Spaces:
Runtime error
Runtime error
| import Preprocessing | |
| def build_inverted_index(documents: dict) -> tuple: | |
| inverted_index: dict = {} | |
| doc_lengths: dict = {} | |
| for doc_id, text in documents.items(): | |
| tokens = Preprocessing.preprocess_text(text) | |
| for token in tokens: | |
| if token not in inverted_index: | |
| inverted_index[token] = {} | |
| inverted_index[token][doc_id] = inverted_index[token].get(doc_id, 0) + 1 | |
| doc_lengths[doc_id] = len(tokens) | |
| return inverted_index, doc_lengths | |