| from nltk.stem import WordNetLemmatizer | |
| from nltk.tokenize import word_tokenize | |
| lemmatizer = WordNetLemmatizer() | |
| def preprocess(text): | |
| tokens = word_tokenize(text.lower()) | |
| return [lemmatizer.lemmatize(t) for t in tokens] |
| from nltk.stem import WordNetLemmatizer | |
| from nltk.tokenize import word_tokenize | |
| lemmatizer = WordNetLemmatizer() | |
| def preprocess(text): | |
| tokens = word_tokenize(text.lower()) | |
| return [lemmatizer.lemmatize(t) for t in tokens] |