Hugging Face's logo

Spaces:
Zahnanni
/
FinnishLocalLingoLexicon
Runtime error

App Files Community
2
Zahnanni commited on
Commit
780510e
·
1 Parent(s): 6fadba8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ from tensorflow.keras.preprocessing.sequence import pad_sequences
13
  from nltk.tokenize.api import StringTokenizer, TokenizerI
14
  from nltk.tokenize.util import regexp_span_tokenize, string_span_tokenize
15
 
16
- tokenizer = CharTokenizer()
17
 
18
 
19
  #with open("word_guessing.pkl", "rb") as f:
 
13
  from nltk.tokenize.api import StringTokenizer, TokenizerI
14
  from nltk.tokenize.util import regexp_span_tokenize, string_span_tokenize
15
 
16
+ tokenizer = nltk.tokenize.simple.CharTokenizer
17
 
18
 
19
  #with open("word_guessing.pkl", "rb") as f: