Spaces:

pracheeeeez
/

PDFReader

Sleeping

pracheeeeez commited on May 27, 2024

Commit

ead2386

verified ·

1 Parent(s): b1ab565

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -10,7 +10,7 @@ import CharacterTextSplitter
 from htmltemplates import css, bot_template, user_template
 def get_text_chunks(text):
-    text_splitter = CharacterTextSplitter(
         separator="\n",
         chunk_size=1000, chunk_overlap=200,
         length_function=len

 from htmltemplates import css, bot_template, user_template
 def get_text_chunks(text):
+    text_splitter = TokenTextSplitter(
         separator="\n",
         chunk_size=1000, chunk_overlap=200,
         length_function=len