pluto90 commited on
Commit
6400677
·
verified ·
1 Parent(s): 8d55aec

Update app/core/text_splitter.py

Browse files
Files changed (1) hide show
  1. app/core/text_splitter.py +2 -2
app/core/text_splitter.py CHANGED
@@ -1,4 +1,4 @@
1
- # text_splitter.py
2
 
3
  from langchain_text_splitters import RecursiveCharacterTextSplitter
4
 
@@ -12,7 +12,7 @@ def split_text(text):
12
 
13
  chunks = splitter.split_text(text)
14
 
15
- # 🔥 CLEANING STEP (VERY IMPORTANT)
16
  cleaned_chunks = []
17
  for chunk in chunks:
18
  chunk = chunk.strip()
 
1
+ # app/core/text_splitter.py
2
 
3
  from langchain_text_splitters import RecursiveCharacterTextSplitter
4
 
 
12
 
13
  chunks = splitter.split_text(text)
14
 
15
+ # CLEANING STEP (VERY IMPORTANT)
16
  cleaned_chunks = []
17
  for chunk in chunks:
18
  chunk = chunk.strip()