Spaces:
Runtime error
Runtime error
File size: 392 Bytes
a88785b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | from langchain.text_splitter import RecursiveCharacterTextSplitter
def chunk_text(text, chunk_size=1000, chunk_overlap=200):
text_splitter = RecursiveCharacterTextSplitter(
chunk_size=chunk_size,
chunk_overlap=chunk_overlap,
length_function=len,
is_separator_regex=False,
)
chunks = text_splitter.split_text(text)
return chunks
|