Spaces:

samithcs
/

RAG_Book_QA_System

Sleeping

RAG_Book_QA_System / pipeline /chunking /__init__.py

Pipeline added

63105da verified about 1 year ago

433 Bytes

from .fixed_chunker import FixedChunker
from .semantic_chunker import SemanticChunker

def chunk_text(text: str, chunk_size: int, overlap: int, method="fixed"):
    if method == "fixed":
        return FixedChunker().chunk(text, chunk_size, overlap)
    elif method == "semantic":
        return SemanticChunker().chunk(text, chunk_size, overlap)
    else:
        raise ValueError("Unknown chunking method: " + str(method))

	from .fixed_chunker import FixedChunker
	from .semantic_chunker import SemanticChunker

	def chunk_text(text: str, chunk_size: int, overlap: int, method="fixed"):
	if method == "fixed":
	return FixedChunker().chunk(text, chunk_size, overlap)
	elif method == "semantic":
	return SemanticChunker().chunk(text, chunk_size, overlap)
	else:
	raise ValueError("Unknown chunking method: " + str(method))