| from enum import Enum |
| from typing import List |
| from abc import ABC, abstractmethod |
|
|
| from evoagentx.rag.schema import Document, Corpus |
|
|
|
|
| class ChunkingStrategy(str, Enum): |
| SIMPLE = "simple" |
| SEMANTIC = "semantic" |
| HIERARCHICAL = "hierarchical" |
|
|
| class BaseChunker(ABC): |
| """Abstract base class for chunking documents into smaller segments. |
| |
| This class defines the interface for chunking strategies in the RAG pipeline, |
| converting Documents into a Corpus of Chunks. |
| """ |
|
|
| @abstractmethod |
| def chunk(self, documents: List[Document], **kwargs) -> Corpus: |
| """Chunk documents into a Corpus of Chunks. |
| |
| Args: |
| documents (List[Document]): List of Document objects to chunk. |
| **kwargs: Additional parameters specific to the chunking strategy. |
| |
| Returns: |
| Corpus: A collection of Chunk objects. |
| """ |
| pass |
