Spaces:
Configuration error
Configuration error
langflowise / packages /components /nodes /textsplitters /MarkdownTextSplitter /MarkdownTextSplitter.ts
| import { INode, INodeData, INodeParams } from '../../../src/Interface' | |
| import { getBaseClasses } from '../../../src/utils' | |
| import { MarkdownTextSplitter, MarkdownTextSplitterParams } from 'langchain/text_splitter' | |
| class MarkdownTextSplitter_TextSplitters implements INode { | |
| label: string | |
| name: string | |
| description: string | |
| type: string | |
| icon: string | |
| category: string | |
| baseClasses: string[] | |
| inputs: INodeParams[] | |
| constructor() { | |
| this.label = 'Markdown Text Splitter' | |
| this.name = 'markdownTextSplitter' | |
| this.type = 'MarkdownTextSplitter' | |
| this.icon = 'markdownTextSplitter.svg' | |
| this.category = 'Text Splitters' | |
| this.description = `Split your content into documents based on the Markdown headers` | |
| this.baseClasses = [this.type, ...getBaseClasses(MarkdownTextSplitter)] | |
| this.inputs = [ | |
| { | |
| label: 'Chunk Size', | |
| name: 'chunkSize', | |
| type: 'number', | |
| default: 1000, | |
| optional: true | |
| }, | |
| { | |
| label: 'Chunk Overlap', | |
| name: 'chunkOverlap', | |
| type: 'number', | |
| optional: true | |
| } | |
| ] | |
| } | |
| async init(nodeData: INodeData): Promise<any> { | |
| const chunkSize = nodeData.inputs?.chunkSize as string | |
| const chunkOverlap = nodeData.inputs?.chunkOverlap as string | |
| const obj = {} as MarkdownTextSplitterParams | |
| if (chunkSize) obj.chunkSize = parseInt(chunkSize, 10) | |
| if (chunkOverlap) obj.chunkOverlap = parseInt(chunkOverlap, 10) | |
| const splitter = new MarkdownTextSplitter(obj) | |
| return splitter | |
| } | |
| } | |
| module.exports = { nodeClass: MarkdownTextSplitter_TextSplitters } | |