Update splitter.py

2026-06-02 16:00:40 +00:00
parent 22e69ca6f6
commit 723732247d
1 changed files with 1 additions and 1 deletions
@@ -1,7 +1,7 @@
 from langchain.text_splitter import RecursiveCharacterTextSplitter


-def chunk_text(text: str, chunk_size: int = 1000, chunk_overlap: int = 200, separators: list[str] | None = None) -> list[str]:
+def chunk_text(text: str, chunk_size: int = 500, chunk_overlap: int = 100, separators: list[str] | None = None) -> list[str]:
    if separators is None:
        separators = ["\n\n", "\n", " ", ""]
    splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap, separators=separators)