balabanovan530/task_6a02e23da6fe2e4ac16acf65_auto
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update splitter.py

Browse Source
This commit is contained in:
balabanovan530
2026-06-02 16:00:40 +00:00
parent 22e69ca6f6
commit 723732247d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
splitter.py
+1 -1
View File
@@ -1,7 +1,7 @@
from langchain.text_splitter import RecursiveCharacterTextSplitter from langchain.text_splitter import RecursiveCharacterTextSplitter
def chunk_text(text: str, chunk_size: int = 1000, chunk_overlap: int = 200, separators: list[str] | None = None) -> list[str]: def chunk_text(text: str, chunk_size: int = 500, chunk_overlap: int = 100, separators: list[str] | None = None) -> list[str]:
if separators is None: if separators is None:
separators = ["\n\n", "\n", " ", ""] separators = ["\n\n", "\n", " ", ""]
splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap, separators=separators) splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap, separators=separators)