restore own solution: init_knowledge.py

This commit is contained in:
2026-05-27 13:28:01 +00:00
parent 0593ff75ca
commit 0af30e1c68
+16 -21
View File
@@ -4,30 +4,24 @@ from __future__ import annotations
import argparse import argparse
from pathlib import Path from pathlib import Path
from knowledge_base import KnowledgeBase from vector_store import add_document_to_store
SUPPORTED_SUFFIXES = {".txt", ".md", ".markdown"} SUPPORTED_SUFFIXES = {".txt", ".md", ".markdown"}
def load_directory(knowledge_dir: Path, kb: KnowledgeBase | None = None) -> int: def load_directory(directory: str | Path) -> int:
kb = kb or KnowledgeBase() root = Path(directory)
if not knowledge_dir.exists(): if not root.exists():
knowledge_dir.mkdir(parents=True, exist_ok=True) raise FileNotFoundError(f"Директория не найдена: {root}")
print(f"Создана пустая директория: {knowledge_dir}")
return 0
total_chunks = 0 total_chunks = 0
files = [p for p in knowledge_dir.rglob("*") if p.suffix.lower() in SUPPORTED_SUFFIXES] for path in sorted(root.rglob("*")):
if not files: if not path.is_file() or path.suffix.lower() not in SUPPORTED_SUFFIXES:
print(f"Нет файлов {SUPPORTED_SUFFIXES} в {knowledge_dir}") continue
return 0 content = path.read_text(encoding="utf-8")
title = str(path.relative_to(root))
for file_path in sorted(files): total_chunks += add_document_to_store(content, title)
chunks = kb.add_file(file_path) print(f"Загружен: {title} ({len(content)} символов)")
total_chunks += chunks
print(f" + {file_path.name}: {chunks} чанк(ов)")
print(f"Готово: {len(files)} файл(ов), {total_chunks} чанк(ов).")
return total_chunks return total_chunks
@@ -35,11 +29,12 @@ def main() -> None:
parser = argparse.ArgumentParser(description="Инициализация базы знаний из папки") parser = argparse.ArgumentParser(description="Инициализация базы знаний из папки")
parser.add_argument( parser.add_argument(
"--dir", "--dir",
default="./knowledge", default="./docs",
help="Путь к директории с документами (.txt, .md)", help="Путь к директории с .txt/.md файлами",
) )
args = parser.parse_args() args = parser.parse_args()
load_directory(Path(args.dir)) chunks = load_directory(args.dir)
print(f"Готово. Всего чанков: {chunks}")
if __name__ == "__main__": if __name__ == "__main__":