Delete obsolete vector_store.py
This commit is contained in:
@@ -1,72 +0,0 @@
|
||||
"""Vector store implementation using Qdrant and Ollama embeddings.
|
||||
|
||||
This module provides a simple wrapper around QdrantVectorStore that handles
|
||||
- Initialization of the Qdrant client and collection.
|
||||
- Chunking of documents using RecursiveCharacterTextSplitter.
|
||||
- Adding documents with embeddings from Ollama.
|
||||
- Semantic search.
|
||||
"""
|
||||
|
||||
from pathlib import Path
|
||||
from typing import List, Dict, Any
|
||||
|
||||
from langchain_ollama import OllamaEmbeddings
|
||||
from langchain_qdrant import QdrantVectorStore
|
||||
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
||||
from langchain.schema import Document
|
||||
|
||||
# Global configuration
|
||||
QDRANT_HOST = "localhost"
|
||||
QDRANT_PORT = 6333
|
||||
COLLECTION_NAME = "knowledge_base"
|
||||
EMBEDDING_MODEL = "nomic-embed-text"
|
||||
|
||||
# Initialize embeddings and splitter
|
||||
embeddings = OllamaEmbeddings(model=EMBEDDING_MODEL)
|
||||
text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
|
||||
|
||||
# Create or connect to Qdrant collection
|
||||
vector_store = QdrantVectorStore(
|
||||
client_kwargs={"host": QDRANT_HOST, "port": QDRANT_PORT},
|
||||
collection_name=COLLECTION_NAME,
|
||||
embeddings=embeddings,
|
||||
)
|
||||
|
||||
# Ensure collection exists
|
||||
if not vector_store.client.has_collection(COLLECTION_NAME):
|
||||
vector_store.client.create_collection(COLLECTION_NAME)
|
||||
|
||||
def add_documents(docs: List[Dict[str, str]]) -> None:
|
||||
"""Add a list of documents to the vector store.
|
||||
|
||||
Each document dict must contain ``title`` and ``content`` keys.
|
||||
The content is split into chunks before being stored.
|
||||
"""
|
||||
documents: List[Document] = []
|
||||
for doc in docs:
|
||||
title = doc.get("title", "")
|
||||
content = doc.get("content", "")
|
||||
# Split content into chunks
|
||||
chunks = text_splitter.split_text(content)
|
||||
for i, chunk in enumerate(chunks):
|
||||
meta = {"title": title, "chunk_index": i}
|
||||
documents.append(Document(page_content=chunk, metadata=meta))
|
||||
vector_store.add_documents(documents)
|
||||
|
||||
def search(query: str, k: int = 5) -> List[Document]:
|
||||
"""Semantic search in the vector store.
|
||||
|
||||
Returns a list of Documents ordered by relevance.
|
||||
"""
|
||||
return vector_store.similarity_search(query, k=k)
|
||||
|
||||
# Convenience: add a single document
|
||||
|
||||
def add_document(title: str, content: str) -> None:
|
||||
add_documents([{"title": title, "content": content}])
|
||||
|
||||
# Convenience: search and return plain strings
|
||||
|
||||
def search_text(query: str, k: int = 5) -> List[str]:
|
||||
docs = search(query, k)
|
||||
return [f"{doc.metadata.get('title', 'Untitled')} (chunk {doc.metadata.get('chunk_index', 0)}): {doc.page_content[:200]}..." for doc in docs]
|
||||
Reference in New Issue
Block a user