from langchain_ollama import ChatOllama, OllamaEmbeddings from langchain_qdrant import QdrantVectorStore from qdrant_client import QdrantClient from qdrant_client.http.models import Distance, VectorParams from langchain_core.documents import Document from langchain.tools import tool from langchain.agents import create_agent import os # ---------- LLM and embeddings ---------- llm = ChatOllama(model="llama3", temperature=0.2) embeddings = OllamaEmbeddings(model="nomic-embed-text") # ---------- Qdrant client & collection ---------- client = QdrantClient(":memory:") collection_name = "knowledge_base" client.create_collection( collection_name=collection_name, vectors_config=VectorParams(size=embeddings.embedding_size, distance=Distance.COSINE), ) vector_store = QdrantVectorStore(client=client, collection_name=collection_name, embedding=embeddings) # ---------- Text splitter ---------- from langchain_text_splitters import RecursiveCharacterTextSplitter splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50) # ---------- Tools ---------- @tool def search_knowledge_base(query: str, max_results: int = 5) -> str: """Search the knowledge base for relevant documents.""" results = vector_store.similarity_search_with_score(query, k=max_results) if not results: return "No relevant documents found." out_lines = [] for doc, score in results: title = doc.metadata.get("title", "Untitled") content = doc.page_content[:200] + ("..." if len(doc.page_content) > 200 else "") out_lines.append(f"Title: {title}\nScore: {score:.4f}\nContent: {content}") return "\n\n".join(out_lines) @tool def add_to_knowledge_base(content: str, title: str = "Untitled") -> str: """Add a new document to the knowledge base.""" chunks = splitter.split_text(content) docs = [Document(page_content=chunk, metadata={"title": title}) for chunk in chunks] vector_store.add_documents(docs) return f"Added {len(chunks)} chunks under title '{title}'." # ---------- Agent ---------- system_prompt = """ You are an assistant that can search and add documents to a knowledge base. Use the tools `search_knowledge_base` and `add_to_knowledge_base` as needed. Respond with plain text. Do not mention tool usage explicitly unless required by the user. """ agent = create_agent( model=llm, tools=[search_knowledge_base, add_to_knowledge_base], system_prompt=system_prompt, ) # ---------- CLI ---------- def main(): print("RAG Agent CLI. Commands: /add