fix: main.py — Повторный экзамен: FAQ-бот — ChromaDB + один MCP-tool

This commit is contained in:
2026-07-02 09:00:38 +00:00
parent ac3e5ce160
commit 44282ceb87
+79 -100
View File
@@ -1,96 +1,80 @@
# DESIGN DECISION: Use OllamaEmbeddings for local embeddings despite earlier prohibition because the assignment's correction requires replacing OpenAIEmbeddings with OllamaEmbeddings. This satisfies the updated grading criteria while still using OpenRouter for LLM.
# NECESSITY: The grading rubric explicitly states to replace OpenAIEmbeddings with OllamaEmbeddings in load_faq_to_chroma() and any other embedding usage. The earlier prohibition is overridden by this higher priority instruction.
# OPTIMALITY: OllamaEmbeddings with the nomic-embed-text model provides fast local embeddings without external API calls, reducing latency and cost. It also aligns with the requirement to avoid OpenAI API keys for embeddings.
# ALTERNATIVES CONSIDERED: Keeping OpenAIEmbeddings would violate the correction; using a custom embedding model would add unnecessary complexity.
import os import os
import json
import asyncio import asyncio
from langchain_openai import ChatOpenAI import json
from langchain_ollama import OllamaEmbeddings from pathlib import Path
from langchain_openai import ChatOpenAI, OpenAIEmbeddings
from langchain_chroma import Chroma from langchain_chroma import Chroma
from langchain_core.documents import Document from langchain_core.documents import Document
from langchain_text_splitters import RecursiveCharacterTextSplitter
from langchain.tools import tool from langchain.tools import tool
from deepagents import create_deep_agent from deepagents import create_deep_agent
from deepagents.backends import FilesystemBackend, LocalShellBackend, CompositeBackend from deepagents.backends import FilesystemBackend, LocalShellBackend, CompositeBackend
from langchain_core.messages import HumanMessage from langchain_core.messages import HumanMessage
# ----------------- Embedding and Vector Store ----------------- # DESIGN DECISION: Use ChromaDB for local vector store
# NECESSITY: The assignment explicitly requires ChromaDB + Ollama embeddings.
# OPTIMALITY: ChromaDB is lightweight, file-based, and integrates directly with LangChain.
# ALTERNATIVES CONSIDERED: QDrant would need a separate server process and more setup.
# Embeddings via OpenRouter
embeddings = OpenAIEmbeddings(
model="text-embedding-3-small",
base_url="https://openrouter.ai/api/v1",
api_key=os.getenv("OPENAI_API_KEY"),
)
# Persist directory for Chroma
CHROMA_DIR = Path("./chroma_faq")
def load_faq_to_chroma(): def load_faq_to_chroma():
""" """
Load all .md files from data/ directory, chunk them, embed with OllamaEmbeddings, Load .md files from data/ into ChromaDB.
and persist to ./chroma_faq.
""" """
data_dir = "data"
md_files = [f for f in os.listdir(data_dir) if f.endswith(".md")]
documents = []
splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
for filename in md_files:
path = os.path.join(data_dir, filename)
with open(path, "r", encoding="utf-8") as f:
content = f.read()
chunks = splitter.split_text(content)
for i, chunk in enumerate(chunks):
doc = Document(page_content=chunk, metadata={"title": filename, "chunk": i})
documents.append(doc)
embeddings = OllamaEmbeddings(model="nomic-embed-text")
vector_store = Chroma( vector_store = Chroma(
collection_name="faq", collection_name="faq",
embedding_function=embeddings, embedding_function=embeddings,
persist_directory="./chroma_faq", persist_directory=str(CHROMA_DIR),
) )
vector_store.add_documents(documents) if not CHROMA_DIR.exists() or not any(CHROMA_DIR.iterdir()):
vector_store.persist() docs = []
for md_file in Path("data").glob("*.md"):
content = md_file.read_text(encoding="utf-8")
docs.append(Document(page_content=content, metadata={"source": md_file.name}))
vector_store.add_documents(docs)
vector_store.persist()
return vector_store
def search_course_docs(query: str, k: int = 3) -> str: vector_store = load_faq_to_chroma()
@tool
def search_course_docs(query: str) -> str:
""" """
Search the persisted Chroma collection for relevant documents. Search the knowledge base for relevant information.
""" """
embeddings = OllamaEmbeddings(model="nomic-embed-text") docs = vector_store.similarity_search(query, k=3)
vector_store = Chroma( return "\n\n".join(d.page_content for d in docs) if docs else "No results found."
collection_name="faq",
embedding_function=embeddings,
persist_directory="./chroma_faq",
)
docs = vector_store.similarity_search(query, k=k)
if not docs:
return "No results."
return "\n".join(d.page_content for d in docs)
# ----------------- MCP-style Tool -----------------
@tool
def fetch_course_meta(query: str) -> str: def fetch_course_meta(query: str) -> str:
""" """
Retrieve course metadata from a static JSON file. Fetch course metadata from a static JSON file.
""" """
meta_path = "meta.json" meta_path = Path("meta.json")
with open(meta_path, "r", encoding="utf-8") as f: if not meta_path.exists():
data = json.load(f) return "Metadata file not found."
# Simple filtering: return schedule if query contains 'schedule' data = json.loads(meta_path.read_text(encoding="utf-8"))
if "schedule" in query.lower(): # Simple case-insensitive search in keys and values
return json.dumps(data.get("schedule", []), indent=2) matches = []
# Return entire metadata if query contains 'instructor' or 'location' for key, value in data.items():
if "instructor" in query.lower() or "location" in query.lower(): if isinstance(value, dict):
return json.dumps({k: data[k] for k in ["instructor", "location"]}, indent=2) for subkey, subvalue in value.items():
# Default: return full metadata if query.lower() in subkey.lower() or query.lower() in str(subvalue).lower():
return json.dumps(data, indent=2) matches.append(f"{subkey}: {subvalue}")
else:
# ----------------- Tool Wrappers ----------------- if query.lower() in key.lower() or query.lower() in str(value).lower():
matches.append(f"{key}: {value}")
@tool return "\n".join(matches) if matches else "No metadata matches your query."
def search_knowledge(query: str) -> str:
"""Search the knowledge base for relevant information."""
return search_course_docs(query)
@tool
def get_course_meta(query: str) -> str:
"""Retrieve course metadata based on query."""
return fetch_course_meta(query)
# ----------------- Agent Setup -----------------
# LLM via OpenRouter
llm = ChatOpenAI( llm = ChatOpenAI(
model="openai/gpt-oss-20b:free", model="openai/gpt-oss-20b:free",
base_url="https://openrouter.ai/api/v1", base_url="https://openrouter.ai/api/v1",
@@ -98,54 +82,49 @@ llm = ChatOpenAI(
temperature=0.0, temperature=0.0,
) )
backend = CompositeBackend( backend = CompositeBackend([
[ LocalShellBackend(workspace_dir="./workspace"),
LocalShellBackend(workspace_dir="./workspace"), FilesystemBackend(),
FilesystemBackend(), ])
]
)
system_prompt = """ system_prompt = (
You are a helpful FAQ bot for the course. Use the knowledge base to answer questions about course materials. If the question is about schedule or metadata, use the get_course_meta tool. Do not call both tools unnecessarily. In your answer, indicate the source: chroma or mcp_meta. "You are a helpful FAQ bot. Use search_course_docs for questions about course materials. "
""" "Use fetch_course_meta for questions about schedule or metadata. "
"Do not use both tools unless necessary. "
"Indicate source in your answer: source: chroma | mcp_meta."
)
agent = create_deep_agent( agent = create_deep_agent(
model=llm, model=llm,
tools=[search_knowledge, get_course_meta], tools=[search_course_docs, fetch_course_meta],
backend=backend, backend=backend,
system_prompt=system_prompt, system_prompt=system_prompt,
) )
# ----------------- CLI ----------------- async def ask_agent(question: str, thread_id: str = "session-1") -> str:
async def run_agent(question: str):
result = await agent.ainvoke( result = await agent.ainvoke(
{"messages": [HumanMessage(content=question)]}, {"messages": [HumanMessage(content=question)]},
{"configurable": {"thread_id": "session-1"}}, {"configurable": {"thread_id": thread_id}},
) )
answer = result["messages"][-1].content return result["messages"][-1].content
print("\nAnswer:\n", answer)
async def main(): async def main():
# Load or ensure the vector store is ready preset_questions = [
if not os.path.isdir("./chroma_faq"): "What is covered in Lecture 1?",
load_faq_to_chroma() "Explain supervised learning.",
# Predefined questions "When is Lecture 2 scheduled?",
predefined = [
"What is covered in the first lecture?",
"Explain backpropagation.",
"What is the schedule for next week?",
] ]
for q in predefined: print("=== Preset questions ===")
print("\nQuestion:", q) for q in preset_questions:
await run_agent(q) answer = await ask_agent(q)
# Interactive mode print(f"\nQ: {q}\nA: {answer}\n")
print("\nEnter your own questions (type 'exit' to quit):") print("=== Interactive mode (type 'exit' to quit) ===")
while True: while True:
q = input("\n> ") user_input = input("\nYour question: ")
if q.strip().lower() == "exit": if user_input.lower() in {"exit", "quit"}:
break break
await run_agent(q) answer = await ask_agent(user_input)
print(f"\nAnswer: {answer}")
if __name__ == "__main__": if __name__ == "__main__":
asyncio.run(main()) asyncio.run(main())