Агент с RAG-памятью: solution.py
This commit is contained in:
@@ -0,0 +1,80 @@
|
|||||||
|
import os
|
||||||
|
from typing import List
|
||||||
|
|
||||||
|
from fastmcp import App, Route # FastMCP – lightweight web framework
|
||||||
|
from langchain.embeddings.openai import OpenAIEmbeddings
|
||||||
|
from langchain.vectorstores.qdrant import Qdrant
|
||||||
|
from langchain.llms.openai import OpenAI
|
||||||
|
from langchain.chains import RetrievalQA
|
||||||
|
from langchain.prompts import PromptTemplate
|
||||||
|
from rich.console import Console
|
||||||
|
|
||||||
|
# Конфигурация
|
||||||
|
QDRANT_HOST = os.getenv("QDRANT_HOST", "localhost")
|
||||||
|
QDRANT_PORT = int(os.getenv("QDRANT_PORT", 6333))
|
||||||
|
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
|
||||||
|
if not OPENAI_API_KEY:
|
||||||
|
raise RuntimeError("Не задана переменная окружения OPENAI_API_KEY")
|
||||||
|
|
||||||
|
# Инициализация консоли rich
|
||||||
|
console = Console()
|
||||||
|
|
||||||
|
# Векторный хранилище в Qdrant
|
||||||
|
embeddings = OpenAIEmbeddings(openai_api_key=OPENAI_API_KEY)
|
||||||
|
qdrant_store = Qdrant(
|
||||||
|
client=None,
|
||||||
|
collection_name="rag_memory",
|
||||||
|
embeddings=embeddings,
|
||||||
|
url=f"http://{QDRANT_HOST}:{QDRANT_PORT}",
|
||||||
|
)
|
||||||
|
|
||||||
|
# LLM и цепочка RAG
|
||||||
|
llm = OpenAI(openai_api_key=OPENAI_API_KEY, temperature=0.7)
|
||||||
|
prompt_template = PromptTemplate(
|
||||||
|
input_variables=["context", "question"],
|
||||||
|
template="Ниже приведена информация:\n{context}\n\nВопрос: {question}\nОтвет:",
|
||||||
|
)
|
||||||
|
rag_chain = RetrievalQA.from_chain_type(
|
||||||
|
llm=llm,
|
||||||
|
chain_type="stuff",
|
||||||
|
retriever=qdrant_store.as_retriever(search_kwargs={"k": 5}),
|
||||||
|
return_source_documents=True,
|
||||||
|
chain_type_kwargs={"prompt": prompt_template},
|
||||||
|
)
|
||||||
|
|
||||||
|
app = App()
|
||||||
|
|
||||||
|
|
||||||
|
@app.post("/add")
|
||||||
|
def add_document(text: str):
|
||||||
|
"""
|
||||||
|
Добавляет новый документ в память агента.
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
qdrant_store.add_texts([text])
|
||||||
|
console.log(f"[green]Документ добавлен[/green]")
|
||||||
|
return {"status": "ok"}
|
||||||
|
except Exception as e:
|
||||||
|
console.print_exception()
|
||||||
|
return {"status": "error", "detail": str(e)}
|
||||||
|
|
||||||
|
|
||||||
|
@app.post("/ask")
|
||||||
|
def ask(question: str):
|
||||||
|
"""
|
||||||
|
Делает запрос к агенту с RAG‑памятью.
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
result = rag_chain({"question": question})
|
||||||
|
answer = result["answer"]
|
||||||
|
sources = [doc.metadata.get("source", "unknown") for doc in result["source_documents"]]
|
||||||
|
console.log(f"[blue]Ответ[/blue]: {answer}")
|
||||||
|
return {"answer": answer, "sources": sources}
|
||||||
|
except Exception as e:
|
||||||
|
console.print_exception()
|
||||||
|
return {"status": "error", "detail": str(e)}
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
# Запуск FastMCP сервера
|
||||||
|
app.run(host="0.0.0.0", port=8000)
|
||||||
Reference in New Issue
Block a user