Add agent_with_memory.py
This commit is contained in:
@@ -0,0 +1,167 @@
|
|||||||
|
"""
|
||||||
|
Agent with memory and confirmation of tool calls.
|
||||||
|
|
||||||
|
This script demonstrates how to create an agent using LangGraph with:
|
||||||
|
- Memory (MemorySaver) to keep conversation history.
|
||||||
|
- Interrupt-before to pause before calling a tool.
|
||||||
|
- Rich console for pretty printing.
|
||||||
|
|
||||||
|
Run:
|
||||||
|
python agent_with_memory.py
|
||||||
|
|
||||||
|
Make sure to install dependencies:
|
||||||
|
pip install -r requirements.txt
|
||||||
|
"""
|
||||||
|
|
||||||
|
import json
|
||||||
|
from typing import Any, Dict, List, Optional
|
||||||
|
|
||||||
|
# Rich console for pretty printing
|
||||||
|
from rich.console import Console
|
||||||
|
|
||||||
|
# LangGraph components
|
||||||
|
from langgraph import AgentBuilder
|
||||||
|
from langgraph.checkpoint.memory import MemorySaver
|
||||||
|
|
||||||
|
# LangChain components
|
||||||
|
from langchain_ollama import ChatOllama
|
||||||
|
from langchain_ollama import OllamaEmbeddings
|
||||||
|
|
||||||
|
# Tool definition
|
||||||
|
from langchain.tools import BaseTool
|
||||||
|
|
||||||
|
console = Console()
|
||||||
|
|
||||||
|
# ----- Tool definition -----
|
||||||
|
class GetPriceTool(BaseTool):
|
||||||
|
name: str = "get_price"
|
||||||
|
description: str = "Get the price of a product for a given city and date. Returns a string."
|
||||||
|
|
||||||
|
def _run(self, city: str, date: str) -> str:
|
||||||
|
# Dummy implementation – in real life, query an API
|
||||||
|
return f"The price in {city} on {date} is $42."
|
||||||
|
|
||||||
|
def _arun(self, city: str, date: str) -> str: # async version
|
||||||
|
return self._run(city, date)
|
||||||
|
|
||||||
|
# ----- Agent creation -----
|
||||||
|
|
||||||
|
def create_agent(
|
||||||
|
model: Any,
|
||||||
|
tools: List[BaseTool],
|
||||||
|
system_prompt: str,
|
||||||
|
checkpointer: MemorySaver,
|
||||||
|
interrupt_before: Optional[List[str]] = None,
|
||||||
|
) -> Any:
|
||||||
|
"""Build and return a LangGraph agent.
|
||||||
|
|
||||||
|
Parameters
|
||||||
|
----------
|
||||||
|
model: The language model (e.g., ChatOllama).
|
||||||
|
tools: List of tools the agent can use.
|
||||||
|
system_prompt: System prompt for the agent.
|
||||||
|
checkpointer: MemorySaver instance for conversation memory.
|
||||||
|
interrupt_before: List of nodes to interrupt before (e.g., ['tools']).
|
||||||
|
"""
|
||||||
|
builder = AgentBuilder(
|
||||||
|
model=model,
|
||||||
|
tools=tools,
|
||||||
|
system_prompt=system_prompt,
|
||||||
|
checkpointer=checkpointer,
|
||||||
|
)
|
||||||
|
if interrupt_before:
|
||||||
|
builder = builder.with_interrupt_before(interrupt_before)
|
||||||
|
return builder.build()
|
||||||
|
|
||||||
|
# ----- Conversation loop -----
|
||||||
|
|
||||||
|
def ask_and_run(
|
||||||
|
agent: Any,
|
||||||
|
user_input: Optional[Dict[str, Any]],
|
||||||
|
config: Dict[str, Any],
|
||||||
|
) -> None:
|
||||||
|
"""Handle streaming from the agent, including pauses for tool confirmation.
|
||||||
|
|
||||||
|
Parameters
|
||||||
|
----------
|
||||||
|
agent: The LangGraph agent.
|
||||||
|
user_input: The user message dict or None to resume.
|
||||||
|
config: Configuration dict with thread_id.
|
||||||
|
"""
|
||||||
|
# Prepare the input for the agent
|
||||||
|
input_data = user_input if user_input is not None else None
|
||||||
|
|
||||||
|
# Stream the agent's response
|
||||||
|
for chunk in agent.stream(
|
||||||
|
input_data, config=config, stream_mode=["messages", "updates"]
|
||||||
|
):
|
||||||
|
chunk_type, chunk_data = chunk
|
||||||
|
|
||||||
|
# Handle message chunks (token streaming)
|
||||||
|
if chunk_type == "messages":
|
||||||
|
# chunk_data is a list of messages; we print the last message content
|
||||||
|
if chunk_data:
|
||||||
|
last_msg = chunk_data[-1]
|
||||||
|
if last_msg.get("role") == "assistant":
|
||||||
|
console.print(f"[bold cyan]Agent:[/bold cyan] {last_msg.get("content", "")}")
|
||||||
|
|
||||||
|
# Handle updates (tool calls, etc.)
|
||||||
|
if chunk_type == "updates":
|
||||||
|
# chunk_data contains the updated state; we can inspect tool calls
|
||||||
|
pass # For simplicity, we ignore updates here
|
||||||
|
|
||||||
|
# Detect interrupt before tool call
|
||||||
|
if "__interrupt__" in chunk_data and agent.get_state(config).next == ("tools",):
|
||||||
|
# Agent is pausing before a tool call
|
||||||
|
state = agent.get_state(config)
|
||||||
|
# The last message should contain the tool call
|
||||||
|
last_msg = state.values["messages"][-1]
|
||||||
|
tool_call = last_msg["tool_calls"][0]
|
||||||
|
tool_name = tool_call["name"]
|
||||||
|
tool_args = tool_call["args"]
|
||||||
|
console.print(f"\n[bold yellow]Agent wants to call tool:[/bold yellow] {tool_name}({json.dumps(tool_args)})")
|
||||||
|
answer = input("Разрешить? (Y/n): ")
|
||||||
|
if answer.lower().strip() == "y":
|
||||||
|
console.print("[green]Tool call allowed. Resuming...[/green]")
|
||||||
|
# Recursively call ask_and_run to resume
|
||||||
|
ask_and_run(agent, None, config)
|
||||||
|
else:
|
||||||
|
console.print("[red]Tool call cancelled.[/red]")
|
||||||
|
break
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
# Initialize the model and embeddings
|
||||||
|
llm = ChatOllama(model="llama2")
|
||||||
|
embeddings = OllamaEmbeddings(model="llama2")
|
||||||
|
|
||||||
|
# Create memory saver
|
||||||
|
memory = MemorySaver()
|
||||||
|
|
||||||
|
# Define system prompt
|
||||||
|
system_prompt = "You are a helpful assistant. Use the get_price tool to answer queries about prices."
|
||||||
|
|
||||||
|
# Create the tool
|
||||||
|
get_price_tool = GetPriceTool()
|
||||||
|
|
||||||
|
# Build the agent
|
||||||
|
agent = create_agent(
|
||||||
|
model=llm,
|
||||||
|
tools=[get_price_tool],
|
||||||
|
system_prompt=system_prompt,
|
||||||
|
checkpointer=memory,
|
||||||
|
interrupt_before=["tools"],
|
||||||
|
)
|
||||||
|
|
||||||
|
# Conversation loop
|
||||||
|
thread_id = "thread-1"
|
||||||
|
config = {"configurable": {"thread_id": thread_id}}
|
||||||
|
|
||||||
|
console.print("[bold green]Agent ready. Type 'exit' to quit.[/bold green]")
|
||||||
|
while True:
|
||||||
|
user_input = input("\nВы: ")
|
||||||
|
if user_input.lower().strip() == "exit":
|
||||||
|
console.print("[bold magenta]Goodbye![/bold magenta]")
|
||||||
|
break
|
||||||
|
# Wrap user input into a message dict
|
||||||
|
message = {"messages": [{"role": "human", "content": user_input}]}
|
||||||
|
ask_and_run(agent, message, config)
|
||||||
Reference in New Issue
Block a user