Stateless models

agno.code-workspace

@@ -2,7 +2,11 @@
 	"folders": [
 		{
 			"path": "."
-		}
+		},
+    {
+      "path": "../agno-docs"
+    },
+
 	],
 	"settings": {
     "python.analysis.extraPaths": [

cookbook/agent_concepts/other/agent_metrics.py

@@ -33,3 +33,6 @@
 # Print the metrics
 print("---" * 5, "Aggregated Metrics", "---" * 5)
 pprint(agent.run_response.metrics)
+# Print the session metrics
+print("---" * 5, "Session Metrics", "---" * 5)
+pprint(agent.session_metrics)

cookbook/examples/apps/agentic_rag/utils.py

@@ -2,7 +2,7 @@
 
 import streamlit as st
 from agentic_rag import get_agentic_rag_agent
-from agno.agent.agent import Agent
+from agno.agent import Agent
 from agno.utils.log import logger
 
 

cookbook/models/anthropic/async/basic.py → cookbook/models/anthropic/async_basic.py

@@ -4,7 +4,7 @@
 
 import asyncio
 
-from agno.agent.agent import Agent
+from agno.agent import Agent
 from agno.models.anthropic import Claude
 
 agent = Agent(

cookbook/models/anthropic/async/basic_stream.py → cookbook/models/anthropic/async_basic_stream.py

@@ -4,7 +4,7 @@
 
 import asyncio
 
-from agno.agent.agent import Agent
+from agno.agent import Agent
 from agno.models.anthropic import Claude
 
 agent = Agent(

cookbook/models/anthropic/async/tool_use.py → cookbook/models/anthropic/async_tool_use.py

@@ -4,7 +4,7 @@
 
 import asyncio
 
-from agno.agent.agent import Agent
+from agno.agent import Agent
 from agno.models.anthropic import Claude
 from agno.tools.duckduckgo import DuckDuckGoTools
 

cookbook/models/anthropic/tool_use.py

@@ -10,4 +10,4 @@
     show_tool_calls=True,
     markdown=True,
 )
-agent.print_response("Whats happening in France?", stream=True)
+agent.print_response("Whats happening in France?")

cookbook/models/anthropic/tool_use_stream.py

@@ -0,0 +1,13 @@
+"""Run `pip install duckduckgo-search` to install dependencies."""
+
+from agno.agent import Agent
+from agno.models.anthropic import Claude
+from agno.tools.duckduckgo import DuckDuckGoTools
+
+agent = Agent(
+    model=Claude(id="claude-3-5-sonnet-20240620"),
+    tools=[DuckDuckGoTools()],
+    show_tool_calls=True,
+    markdown=True,
+)
+agent.print_response("Whats happening in France?", stream=True)

cookbook/models/aws_bedrock/claude/async_basic.py

@@ -0,0 +1,15 @@
+import asyncio
+
+from agno.agent import Agent, RunResponse  # noqa
+from agno.models.aws.claude import Claude
+
+agent = Agent(
+    model=Claude(id="anthropic.claude-3-5-sonnet-20240620-v1:0"), markdown=True
+)
+
+# Get the response in a variable
+# run: RunResponse = agent.run("Share a 2 sentence horror story")
+# print(run.content)
+
+# Print the response in the terminal
+asyncio.run(agent.aprint_response("Share a 2 sentence horror story"))

cookbook/models/aws_bedrock/claude/async_basic_stream.py

@@ -0,0 +1,17 @@
+import asyncio
+from typing import Iterator  # noqa
+
+from agno.agent import Agent, RunResponse  # noqa
+from agno.models.aws.claude import Claude
+
+agent = Agent(
+    model=Claude(id="anthropic.claude-3-5-sonnet-20240620-v1:0"), markdown=True
+)
+
+# Get the response in a variable
+# run_response: Iterator[RunResponse] = agent.run("Share a 2 sentence horror story", stream=True)
+# for chunk in run_response:
+#     print(chunk.content)
+
+# Print the response in the terminal
+asyncio.run(agent.aprint_response("Share a 2 sentence horror story", stream=True))

cookbook/models/aws_bedrock/claude/async_tool_use.py

@@ -0,0 +1,18 @@
+"""
+Async example using Claude with tool calls.
+"""
+
+import asyncio
+
+from agno.agent import Agent
+from agno.models.aws.claude import Claude
+from agno.tools.duckduckgo import DuckDuckGoTools
+
+agent = Agent(
+    model=Claude(id="anthropic.claude-3-5-sonnet-20240620-v1:0"),
+    tools=[DuckDuckGoTools()],
+    show_tool_calls=True,
+    markdown=True,
+)
+
+asyncio.run(agent.aprint_response("Whats happening in France?", stream=True))

cookbook/models/azure/ai_foundry/.gitignore

@@ -0,0 +1,6 @@
+*.jpg
+*.png
+*.mp3
+*.wav
+*.mp4
+*.mp3

cookbook/models/azure/ai_foundry/README.md

@@ -0,0 +1,70 @@
+# Azure AI Interface Cookbook
+
+> Note: Fork and clone this repository if needed
+>
+> Note: This cookbook is for the Azure AI Interface model. It uses the `AzureAIFoundry` class with the `Phi-4` model. Please change the model ID to the one you want to use.
+
+### 1. Create and activate a virtual environment
+
+```shell
+python3 -m venv ~/.venvs/aienv
+source ~/.venvs/aienv/bin/activate
+```
+
+### 2. Export environment variables
+
+Navigate to the Azure AI Foundry on the [Azure Portal](https://portal.azure.com/) and create a service. Then, using the Azure AI Foundry portal, create a deployment and set your environment variables.
+
+```shell
+export AZURE_API_KEY=***
+export AZURE_ENDPOINT="https://<your-host-name>.services.ai.azure.com/models"
+export AZURE_API_VERSION="2024-05-01-preview"
+```
+
+You can get the endpoint from the Azure AI Foundry portal. Click on the deployed model and copy the "Target URI"
+
+### 3. Install libraries
+
+```shell
+pip install -U openai duckduckgo-search duckdb yfinance agno
+```
+
+### 4. Run basic Agent
+
+- Streaming on
+
+```shell
+python cookbook/models/azure/openai/basic_stream.py
+```
+
+- Streaming off
+
+```shell
+python cookbook/models/azure/openai/basic.py
+```
+
+### 5. Run Agent with Tools
+
+- DuckDuckGo Search
+
+```shell
+python cookbook/models/azure/openai/tool_use.py
+```
+
+### 6. Run Agent that returns structured output
+
+```shell
+python cookbook/models/azure/openai/structured_output.py
+```
+
+### 7. Run Agent that uses storage
+
+```shell
+python cookbook/models/azure/openai/storage.py
+```
+
+### 8. Run Agent that uses knowledge
+
+```shell
+python cookbook/models/azure/openai/knowledge.py
+```

cookbook/models/azure/ai_foundry/async_basic.py

@@ -0,0 +1,12 @@
+import asyncio
+
+from agno.agent import Agent
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+agent = Agent(
+    model=AzureAIFoundry(id="Phi-4"),
+    description="You help people with their health and fitness goals.",
+    instructions=["Recipes should be under 5 ingredients"],
+)
+# -*- Print a response to the cli
+asyncio.run(agent.aprint_response("Share a breakfast recipe.", markdown=True))

cookbook/models/azure/ai_foundry/async_basic_stream.py

@@ -0,0 +1,14 @@
+import asyncio
+
+from agno.agent import Agent
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+assistant = Agent(
+    model=AzureAIFoundry(id="Phi-4"),
+    description="You help people with their health and fitness goals.",
+    instructions=["Recipes should be under 5 ingredients"],
+)
+# -*- Print a response to the cli
+asyncio.run(
+    assistant.aprint_response("Share a breakfast recipe.", markdown=True, stream=True)
+)

cookbook/models/ollama_hermes/basic.py → cookbook/models/azure/ai_foundry/basic.py

@@ -1,11 +1,11 @@
 from agno.agent import Agent, RunResponse  # noqa
-from agno.models.ollama import OllamaHermes
+from agno.models.azure.ai_foundry import AzureAIFoundry
 
-agent = Agent(model=OllamaHermes(id="hermes3"), markdown=True)
+agent = Agent(model=AzureAIFoundry(id="Phi-4"), markdown=True)
 
 # Get the response in a variable
 # run: RunResponse = agent.run("Share a 2 sentence horror story")
 # print(run.content)
 
-# Print the response in the terminal
+# Print the response on the terminal
 agent.print_response("Share a 2 sentence horror story")

cookbook/models/ollama_hermes/basic_stream.py → cookbook/models/azure/ai_foundry/basic_stream.py

@@ -1,13 +1,14 @@
 from typing import Iterator  # noqa
+
 from agno.agent import Agent, RunResponse  # noqa
-from agno.models.ollama import OllamaHermes
+from agno.models.azure.ai_foundry import AzureAIFoundry
 
-agent = Agent(model=OllamaHermes(id="hermes3"), markdown=True)
+agent = Agent(model=AzureAIFoundry(id="Phi-4"), markdown=True)
 
 # Get the response in a variable
 # run_response: Iterator[RunResponse] = agent.run("Share a 2 sentence horror story", stream=True)
 # for chunk in run_response:
 #     print(chunk.content)
 
-# Print the response in the terminal
+# Print the response on the terminal
 agent.print_response("Share a 2 sentence horror story", stream=True)

cookbook/models/azure/ai_foundry/demo_cohere.py

@@ -0,0 +1,11 @@
+from agno.agent import Agent, RunResponse  # noqa
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+agent = Agent(model=AzureAIFoundry(id="Cohere-command-r-08-2024"), markdown=True)
+
+# Get the response in a variable
+# run: RunResponse = agent.run("Share a 2 sentence horror story")
+# print(run.content)
+
+# Print the response on the terminal
+agent.print_response("Share a 2 sentence horror story")

cookbook/models/azure/ai_foundry/demo_mistral.py

@@ -0,0 +1,11 @@
+from agno.agent import Agent, RunResponse  # noqa
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+agent = Agent(model=AzureAIFoundry(id="Mistral-Large-2411"), markdown=True)
+
+# Get the response in a variable
+# run: RunResponse = agent.run("Share a 2 sentence horror story")
+# print(run.content)
+
+# Print the response on the terminal
+agent.print_response("Share a 2 sentence horror story")

cookbook/models/azure/ai_foundry/image_agent.py

@@ -0,0 +1,19 @@
+from agno.agent import Agent
+from agno.media import Image
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+agent = Agent(
+    model=AzureAIFoundry(id="Llama-3.2-11B-Vision-Instruct"),
+    markdown=True,
+)
+
+agent.print_response(
+    "Tell me about this image.",
+    images=[
+        Image(
+            url="https://upload.wikimedia.org/wikipedia/commons/0/0c/GoldenGateBridge-001.jpg",
+            detail="High",
+        )
+    ],
+    stream=True,
+)

cookbook/models/azure/ai_foundry/image_agent_bytes.py

@@ -0,0 +1,24 @@
+from pathlib import Path
+
+from agno.agent import Agent
+from agno.media import Image
+from agno.models.azure.ai_foundry import AzureAIFoundry
+
+agent = Agent(
+    model=AzureAIFoundry(id="Llama-3.2-11B-Vision-Instruct"),
+    markdown=True,
+)
+
+image_path = Path(__file__).parent.joinpath("sample.jpg")
+
+# Read the image file content as bytes
+with open(image_path, "rb") as img_file:
+    image_bytes = img_file.read()
+
+agent.print_response(
+    "Tell me about this image.",
+    images=[
+        Image(content=image_bytes),
+    ],
+    stream=True,
+)

cookbook/models/azure/ai_foundry/knowledge.py

@@ -0,0 +1,27 @@
+"""Run `pip install duckduckgo-search sqlalchemy pgvector pypdf openai` to install dependencies."""
+
+from agno.agent import Agent
+from agno.embedder.azure_openai import AzureOpenAIEmbedder
+from agno.knowledge.pdf_url import PDFUrlKnowledgeBase
+from agno.models.azure.ai_foundry import AzureAIFoundry
+from agno.vectordb.pgvector import PgVector
+
+db_url = "postgresql+psycopg://ai:ai@localhost:5532/ai"
+
+knowledge_base = PDFUrlKnowledgeBase(
+    urls=["https://agno-public.s3.amazonaws.com/recipes/ThaiRecipes.pdf"],
+    vector_db=PgVector(
+        table_name="recipes",
+        db_url=db_url,
+        embedder=AzureOpenAIEmbedder(),
+    ),
+)
+knowledge_base.load(recreate=False)  # Comment out after first run
+
+agent = Agent(
+    model=AzureAIFoundry(id="Cohere-command-r-08-2024"),
+    knowledge=knowledge_base,
+    show_tool_calls=True,
+    debug_mode=True,
+)
+agent.print_response("How to make Thai curry?", markdown=True)

cookbook/models/vertexai/storage.py → cookbook/models/azure/ai_foundry/storage.py

@@ -1,18 +1,17 @@
-"""Run `pip install duckduckgo-search sqlalchemy google.generativeai` to install dependencies."""
+"""Run `pip install duckduckgo-search sqlalchemy anthropic` to install dependencies."""
 
 from agno.agent import Agent
-from agno.models.vertexai import Gemini
+from agno.models.azure.ai_foundry import AzureAIFoundry
 from agno.storage.agent.postgres import PostgresAgentStorage
 from agno.tools.duckduckgo import DuckDuckGoTools
 
 db_url = "postgresql+psycopg://ai:ai@localhost:5532/ai"
 
 agent = Agent(
-    model=Gemini(id="gemini-2.0-flash-exp"),
+    model=AzureAIFoundry(id="Phi-4"),
     storage=PostgresAgentStorage(table_name="agent_sessions", db_url=db_url),
     tools=[DuckDuckGoTools()],
     add_history_to_messages=True,
-    debug_mode=True,
 )
 agent.print_response("How many people live in Canada?")
 agent.print_response("What is their national anthem called?")