basic.py
"""
Litellm Basic
=============
Cookbook example for `litellm/basic.py`.
"""
import asyncio
from agno.agent import Agent
from agno.models.litellm import LiteLLM
# ---------------------------------------------------------------------------
# Create Agent
# ---------------------------------------------------------------------------
openai_agent = Agent(
model=LiteLLM(
id="huggingface/mistralai/Mistral-7B-Instruct-v0.2",
top_p=0.95,
),
markdown=True,
)
# ---------------------------------------------------------------------------
# Run Agent
# ---------------------------------------------------------------------------
if __name__ == "__main__":
# --- Sync ---
openai_agent.print_response("Whats happening in France?")
# --- Sync + Streaming ---
openai_agent.print_response("Share a 2 sentence horror story", stream=True)
# --- Async ---
asyncio.run(openai_agent.aprint_response("Share a 2 sentence horror story"))
# --- Async + Streaming ---
asyncio.run(
openai_agent.aprint_response("Share a 2 sentence horror story", stream=True)
)
Run the Example
1
Set up your virtual environment
uv venv --python 3.12
source .venv/bin/activate
uv venv --python 3.12
.venv\Scripts\activate
2
Install dependencies
uv pip install -U agno litellm
3
Export your LiteLLM API key
export LITELLM_API_KEY="your_litellm_api_key_here"
$Env:LITELLM_API_KEY="your_litellm_api_key_here"
4
Run the example
Save the code above as
basic.py, then run:python basic.py