scrapegraph_tools.py
"""
This is an example of how to use the ScrapeGraphTools.
Prerequisites:
- Create a ScrapeGraphAI account and get an API key at https://scrapegraphai.com
- Set the API key as an environment variable:
export SGAI_API_KEY=<your-api-key>
"""
from agno.agent import Agent
from agno.models.openai import OpenAIResponses
from agno.tools.scrapegraph import ScrapeGraphTools
# ---------------------------------------------------------------------------
# Create Agent
# ---------------------------------------------------------------------------
agent = Agent(
tools=[
ScrapeGraphTools(
enable_smartscraper=True, enable_markdownify=True, enable_scrape=True
)
],
model=OpenAIResponses(id="gpt-5.4"),
markdown=True,
)
# ---------------------------------------------------------------------------
# Run Agent
# ---------------------------------------------------------------------------
if __name__ == "__main__":
# Should use smartscraper
agent.print_response(
"Use smartscraper on https://example.com to extract the page title and main heading. Return them as JSON.",
stream=True,
)
# Should use markdownify
agent.print_response(
"Fetch https://example.com and convert it to markdown. Paste the markdown in your reply.",
stream=True,
)
# Should use scrape
agent.print_response(
"Use the scrape tool on https://example.com and confirm whether the HTML contains 'Example Domain'.",
stream=True,
)
Run the Example
1
Set up your virtual environment
uv venv --python 3.12
source .venv/bin/activate
uv venv --python 3.12
.venv\Scripts\activate
2
Install dependencies
uv pip install -U agno openai scrapegraph-py
3
Export your API keys
export OPENAI_API_KEY="your_openai_api_key_here"
export SGAI_API_KEY="your_sgai_api_key_here"
$Env:OPENAI_API_KEY="your_openai_api_key_here"
$Env:SGAI_API_KEY="your_sgai_api_key_here"
4
Run the example
Save the code above as
scrapegraph_tools.py, then run:python scrapegraph_tools.py