feat(scrapegraph): migrate tool to scrapegraph-py v2 SDK

examples/scrapegraphai_example.py

@@ -1,14 +1,14 @@
 """
 Example: Using ScrapeGraphAI tool with Agentor/Celesto
 
-This example demonstrates how to use the ScrapeGraphAI tool to scrape websites
-and extract information using AI-powered scraping capabilities.
+This example demonstrates how to use the ScrapeGraphAI tool (scrapegraph-py
+SDK v2) to scrape, extract, search, crawl and monitor the web.
 
-Make sure to install the required dependency:
+Install the required dependency:
     pip install agentor[scrapegraph]
 
 Set your ScrapeGraphAI API key as an environment variable:
-    export SCRAPEGRAPH_API_KEY=your_api_key_here
+    export SGAI_API_KEY=your_api_key_here
 """
 
 import asyncio
@@ -21,50 +21,50 @@
 
 dotenv.load_dotenv()
 
-# Initialize ScrapeGraphAI tool with API key from environment
-scrapegraphai_tool = ScrapeGraphAI(api_key=os.environ.get("SCRAPEGRAPH_API_KEY"))
+scrapegraph_tool = ScrapeGraphAI(api_key=os.environ.get("SGAI_API_KEY"))
 
-# Create an agent with ScrapeGraphAI tool
 agent = Agentor(
     name="Web Scraping Agent",
     model="gpt-5-mini",
-    tools=[scrapegraphai_tool],
+    tools=[scrapegraph_tool],
 )
 
 
 async def main():
     """Example usage of ScrapeGraphAI with Agentor."""
 
-    # Example 1: Smart scraper - extract specific information from a website
-    print("=== Example 1: Smart Scraper ===")
+    print("=== Example 1: Scrape (markdown) ===")
     result = await agent.arun(
-        "Use smartscraper to extract the main title and description from https://www.example.com"
+        "Use scrape to fetch https://www.example.com as markdown and show the first lines."
     )
     print(result.final_output)
     print("\n")
 
-    # Example 2: Search scraper - search and extract information
-    print("=== Example 2: Search Scraper ===")
+    print("=== Example 2: Extract ===")
     result = await agent.arun(
-        "Use searchscraper to find information about Python programming tutorials"
+        "Use extract to pull the page title and description from https://www.example.com."
     )
     print(result.final_output)
     print("\n")
 
-    # Example 3: Markdownify - convert website to markdown
-    print("=== Example 3: Markdownify ===")
+    print("=== Example 3: Search ===")
     result = await agent.arun(
-        "Use markdownify to convert https://www.example.com to markdown format"
+        "Use search to find 3 results about Python web scraping libraries."
     )
     print(result.final_output)
     print("\n")
 
-    # Example 4: Smart Crawler - crawl multiple pages
-    print("=== Example 4: Smart Crawler ===")
+    print("=== Example 4: Crawl ===")
     result = await agent.arun(
-        "Use smartcrawler to extract all product information from https://www.example.com with max_depth=2 and max_pages=5"
+        "Use crawl to start a crawl of https://www.example.com with max_pages=3 and max_depth=1, "
+        "then use get_crawl_result with the returned id to show its status."
     )
     print(result.final_output)
+    print("\n")
+
+    print("=== Example 5: Credits ===")
+    result = await agent.arun("Use credits to show my remaining API credits.")
+    print(result.final_output)
 
 
 if __name__ == "__main__":

pyproject.toml

@@ -29,7 +29,7 @@ dependencies = [
     "uvicorn>=0.37.0",
     "fastapi>=0.120.0",
     "mcp>=1.16.0",
-    "a2a-sdk>=0.3.10",
+    "a2a-sdk>=0.3.10,<1.0",
     "typer>=0.20.0",
     "pytz>=2024.1",
     "bm25s>=0.2.14",
@@ -59,14 +59,14 @@ git = ["gitpython>=3.1.0"]
 postgres = ["psycopg2-binary>=2.9.0"]
 github = ["PyGithub>=2.0.0"]
 slack = ["slack_sdk>=3.0.0"]
-scrapegraph = ["scrapegraph-py>=1.46.0"]
+scrapegraph = ["scrapegraph-py>=2.1.0; python_version >= '3.12'"]
 all = [
     "exa-py>=1.0.0",
     "gitpython>=3.1.0",
     "psycopg2-binary>=2.9.0",
     "PyGithub>=2.0.0",
     "slack_sdk>=3.0.0",
-    "scrapegraph-py>=1.46.0",
+    "scrapegraph-py>=2.1.0; python_version >= '3.12'",
 ]
 
 [tool.hatch.version]