🦐 Agno

pip install -U agno pip install scrapegraph-py 

from agno.agent import Agent from agno.tools.scrapegraph import ScrapeGraphTools  # Create a ScrapeGraph tools instance with default settings scrapegraph = ScrapeGraphTools(smartscraper=True)  # Initialize your AI agent with ScrapeGraph tools agent = Agent(  tools=[scrapegraph],   show_tool_calls=True,   markdown=True,   stream=True ) 

from agno.agent import Agent from agno.tools.scrapegraph import ScrapeGraphTools  # Default behavior - only smartscraper enabled scrapegraph = ScrapeGraphTools(smartscraper=True)  agent = Agent(tools=[scrapegraph], show_tool_calls=True, markdown=True, stream=True)  # Use smartscraper to extract specific information agent.print_response(""" Use smartscraper to extract the following from https://www.wired.com/category/science/: - News articles - Headlines - Images - Links - Author """) 

# Only markdownify enabled (by setting smartscraper=False) scrapegraph_md = ScrapeGraphTools(smartscraper=False)  agent_md = Agent(tools=[scrapegraph_md], show_tool_calls=True, markdown=True)  # Use markdownify to convert webpage to markdown agent_md.print_response(  "Fetch and convert https://www.wired.com/category/science/ to markdown format" ) 

# Enable searchscraper for finding specific information scrapegraph_search = ScrapeGraphTools(searchscraper=True)  agent_search = Agent(tools=[scrapegraph_search], show_tool_calls=True, markdown=True)  # Use searchscraper to find specific information agent_search.print_response(  "Use searchscraper to find the CEO of company X and their contact details from https://example.com" ) 

# Enable crawl for structured data extraction scrapegraph_crawl = ScrapeGraphTools(crawl=True)  agent_crawl = Agent(tools=[scrapegraph_crawl], show_tool_calls=True, markdown=True)  # Use crawl with custom schema for structured extraction agent_crawl.print_response(  "Use crawl to extract what the company does and get text content from privacy and terms from https://scrapegraphai.com/ with a suitable schema." ) 

# Enable multiple tools at once scrapegraph_multi = ScrapeGraphTools(  smartscraper=True,  searchscraper=True,  crawl=True )  agent_multi = Agent(tools=[scrapegraph_multi], show_tool_calls=True, markdown=True) 

agent = Agent(  tools=[scrapegraph],  show_tool_calls=True, # Debug tool calls  markdown=True, # Enable markdown rendering  stream=True, # Enable streaming responses  temperature=0.7 # Control response creativity )