Building AI agents, atomically
more reorganization
Kenny Vaneetveldebaa506abc5ca
diff --git a/.gitignore b/.gitignoreindex f3a5c9c..b99f795 100644--- a/.gitignore+++ b/.gitignore@@ -136,4 +136,6 @@ chromadb_persist/chroma_data/chromadb_tmp/-.vscode/\ No newline at end of file+.vscode/++personal_experiments/\ No newline at end of filediff --git a/atomic_agents_new/agents/basic_chat_agent.py b/atomic_agents_new/agents/basic_chat_agent.pyindex 05d936c..4078731 100644--- a/atomic_agents_new/agents/basic_chat_agent.py+++ b/atomic_agents_new/agents/basic_chat_agent.py@@ -5,7 +5,7 @@ from abc import ABC, abstractmethodfrom atomic_agents.lib.chat_memory import ChatMemoryfrom atomic_agents.lib.utils.logger import loggerfrom atomic_agents.tools.searx import SearxNGSearchTool-from atomic_agents_new.lib.system_prompt_generator import SystemPrompt, SystemPromptGenerator+from atomic_agents_new.lib.system_prompt_generator import DynamicInfoProviderBase, SystemPromptInfo, SystemPromptGeneratorclass BasicChatAgentInputSchema(BaseModel):chat_input: str = Field(..., description='The input text for the chat agent.')@@ -40,18 +40,13 @@ class GeneralPlanResponse(BaseModel):}class BasicChatAgent:- def __init__(self, client, model: str = 'gpt-3.5-turbo', system_prompt: SystemPrompt = None, memory: ChatMemory = None, include_planning_step = False, input_schema = BasicChatAgentInputSchema, output_schema = BasicChatAgentResponse, dynamic_info_providers: dict[str, DynamicInfoProviderBase] = None):+ def __init__(self, client, system_prompt_generator: SystemPromptGenerator = None, model: str = 'gpt-3.5-turbo', memory: ChatMemory = None, include_planning_step = False, input_schema = BasicChatAgentInputSchema, output_schema = BasicChatAgentResponse):self.input_schema = input_schemaself.output_schema = output_schemaself.client = clientself.model = modelself.memory = memory or ChatMemory()- self.system_prompt = system_prompt or SystemPrompt(- background=['You are a helpful AI assistant.'],- steps=[],- output_instructions=[]- )- self.system_prompt_generator = SystemPromptGenerator(self.system_prompt, dynamic_info_providers)+ self.system_prompt_generator = system_prompt_generator or SystemPromptGenerator()self.include_planning_step = include_planning_stepdef get_system_prompt(self) -> str:diff --git a/atomic_agents_new/examples/basic_custom_chat_agent.py b/atomic_agents_new/examples/article_idea_outline_gen_with_search.pysimilarity index 91%rename from atomic_agents_new/examples/basic_custom_chat_agent.pyrename to atomic_agents_new/examples/article_idea_outline_gen_with_search.pyindex a1db9a8..006c78c 100644--- a/atomic_agents_new/examples/basic_custom_chat_agent.py+++ b/atomic_agents_new/examples/article_idea_outline_gen_with_search.py@@ -2,12 +2,14 @@ from datetime import datetimefrom rich.console import Consolefrom atomic_agents.lib.chat_memory import ChatMemoryfrom atomic_agents_new.agents.basic_chat_agent import BasicChatAgent-from atomic_agents_new.lib.system_prompt_generator import DynamicInfoProviderBase, SystemPrompt+from atomic_agents_new.lib.system_prompt_generator import DynamicInfoProviderBase, SystemPromptGenerator, SystemPromptInfoimport instructorimport openai-from atomic_agents.tools.searx import SearxNGSearchTool+from atomic_agents_new.lib.tools.searx import SearxNGSearchToolfrom atomic_agents.lib.utils.logger import logger+console = Console()+class MyChatAgent(BasicChatAgent):def __init__(self, *args, **kwargs):super().__init__(*args, **kwargs)@@ -53,9 +55,8 @@ dynamic_info_providers = {'search': SearchResultsProvider('Search results')}-console = Console()-system_prompt = SystemPrompt(+system_prompt = SystemPromptInfo(background=['This assistant is an expert in brainstorming ideas and creating article outlines.','This assistant\'s goal is to generate engaging and creative ideas and structured outlines for articles based on the given topic.'@@ -71,6 +72,8 @@ system_prompt = SystemPrompt('Do not reply to the user\'s input with anything except the list of ideas and the article outline.'])+system_prompt_generator = SystemPromptGenerator(system_prompt, dynamic_info_providers)+memory = ChatMemory()initial_memory = [@@ -80,10 +83,9 @@ memory.load_from_dict_list(initial_memory)agent = MyChatAgent(client=instructor.from_openai(openai.OpenAI()),+ # system_prompt_generator=system_prompt_generator,model='gpt-3.5-turbo',- system_prompt=system_prompt,memory=memory,- dynamic_info_providers=dynamic_info_providers)console.print(f'Agent: {initial_memory[0]["content"]}')diff --git a/atomic_agents_new/lib/system_prompt_generator.py b/atomic_agents_new/lib/system_prompt_generator.pyindex 40a01c7..6f5d202 100644--- a/atomic_agents_new/lib/system_prompt_generator.py+++ b/atomic_agents_new/lib/system_prompt_generator.py@@ -1,8 +1,10 @@+# system_prompt_generator.py+from typing import Listfrom pydantic import BaseModelfrom abc import ABC, abstractmethod-class SystemPrompt(BaseModel):+class SystemPromptInfo(BaseModel):background: List[str]steps: List[str]output_instructions: List[str]@@ -16,24 +18,28 @@ class DynamicInfoProviderBase(ABC):passclass SystemPromptGenerator:- def __init__(self, system_prompt: SystemPrompt, dynamic_info_providers: dict[str, DynamicInfoProviderBase] = None):- self.system_prompt = system_prompt+ def __init__(self, system_prompt_info: SystemPromptInfo = None, dynamic_info_providers: dict[str, DynamicInfoProviderBase] = None):+ self.system_prompt_info = system_prompt_info or SystemPromptInfo(+ background=['This is a conversation with a helpful and friendly AI assistant.'],+ steps=[],+ output_instructions=[]+ )self.dynamic_info_providers = dynamic_info_providers or {}def generate_prompt(self) -> str:system_prompt = ''- if self.system_prompt.background:+ if self.system_prompt_info.background:system_prompt += '# IDENTITY and PURPOSE\n'- system_prompt += f'-{'\n-'.join(self.system_prompt.background)}\n\n'+ system_prompt += f'- {'\n-'.join(self.system_prompt_info.background)}\n\n'- if self.system_prompt.steps:+ if self.system_prompt_info.steps:system_prompt += '# INTERNAL ASSISTANT STEPS\n'- system_prompt += f'-{'\n-'.join(self.system_prompt.steps)}\n\n'+ system_prompt += f'- {'\n-'.join(self.system_prompt_info.steps)}\n\n'- if self.system_prompt.output_instructions:+ if self.system_prompt_info.output_instructions:system_prompt += '# OUTPUT INSTRUCTIONS\n'- system_prompt += f'-{'\n-'.join(self.system_prompt.output_instructions)}\n\n'+ system_prompt += f'- {'\n-'.join(self.system_prompt_info.output_instructions)}\n\n'if self.dynamic_info_providers:system_prompt += '# EXTRA INFORMATION AND CONTEXT\n'diff --git a/atomic_agents_new/lib/tools/README.md b/atomic_agents_new/lib/tools/README.mdnew file mode 100644index 0000000..a5ce5eb--- /dev/null+++ b/atomic_agents_new/lib/tools/README.md@@ -0,0 +1,124 @@+# Creating New Tools++This guide will help you create new tools based on the structure and patterns observed in `calculator_tool.py` and `searx.py`.++## Step-by-Step Guide++### 1. Import Necessary Modules++Start by importing the necessary modules. Typically, you will need `os`, `pydantic`, and any other modules specific to your tool's functionality.++```python+import os+from pydantic import BaseModel, Field+# Add other necessary imports here+```++### 2. Define Input Schema++Create a class for the input schema using `pydantic.BaseModel`. Define the fields and their descriptions. Also, include a nested `Config` class with `title`, `description`, and `json_schema_extra`.++```python+class YourToolInputSchema(BaseModel):+ # Define your input fields here+ example_field: str = Field(..., description="Description of the example field.")++ class Config:+ title = "YourTool"+ description = "Tool for performing specific tasks."+ json_schema_extra = {+ "title": title,+ "description": description+ }+```++### 3. Define Output Schema++Create a class for the output schema using `pydantic.BaseModel`. Define the fields and their descriptions.++```python+class YourToolOutputSchema(BaseModel):+ # Define your output fields here+ result: str = Field(..., description="Result of the operation.")+```++### 4. Implement the Tool Logic++Create a class for your tool. Define `input_schema` and `output_schema` attributes. Implement the `run` method to process the input and produce the output.++```python+class YourTool:+ input_schema = YourToolInputSchema+ output_schema = YourToolOutputSchema++ def run(self, params: YourToolInputSchema) -> YourToolOutputSchema:+ try:+ # Implement your tool logic here+ result = "Your result here"+ return YourToolOutputSchema(result=result)+ except Exception as e:+ raise ValueError(f"Error processing input: {e}")+```++### 5. Example Usage++Include an example usage section to demonstrate how to initialize and use your tool.++```python+if __name__ == "__main__":+ # Initialize your tool+ your_tool = YourTool()++ # Create input parameters+ input_params = YourToolInputSchema(+ example_field="Example input"+ )++ # Run the tool and get the output+ output = your_tool.run(input_params)++ # Print the result+ print(output)+```++## Example++Here is a complete example of a simple tool that echoes the input string.++```python+import os+from pydantic import BaseModel, Field++class EchoToolInputSchema(BaseModel):+ message: str = Field(..., description="Message to echo.")++ class Config:+ title = "EchoTool"+ description = "Tool for echoing messages."+ json_schema_extra = {+ "title": title,+ "description": description+ }++class EchoToolOutputSchema(BaseModel):+ echoed_message: str = Field(..., description="Echoed message.")++class EchoTool:+ input_schema = EchoToolInputSchema+ output_schema = EchoToolOutputSchema++ def run(self, params: EchoToolInputSchema) -> EchoToolOutputSchema:+ try:+ echoed_message = params.message+ return EchoToolOutputSchema(echoed_message=echoed_message)+ except Exception as e:+ raise ValueError(f"Error echoing message: {e}")++if __name__ == "__main__":+ echo_tool = EchoTool()+ input_params = EchoToolInputSchema(message="Hello, World!")+ output = echo_tool.run(input_params)+ print(output)+```++By following this guide, you can create new tools with a consistent structure and easily integrate them into your projects.\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/base.py b/atomic_agents_new/lib/tools/base.pynew file mode 100644index 0000000..92ee767--- /dev/null+++ b/atomic_agents_new/lib/tools/base.py@@ -0,0 +1,13 @@+from typing import Type, Optional+from pydantic import BaseModel++class BaseTool:+ input_schema: Type[BaseModel]+ output_schema: Type[BaseModel]++ def __init__(self, tool_description_override: Optional[str] = None):+ self.tool_name = self.input_schema.Config.title+ self.tool_description = tool_description_override or self.input_schema.Config.description++ def run(self, params: BaseModel) -> BaseModel:+ raise NotImplementedError("Subclasses should implement this method")\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/calculator_tool.py b/atomic_agents_new/lib/tools/calculator_tool.pynew file mode 100644index 0000000..3c77c8e--- /dev/null+++ b/atomic_agents_new/lib/tools/calculator_tool.py@@ -0,0 +1,72 @@+import os+from typing import Optional+import openai+from pydantic import BaseModel, Field+from sympy import sympify+import instructor+from openai import OpenAI++from atomic_agents.tools.base import BaseTool++################+# INPUT SCHEMA #+################+class CalculatorToolSchema(BaseModel):+ expression: str = Field(..., description="Mathematical expression to evaluate. For example, '2 + 2'.")++ class Config:+ title = "CalculatorTool"+ description = "Tool for performing calculations. Supports basic arithmetic operations like addition, subtraction, multiplication, and division, but also more complex operations like exponentiation and trigonometric functions. Use this tool to evaluate mathematical expressions."+ json_schema_extra = {+ "title": title,+ "description": description+ }++####################+# OUTPUT SCHEMA(S) #+####################+class CalculatorToolOutputSchema(BaseModel):+ result: str = Field(..., description="Result of the calculation.")++################+# TOOL LOGIC #+################+class CalculatorTool(BaseTool):+ input_schema = CalculatorToolSchema+ output_schema = CalculatorToolOutputSchema++ def __init__(self, tool_description_override: Optional[str] = None):+ super().__init__(tool_description_override)++ def run(self, params: CalculatorToolSchema) -> CalculatorToolOutputSchema:+ try:+ # Explicitly convert the string form of the expression+ parsed_expr = sympify(str(params.expression))+ # Evaluate the expression numerically+ result = parsed_expr.evalf()+ return CalculatorToolOutputSchema(result=str(result))+ except Exception as e:+ raise ValueError(f"Error evaluating expression: {e}")++#################+# EXAMPLE USAGE #+#################+if __name__ == "__main__":++ # Initialize the client outside+ client = instructor.from_openai(+ openai.OpenAI(+ api_key=os.getenv("OPENAI_API_KEY"),+ base_url=os.getenv("OPENAI_BASE_URL")+ )+ )++ # Extract structured data from natural language+ result = client.chat.completions.create(+ model="gpt-3.5-turbo",+ response_model=CalculatorTool.input_schema,+ messages=[{"role": "user", "content": "Calculate 2 + 2"}],+ )++ # Print the result+ print(CalculatorTool().run(result))\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/searx.py b/atomic_agents_new/lib/tools/searx.pynew file mode 100644index 0000000..6fe3b0b--- /dev/null+++ b/atomic_agents_new/lib/tools/searx.py@@ -0,0 +1,128 @@+import os+import requests+from pydantic import BaseModel, Field+from typing import List, Literal, Optional+from rich.console import Console+import openai+import instructor++from atomic_agents.tools.base import BaseTool++################+# INPUT SCHEMA #+################+class SearxNGSearchToolSchema(BaseModel):+ queries: List[str] = Field(..., description="List of search queries.")+ category: Optional[Literal["general", "news", "social_media"]] = Field(None, description="Category of the search queries.")++ class Config:+ title = "SearxNGSearchTool"+ description = "Tool for searching for information, news, references, and other content on the SearxNG. Returns a list of search results with a short description or content snippet and URLs for further exploration."+ json_schema_extra = {+ "title": title,+ "description": description+ }++####################+# OUTPUT SCHEMA(S) #+####################+class SearxNGSearchResultSchema(BaseModel):+ url: str+ title: str+ content: Optional[str] = None+ category: Optional[str] = None++class SearxNGSearchToolOutputSchema(BaseModel):+ results: List[SearxNGSearchResultSchema]++##############+# TOOL LOGIC #+##############+class SearxNGSearchTool(BaseTool):+ input_schema = SearxNGSearchToolSchema+ output_schema = SearxNGSearchToolOutputSchema++ def __init__(self, tool_description_override: Optional[str] = None, max_results: int = 10):+ super().__init__(tool_description_override)+ self.max_results = max_results++ def run(self, params: SearxNGSearchToolSchema, max_results: Optional[int] = None) -> SearxNGSearchToolOutputSchema:+ SEARXNG_BASE_URL = os.getenv('SEARXNG_BASE_URL')+ if not SEARXNG_BASE_URL:+ raise ValueError("SEARXNG_BASE_URL environment variable not set")++ all_results = []++ for query in params.queries:+ # Prepare the query parameters+ query_params = {+ 'q': query,+ 'safesearch': '0',+ 'format': 'json',+ 'language': 'en',+ 'engines': 'bing,duckduckgo,google,startpage,yandex',+ }++ # Add category to query parameters if it is set+ if params.category:+ query_params['categories'] = params.category++ # Make the GET request+ response = requests.get(f"{SEARXNG_BASE_URL}/search", params=query_params)++ # Check if the request was successful+ if response.status_code != 200:+ raise Exception(f"Failed to fetch search results for query '{query}': {response.status_code} {response.reason}")++ results = response.json().get('results', [])+ all_results.extend(results)++ # Sort the combined results by score in descending order+ sorted_results = sorted(all_results, key=lambda x: x.get('score', 0), reverse=True)++ # Remove duplicates while preserving order+ seen_urls = set()+ unique_results = []+ for result in sorted_results:+ if 'content' not in result or 'title' not in result or 'url' not in result:+ continue+ if result['url'] not in seen_urls:+ unique_results.append(result)+ seen_urls.add(result['url'])++ # Filter results to include only those with the correct category if it is set+ if params.category:+ filtered_results = [result for result in unique_results if result.get('category') == params.category]+ else:+ filtered_results = unique_results++ filtered_results = filtered_results[:max_results or self.max_results]++ return SearxNGSearchToolOutputSchema(results=filtered_results)+++#################+# EXAMPLE USAGE #+#################+if __name__ == "__main__":+ rich_console = Console()++ # Initialize the client outside+ client = instructor.from_openai(+ openai.OpenAI(+ api_key=os.getenv("OPENAI_API_KEY"),+ base_url=os.getenv("OPENAI_BASE_URL")+ )+ )++ # Extract structured data from natural language+ result = client.chat.completions.create(+ model="gpt-3.5-turbo",+ response_model=SearxNGSearchTool.input_schema,+ messages=[{"role": "user", "content": "Search for the latest PC gaming news of May 2024"}],+ )++ # Print the result+ output = SearxNGSearchTool(tool_description_override="derp", max_results=15).run(result)+ for i, result in enumerate(output.results):+ rich_console.print(f"{i}. Title: {result.title}, URL: {result.url}")\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/user_input_tool.py b/atomic_agents_new/lib/tools/user_input_tool.pynew file mode 100644index 0000000..6d63c63--- /dev/null+++ b/atomic_agents_new/lib/tools/user_input_tool.py@@ -0,0 +1,60 @@+import os+from pydantic import BaseModel, Field+from typing import Optional+from rich.console import Console+import openai+import instructor++from atomic_agents.tools.base import BaseTool++################+# INPUT SCHEMA #+################+class UserInputToolSchema(BaseModel):+ question: str = Field(..., description="The question to ask the user.")+ context: Optional[str] = Field(None, description="Additional context or information to provide to the user.")++ class Config:+ title = "UserInputTool"+ description = "Tool for asking clarifying questions to the user. Use this tool when the AI needs more information or clarification from the user."+ json_schema_extra = {+ "title": title,+ "description": description+ }++####################+# OUTPUT SCHEMA(S) #+####################+class UserInputToolOutputSchema(BaseModel):+ answer: str = Field(..., description="The user's answer to the question.")++##############+# TOOL LOGIC #+##############+class UserInputTool(BaseTool):+ input_schema = UserInputToolSchema+ output_schema = UserInputToolOutputSchema++ def __init__(self, tool_description_override: Optional[str] = None):+ super().__init__(tool_description_override)++ def run(self, params: UserInputToolSchema) -> UserInputToolOutputSchema:+ print(f"Question: {params.question}")+ if params.context:+ print(f"Context: {params.context}")+ answer = input("Your answer: ")+ return UserInputToolOutputSchema(answer=answer)++#################+# EXAMPLE USAGE #+#################+if __name__ == "__main__":+ rich_console = Console()++ question = "What is your favorite color?"++ user_input_tool = UserInputTool()+ user_input_params = UserInputToolSchema(question=question)+ user_input_output = user_input_tool.run(user_input_params)++ rich_console.print(f"User's answer: {user_input_output.answer}")\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/vectordb_query_tool.py b/atomic_agents_new/lib/tools/vectordb_query_tool.pynew file mode 100644index 0000000..8c38622--- /dev/null+++ b/atomic_agents_new/lib/tools/vectordb_query_tool.py@@ -0,0 +1,82 @@+import os+from pydantic import BaseModel, Field+from typing import List, Optional+from rich.console import Console+import openai+import instructor++from atomic_agents.tools.base import BaseTool+from atomic_agents.lib.vectordb.chroma.manager import ChromaDBDocumentManager+from atomic_agents.lib.models.web_document import Document++################+# INPUT SCHEMA #+################+class VectorDBQueryToolSchema(BaseModel):+ queries: List[str] = Field(..., description="List of 3 queries to query the vector database.")++ class Config:+ title = "VectorDBQueryTool"+ description = "Tool for querying the Chroma VectorDB."+ json_schema_extra = {+ "title": title,+ "description": description+ }++####################+# OUTPUT SCHEMA(S) #+####################+class VectorDBQueryResultSchema(BaseModel):+ content: str+ metadata: Optional[dict] = None++class VectorDBQueryToolOutputSchema(BaseModel):+ results: List[VectorDBQueryResultSchema]++##############+# TOOL LOGIC #+##############+class VectorDBQueryTool(BaseTool):+ input_schema = VectorDBQueryToolSchema+ output_schema = VectorDBQueryToolOutputSchema++ def __init__(self, db_path: str, collection_name: str, tool_description_override: Optional[str] = None, max_results: int = 10):+ super().__init__(tool_description_override)+ self.db_path = db_path+ self.collection_name = collection_name+ self.max_results = max_results+ self.manager = ChromaDBDocumentManager(db_path, collection_name)++ def run(self, params: VectorDBQueryToolSchema) -> VectorDBQueryToolOutputSchema:+ documents = self.manager.query_documents(params.queries, self.max_results)+ results = [VectorDBQueryResultSchema(content=doc.content, metadata=doc.metadata.model_dump()) for doc in documents]+ return VectorDBQueryToolOutputSchema(results=results)++#################+# EXAMPLE USAGE #+#################+if __name__ == "__main__":+ rich_console = Console()++ # Initialize the client outside+ client = instructor.from_openai(+ openai.OpenAI(+ api_key=os.getenv("OPENAI_API_KEY"),+ base_url=os.getenv("OPENAI_BASE_URL")+ )+ )++ # Extract structured data from natural language+ result = client.chat.completions.create(+ model="gpt-3.5-turbo",+ response_model=VectorDBQueryTool.input_schema,+ messages=[+ {"role": "system", "content": "This AI generates 3 queries that can be used to gather context to help with reacting to the user input."},+ {"role": "user", "content": "What does the describeit tool do?"}+ ],+ )++ # Print the result+ output = VectorDBQueryTool(db_path="chromadb_persist", collection_name="brainblendai.com", max_results=3).run(result)+ for i, result in enumerate(output.results):+ rich_console.print(f"{i}. Content: {result.content}, Metadata: {result.metadata}")\ No newline at end of filediff --git a/atomic_agents_new/lib/tools/web_scraping_tool.py b/atomic_agents_new/lib/tools/web_scraping_tool.pynew file mode 100644index 0000000..d7eba9b--- /dev/null+++ b/atomic_agents_new/lib/tools/web_scraping_tool.py@@ -0,0 +1,84 @@+import os+from pydantic import BaseModel, Field+from typing import Optional+from rich.console import Console+import openai+import instructor+import requests++from atomic_agents.tools.base import BaseTool+from atomic_agents.lib.scraping.url_to_markdown import UrlToMarkdownConverter+from atomic_agents.lib.scraping.pdf_to_markdown import PdfToMarkdownConverter+from atomic_agents.lib.models.web_document import Document++################+# INPUT SCHEMA #+################+class WebScrapingToolSchema(BaseModel):+ url: str = Field(..., description="URL of the web page to scrape.")++ class Config:+ title = "WebScrapingTool"+ description = "Tool for scraping web pages and converting content to markdown in order to extract information or summarize the content."+ json_schema_extra = {+ "title": title,+ "description": description+ }++####################+# OUTPUT SCHEMA(S) #+####################+class WebScrapingResultSchema(BaseModel):+ content: str+ metadata: Optional[dict] = None++class WebScrapingToolOutputSchema(BaseModel):+ result: WebScrapingResultSchema++##############+# TOOL LOGIC #+##############+class WebScrapingTool(BaseTool):+ input_schema = WebScrapingToolSchema+ output_schema = WebScrapingToolOutputSchema++ def __init__(self, tool_description_override: Optional[str] = None):+ super().__init__(tool_description_override)++ def run(self, params: WebScrapingToolSchema) -> WebScrapingToolOutputSchema:+ url = params.url+ response = requests.head(url)+ content_type = response.headers.get('Content-Type', '')++ if 'application/pdf' in content_type:+ document = PdfToMarkdownConverter.convert(url=url)+ else:+ document = UrlToMarkdownConverter.convert(url=url)++ result = WebScrapingResultSchema(content=document.content, metadata=document.metadata.model_dump())+ return WebScrapingToolOutputSchema(result=result)++#################+# EXAMPLE USAGE #+#################+if __name__ == "__main__":+ rich_console = Console()++ # Initialize the client outside+ client = instructor.from_openai(+ openai.OpenAI(+ api_key=os.getenv("OPENAI_API_KEY"),+ base_url=os.getenv("OPENAI_BASE_URL")+ )+ )++ # Extract structured data from natural language+ result = client.chat.completions.create(+ model="gpt-3.5-turbo",+ response_model=WebScrapingTool.input_schema,+ messages=[{"role": "user", "content": "Scrape the content of https://example.com"}],+ )++ # Print the result+ output = WebScrapingTool().run(result)+ rich_console.print(f"Content: {output.result.content}, Metadata: {output.result.metadata}")\ No newline at end of file