Skip to content

Building AI agents, atomically

More tests!

KennyVaneetvelded313a474a0fe
diff --git a/atomic_agents/lib/models/web_document.py b/atomic_agents/lib/models/web_document.py
index a4c6730..504e72a 100644
--- a/atomic_agents/lib/models/web_document.py
+++ b/atomic_agents/lib/models/web_document.py
@@ -2,7 +2,6 @@ from pydantic import BaseModel, Field
from atomic_agents.agents.base_chat_agent import BaseAgentIO
-
class WebDocumentMetadata(BaseModel):
url: str
title: str = Field(default="")
@@ -10,7 +9,6 @@ class WebDocumentMetadata(BaseModel):
keywords: str = Field(default="")
author: str = Field(default="")
-
class WebDocument(BaseAgentIO):
content: str
- metadata: WebDocumentMetadata = Field(default_factory=WebDocumentMetadata)
+ metadata: WebDocumentMetadata = Field(default_factory=lambda: WebDocumentMetadata(url=""))
\ No newline at end of file
diff --git a/tests/agents/test_tool_interface_agent.py b/tests/agents/test_tool_interface_agent.py
new file mode 100644
index 0000000..c093dd1
--- /dev/null
+++ b/tests/agents/test_tool_interface_agent.py
@@ -0,0 +1,155 @@
+import pytest
+from unittest.mock import Mock, patch
+from pydantic import BaseModel, Field
+from atomic_agents.agents.tool_interface_agent import ToolInterfaceAgent, ToolInterfaceAgentConfig, ToolInputModel
+from atomic_agents.agents.base_chat_agent import BaseAgentIO, BaseChatAgentConfig
+from atomic_agents.lib.tools.base import BaseTool
+from atomic_agents.lib.components.system_prompt_generator import SystemPromptGenerator, SystemPromptInfo
+from atomic_agents.lib.components.chat_memory import ChatMemory
+import instructor
+
+class MockToolInputSchema(BaseAgentIO):
+ query: str = Field(..., description="Test query")
+
+ class Config:
+ title = "Mock Tool Input"
+ description = "Mock tool input description"
+
+class MockToolOutputSchema(BaseAgentIO):
+ result: str
+
+class MockTool(BaseTool):
+ input_schema = MockToolInputSchema
+ output_schema = MockToolOutputSchema
+
+ def run(self, params: MockToolInputSchema) -> MockToolOutputSchema:
+ return MockToolOutputSchema(result=f"Processed: {params.query}")
+
+def mock_instructor():
+ mock = Mock(spec=instructor.Instructor)
+ mock.chat.completions.create = Mock()
+ return mock
+
+def mock_memory():
+ return Mock(spec=ChatMemory)
+
+def mock_tool():
+ return MockTool()
+
+def tool_interface_agent_config(mock_instructor, mock_memory, mock_tool):
+ return ToolInterfaceAgentConfig(
+ client=mock_instructor,
+ model="gpt-3.5-turbo",
+ memory=mock_memory,
+ tool_instance=mock_tool,
+ return_raw_output=False
+ )
+
+def tool_interface_agent(tool_interface_agent_config):
+ return ToolInterfaceAgent(tool_interface_agent_config)
+
+def test_tool_interface_agent_initialization(tool_interface_agent, mock_tool):
+ assert isinstance(tool_interface_agent.tool_instance, BaseTool)
+ assert tool_interface_agent.return_raw_output is False
+ assert tool_interface_agent.tool_instance == mock_tool
+
+def test_tool_interface_agent_input_schema(tool_interface_agent):
+ assert issubclass(tool_interface_agent.input_schema, ToolInputModel)
+ assert "tool_input" in tool_interface_agent.input_schema.model_fields
+
+def test_tool_interface_agent_output_schema(tool_interface_agent):
+ assert tool_interface_agent.output_schema is not None
+
+def test_tool_interface_agent_system_prompt_generator(tool_interface_agent):
+ assert isinstance(tool_interface_agent.system_prompt_generator, SystemPromptGenerator)
+ assert isinstance(tool_interface_agent.system_prompt_generator.system_prompt_info, SystemPromptInfo)
+
+def test_tool_interface_agent_with_raw_output(mock_instructor, mock_memory, mock_tool):
+ config = ToolInterfaceAgentConfig(
+ client=mock_instructor,
+ model="gpt-3.5-turbo",
+ memory=mock_memory,
+ tool_instance=mock_tool,
+ return_raw_output=True
+ )
+ agent = ToolInterfaceAgent(config)
+ assert agent.return_raw_output is True
+ assert agent.output_schema == mock_tool.output_schema
+
+@patch('atomic_agents.agents.tool_interface_agent.ToolInterfaceAgent.get_response')
+def test_get_and_handle_response_raw_output(mock_get_response, tool_interface_agent):
+ tool_interface_agent.return_raw_output = True
+ mock_tool_input = MockToolInputSchema(query="test query")
+ mock_tool_output = MockToolOutputSchema(result="Processed: test query")
+
+ mock_get_response.return_value = mock_tool_input
+ tool_interface_agent.tool_instance.run = Mock(return_value=mock_tool_output)
+
+ result = tool_interface_agent._get_and_handle_response()
+
+ assert result == mock_tool_output
+ tool_interface_agent.tool_instance.run.assert_called_once_with(mock_tool_input)
+
+@patch('atomic_agents.agents.tool_interface_agent.ToolInterfaceAgent.get_response')
+def test_get_and_handle_response_processed_output(mock_get_response, tool_interface_agent):
+ mock_tool_input = MockToolInputSchema(query="test query")
+ mock_tool_output = MockToolOutputSchema(result="Processed: test query")
+ mock_processed_response = BaseAgentIO()
+
+ mock_get_response.side_effect = [mock_tool_input, mock_processed_response]
+ tool_interface_agent.tool_instance.run = Mock(return_value=mock_tool_output)
+
+ result = tool_interface_agent._get_and_handle_response()
+
+ assert result == mock_processed_response
+ tool_interface_agent.tool_instance.run.assert_called_once_with(mock_tool_input)
+ assert mock_get_response.call_count == 2
+
+from pydantic import Field
+
+def test_tool_interface_agent_run(tool_interface_agent):
+ # Inspect the input schema
+ print(f"Input schema fields: {tool_interface_agent.input_schema.model_fields}")
+
+ # Create a mock input that matches the schema structure
+ mock_input_data = {}
+ for field_name, field in tool_interface_agent.input_schema.model_fields.items():
+ if field.alias:
+ field_name = field.alias
+ if isinstance(field.annotation, type) and issubclass(field.annotation, str):
+ mock_input_data[field_name] = "Test input"
+ elif isinstance(field.annotation, type) and issubclass(field.annotation, dict):
+ mock_input_data[field_name] = {"key": "value"}
+ else:
+ mock_input_data[field_name] = None
+
+ print(f"Mock input data: {mock_input_data}")
+
+ try:
+ mock_input = tool_interface_agent.input_schema(**mock_input_data)
+ except Exception as e:
+ print(f"Error creating mock input: {e}")
+ raise
+
+ mock_output = BaseAgentIO()
+
+ tool_interface_agent._init_run = Mock()
+ tool_interface_agent._pre_run = Mock()
+ tool_interface_agent._get_and_handle_response = Mock(return_value=mock_output)
+ tool_interface_agent._post_run = Mock()
+
+ result = tool_interface_agent.run(mock_input)
+
+ assert result == mock_output
+ tool_interface_agent._init_run.assert_called_once_with(mock_input)
+ tool_interface_agent._pre_run.assert_called_once()
+ tool_interface_agent._get_and_handle_response.assert_called_once()
+ tool_interface_agent._post_run.assert_called_once_with(mock_output)
+
+if __name__ == '__main__':
+ pytest.main()
\ No newline at end of file
diff --git a/tests/lib/models/test_web_document.py b/tests/lib/models/test_web_document.py
new file mode 100644
index 0000000..a06936b
--- /dev/null
+++ b/tests/lib/models/test_web_document.py
@@ -0,0 +1,84 @@
+import pytest
+from pydantic import ValidationError
+from atomic_agents.lib.models.web_document import WebDocumentMetadata, WebDocument
+from atomic_agents.agents.base_chat_agent import BaseAgentIO
+
+def test_web_document_metadata_creation():
+ metadata = WebDocumentMetadata(url="https://example.com")
+ assert metadata.url == "https://example.com"
+ assert metadata.title == ""
+ assert metadata.description == ""
+ assert metadata.keywords == ""
+ assert metadata.author == ""
+
+def test_web_document_metadata_full():
+ metadata = WebDocumentMetadata(
+ url="https://example.com",
+ title="Example Title",
+ description="Example Description",
+ keywords="example, test, keywords",
+ author="John Doe"
+ )
+ assert metadata.url == "https://example.com"
+ assert metadata.title == "Example Title"
+ assert metadata.description == "Example Description"
+ assert metadata.keywords == "example, test, keywords"
+ assert metadata.author == "John Doe"
+
+def test_web_document_metadata_url_required():
+ with pytest.raises(ValidationError):
+ WebDocumentMetadata()
+
+def test_web_document_creation():
+ doc = WebDocument(content="This is the content")
+ assert doc.content == "This is the content"
+ assert isinstance(doc.metadata, WebDocumentMetadata)
+ assert doc.metadata.url == ""
+
+def test_web_document_with_metadata():
+ metadata = WebDocumentMetadata(url="https://example.com", title="Example")
+ doc = WebDocument(content="This is the content", metadata=metadata)
+ assert doc.content == "This is the content"
+ assert doc.metadata.url == "https://example.com"
+ assert doc.metadata.title == "Example"
+
+def test_web_document_content_required():
+ with pytest.raises(ValidationError):
+ WebDocument()
+
+def test_web_document_inheritance():
+ doc = WebDocument(content="This is the content")
+ assert isinstance(doc, WebDocument)
+ assert isinstance(doc, BaseAgentIO)
+
+def test_web_document_metadata_serialization():
+ metadata = WebDocumentMetadata(url="https://example.com", title="Example")
+ assert metadata.model_dump() == {
+ "url": "https://example.com",
+ "title": "Example",
+ "description": "",
+ "keywords": "",
+ "author": ""
+ }
+
+def test_web_document_serialization():
+ metadata = WebDocumentMetadata(url="https://example.com", title="Example")
+ doc = WebDocument(content="This is the content", metadata=metadata)
+ assert doc.model_dump() == {
+ "content": "This is the content",
+ "metadata": {
+ "url": "https://example.com",
+ "title": "Example",
+ "description": "",
+ "keywords": "",
+ "author": ""
+ }
+ }
+
+def test_web_document_default_metadata():
+ doc = WebDocument(content="This is the content")
+ assert doc.metadata.url == ""
+ assert doc.metadata.title == ""
+ assert doc.metadata.description == ""
+ assert doc.metadata.keywords == ""
+ assert doc.metadata.author == ""
\ No newline at end of file
diff --git a/tests/lib/tools/test_base.py b/tests/lib/tools/test_base.py
new file mode 100644
index 0000000..970013b
--- /dev/null
+++ b/tests/lib/tools/test_base.py
@@ -0,0 +1,76 @@
+import pytest
+from pydantic import BaseModel
+from atomic_agents.lib.tools.base import BaseToolConfig, BaseTool
+from atomic_agents.agents.base_chat_agent import BaseAgentIO
+
+# Mock classes for testing
+class MockInputSchema(BaseAgentIO):
+ class Config:
+ title = "Mock Input"
+ description = "Mock input description"
+
+class MockOutputSchema(BaseAgentIO):
+ result: str
+
+class MockTool(BaseTool):
+ input_schema = MockInputSchema
+ output_schema = MockOutputSchema
+
+ def run(self, params: MockInputSchema) -> MockOutputSchema:
+ return MockOutputSchema(result="Mock result")
+
+def test_base_tool_config_creation():
+ config = BaseToolConfig()
+ assert config.title is None
+ assert config.description is None
+
+def test_base_tool_config_with_values():
+ config = BaseToolConfig(title="Test Tool", description="Test description")
+ assert config.title == "Test Tool"
+ assert config.description == "Test description"
+
+def test_base_tool_initialization():
+ tool = MockTool()
+ assert tool.tool_name == "Mock Input"
+ assert tool.tool_description == "Mock input description"
+
+def test_base_tool_with_config():
+ config = BaseToolConfig(title="Custom Title", description="Custom description")
+ tool = MockTool(config=config)
+ assert tool.tool_name == "Custom Title"
+ assert tool.tool_description == "Custom description"
+
+def test_base_tool_run_not_implemented():
+ class UnimplementedTool(BaseTool):
+ input_schema = MockInputSchema
+ output_schema = MockOutputSchema
+
+ tool = UnimplementedTool()
+ with pytest.raises(NotImplementedError):
+ tool.run(MockInputSchema())
+
+def test_mock_tool_run():
+ tool = MockTool()
+ result = tool.run(MockInputSchema())
+ assert isinstance(result, MockOutputSchema)
+ assert result.result == "Mock result"
+
+def test_base_tool_input_schema():
+ tool = MockTool()
+ assert tool.input_schema == MockInputSchema
+
+def test_base_tool_output_schema():
+ tool = MockTool()
+ assert tool.output_schema == MockOutputSchema
+
+def test_base_tool_inheritance():
+ tool = MockTool()
+ assert isinstance(tool, BaseTool)
+
+def test_base_tool_config_is_pydantic_model():
+ assert issubclass(BaseToolConfig, BaseModel)
+
+def test_base_tool_config_optional_fields():
+ config = BaseToolConfig()
+ assert hasattr(config, 'title')
+ assert hasattr(config, 'description')
\ No newline at end of file