Building AI agents, atomically
Support passing arbitrary params to the model API
Michael Crawford8baf3cb22285
diff --git a/atomic-agents/atomic_agents/agents/base_agent.py b/atomic-agents/atomic_agents/agents/base_agent.pyindex 98b68c9..f0fce0d 100644--- a/atomic-agents/atomic_agents/agents/base_agent.py+++ b/atomic-agents/atomic_agents/agents/base_agent.py@@ -76,6 +76,7 @@ class BaseAgentConfig(BaseModel):None,description="Maximum number of token allowed in the response generation.",)+ model_api_parameters: Optional[dict] = Field(None, description="Additional parameters passed to the API provider.")class BaseAgent:@@ -93,7 +94,12 @@ class BaseAgent:memory (AgentMemory): Memory component for storing chat history.system_prompt_generator (SystemPromptGenerator): Component for generating system prompts.initial_memory (AgentMemory): Initial state of the memory.- max_tokens (int): Maximum number of tokens allowed in the response+ temperature (float): Temperature for response generation, typically ranging from 0 to 1. For models such as+ OpenAI o3-mini that do not support temperature, you must explicitly pass 'None'.+ DEPRECATED: Include 'temperature' in model_api_parameters instead.+ max_tokens (int): Maximum number of tokens allowed in the response.+ DEPRECATED: Include 'max_tokens' in model_api_parameters instead.+ model_api_parameters (dict): Additional parameters passed to the API provider."""input_schema = BaseAgentInputSchema@@ -114,8 +120,11 @@ class BaseAgent:self.system_prompt_generator = config.system_prompt_generator or SystemPromptGenerator()self.initial_memory = self.memory.copy()self.current_user_input = None- self.temperature = config.temperature- self.max_tokens = config.max_tokens+ self.model_api_parameters = config.model_api_parameters or {}+ if config.temperature is not None:+ self.model_api_parameters["temperature"] = config.temperature+ if config.max_tokens is not None:+ self.model_api_parameters["max_tokens"] = config.max_tokensdef reset_memory(self):"""@@ -148,8 +157,7 @@ class BaseAgent:messages=messages,model=self.model,response_model=response_model,- temperature=self.temperature,- max_tokens=self.max_tokens,+ **self.model_api_parameters,)return response@@ -200,8 +208,7 @@ class BaseAgent:model=self.model,messages=messages,response_model=self.output_schema,- temperature=self.temperature,- max_tokens=self.max_tokens,+ **self.model_api_parameters,stream=True,)diff --git a/atomic-agents/tests/agents/test_base_agent.py b/atomic-agents/tests/agents/test_base_agent.pyindex 40a3d28..d18cece 100644--- a/atomic-agents/tests/agents/test_base_agent.py+++ b/atomic-agents/tests/agents/test_base_agent.py@@ -63,8 +63,8 @@ def test_initialization(agent, mock_instructor, mock_memory, mock_system_prompt_assert agent.system_prompt_generator == mock_system_prompt_generatorassert agent.input_schema == BaseAgentInputSchemaassert agent.output_schema == BaseAgentOutputSchema- assert agent.temperature == 0- assert agent.max_tokens is None+ assert agent.model_api_parameters["temperature"] == 0+ assert "max_tokens" not in agent.model_api_parametersdef test_reset_memory(agent, mock_memory):@@ -90,7 +90,6 @@ def test_get_response(agent, mock_instructor, mock_memory, mock_system_prompt_gemessages=[{"role": "system", "content": "System prompt"}, {"role": "user", "content": "Hello"}],response_model=BaseAgentOutputSchema,temperature=0,- max_tokens=None,)diff --git a/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py b/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.pyindex e48f66b..1be31a4 100644--- a/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py+++ b/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py@@ -77,7 +77,7 @@ provider = console.input(providers_str).lower()client, model = setup_client(provider)# Agent setup with specified configuration-agent = BaseAgent(config=BaseAgentConfig(client=client, model=model, memory=memory, max_tokens=2048))+agent = BaseAgent(config=BaseAgentConfig(client=client, model=model, memory=memory, model_api_parameters={"max_tokens": 2048}))# Generate the default system prompt for the agentdefault_system_prompt = agent.system_prompt_generator.generate_prompt()