Skip to content

Building AI agents, atomically

Added Claude Anthropic client to basic chatbot different providers

Ivan Saorinee5322370e85
diff --git a/atomic-agents/atomic_agents/agents/base_agent.py b/atomic-agents/atomic_agents/agents/base_agent.py
index d8b7e2b..b1b9012 100644
--- a/atomic-agents/atomic_agents/agents/base_agent.py
+++ b/atomic-agents/atomic_agents/agents/base_agent.py
@@ -10,7 +10,9 @@ from atomic_agents.lib.base.base_io_schema import BaseIOSchema
from instructor.dsl.partial import PartialBase
from jiter import from_json
+from rich.console import Console
+console = Console()
def model_from_chunks_patched(cls, json_chunks, **kwargs):
potential_object = ""
@@ -71,7 +73,10 @@ class BaseAgentConfig(BaseModel):
0,
description="Temperature for response generation, typically ranging from 0 to 1.",
)
-
+ max_tokens: Optional[int] = Field(
+ 2048,
+ description="Maximum number of token allowed in the response generation, typically ranging from 1024.",
+ )
class BaseAgent:
"""
@@ -88,6 +93,7 @@ class BaseAgent:
memory (AgentMemory): Memory component for storing chat history.
system_prompt_generator (SystemPromptGenerator): Component for generating system prompts.
initial_memory (AgentMemory): Initial state of the memory.
+ max_tokens (int): Maximum number of tokens allowed in the response
"""
input_schema = BaseAgentInputSchema
@@ -109,6 +115,7 @@ class BaseAgent:
self.initial_memory = self.memory.copy()
self.current_user_input = None
self.temperature = config.temperature
+ self.max_tokens = config.max_tokens
def reset_memory(self):
"""
@@ -135,13 +142,16 @@ class BaseAgent:
"role": "system",
"content": self.system_prompt_generator.generate_prompt(),
}
- ] + self.memory.get_history()
+ ] + self.memory.get_history()
+
response = self.client.chat.completions.create(
- model=self.model,
messages=messages,
+ model=self.model,
response_model=response_model,
temperature=self.temperature,
+ max_tokens=self.max_tokens
)
+
return response
def run(self, user_input: Optional[Type[BaseIOSchema]] = None) -> Type[BaseIOSchema]:
@@ -189,6 +199,7 @@ class BaseAgent:
messages=messages,
response_model=response_model,
temperature=self.temperature,
+ max_tokens=self.max_tokens
)
return response
diff --git a/atomic-examples/quickstart/pyproject.toml b/atomic-examples/quickstart/pyproject.toml
index ce03a55..48b0095 100644
--- a/atomic-examples/quickstart/pyproject.toml
+++ b/atomic-examples/quickstart/pyproject.toml
@@ -8,10 +8,11 @@ readme = "README.md"
[tool.poetry.dependencies]
python = "^3.11"
atomic-agents = {path = "../..", develop = true}
-instructor = ">=0.2.1,<1.0.0"
+instructor = ">=1.3.4,<2.0.0"
openai = ">=1.35.12,<2.0.0"
groq = ">=0.11.0,<1.0.0"
mistralai = ">=1.1.0,<2.0.0"
+anthropic = ">=0.39.0,<1.0.0"
[build-system]
diff --git a/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py b/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py
index a88b8fd..2fb4408 100644
--- a/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py
+++ b/atomic-examples/quickstart/quickstart/4_basic_chatbot_different_providers.py
@@ -22,19 +22,26 @@ memory.add_message("assistant", initial_message)
# Function to set up the client based on the chosen provider
def setup_client(provider):
- if provider == "openai":
+ console.log(f'provider: {provider}')
+ if provider == "1" or provider == "openai":
from openai import OpenAI
api_key = os.getenv("OPENAI_API_KEY")
client = instructor.from_openai(OpenAI(api_key=api_key))
model = "gpt-4o-mini"
- elif provider == "groq":
+ elif provider == "2" or provider == "claude":
+ from anthropic import Anthropic
+
+ api_key = os.getenv("ANTHROPIC_API_KEY")
+ client = instructor.from_anthropic(Anthropic(api_key=api_key))
+ model = "claude-3-5-haiku-20241022"
+ elif provider == "3" or provider == "groq":
from groq import Groq
api_key = os.getenv("GROQ_API_KEY")
client = instructor.from_groq(Groq(api_key=api_key), mode=instructor.Mode.JSON)
model = "mixtral-8x7b-32768"
- elif provider == "ollama":
+ elif provider == "4" or provider == "ollama":
from openai import OpenAI as OllamaClient
client = instructor.from_openai(OllamaClient(base_url="http://localhost:11434/v1", api_key="ollama"))
@@ -46,7 +53,7 @@ def setup_client(provider):
# Prompt the user to choose a provider
-provider = console.input("[bold yellow]Choose a provider (openai/groq/ollama): [/bold yellow]").lower()
+provider = console.input("[bold yellow]Choose a provider (1. openai / 2. claude / 3. groq / 4. ollama): [/bold yellow]").lower()
# Set up the client and model based on the chosen provider
client, model = setup_client(provider)
@@ -57,6 +64,7 @@ agent = BaseAgent(
client=client,
model=model,
memory=memory,
+ max_tokens=2048
)
)
diff --git a/pyproject.toml b/pyproject.toml
index b8b3587..4be0bfd 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -31,6 +31,7 @@ pytest-asyncio = "^0.24.0"
black = ">=24.8.0,<25.0.0"
flake8 = ">=7.1.1,<8.0.0"
openai = ">=1.35.12,<2.0.0"
+anthropic = ">=0.39.0,<1.0.0"
pytest = ">=8.3.3,<9.0.0"
pytest-cov = ">=5.0.0,<6.0.0"
pytest-asyncio = "^0.24.0"