Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
Capture track agent (#381)
Braelyn Boynton871b9fb61ac9
diff --git a/agentops/client.py b/agentops/client.pyindex f2fc4dea..50da1ed5 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -38,6 +38,7 @@ class Client(metaclass=MetaClient):self._llm_tracker: Optional[LlmTracker] = Noneself._sessions: List[Session] = active_sessionsself._config = Configuration()+ self._pre_init_queue = {"agents": []}self.configure(api_key=os.environ.get("AGENTOPS_API_KEY"),@@ -106,6 +107,13 @@ class Client(metaclass=MetaClient):if self._config.auto_start_session:session = self.start_session()+ if session:+ for agent_args in self._pre_init_queue["agents"]:+ session.create_agent(+ name=agent_args["name"], agent_id=agent_args["agent_id"]+ )+ self._pre_init_queue["agents"] = []+return sessiondef _initialize_partner_framework(self) -> None:@@ -234,6 +242,13 @@ class Client(metaclass=MetaClient):config=self._config,)+ if self._pre_init_queue["agents"] and len(self._pre_init_queue["agents"]) > 0:+ for agent_args in self._pre_init_queue["agents"]:+ session.create_agent(+ name=agent_args["name"], agent_id=agent_args["agent_id"]+ )+ self._pre_init_queue["agents"] = []+if not session.is_running:return logger.error("Failed to start session")@@ -294,7 +309,9 @@ class Client(metaclass=MetaClient):# if no session passed, assume single sessionsession = self._safe_get_session()if session is None:- return+ self._pre_init_queue["agents"].append(+ {"name": name, "agent_id": agent_id}+ )session.create_agent(name=name, agent_id=agent_id)return agent_iddiff --git a/agentops/decorators.py b/agentops/decorators.pyindex c1930b44..d291c416 100644--- a/agentops/decorators.py+++ b/agentops/decorators.py@@ -326,12 +326,6 @@ def track_agent(name: Union[str, None] = None):original_init(self, *args, **kwargs)- if not Client().is_initialized:- Client().add_pre_init_warning(- f"Failed to track an agent {name} because agentops.init() was not "- + "called before initializing the agent with the @track_agent decorator."- )-self.agent_ops_agent_id = str(uuid4())session = kwargs.get("session", None)@@ -345,12 +339,10 @@ def track_agent(name: Union[str, None] = None):)except AttributeError as e:Client().add_pre_init_warning(- f"Failed to track an agent {name} because agentops.init() was not "- + "called before initializing the agent with the @track_agent decorator."+ f"Failed to track an agent {name} with the @track_agent decorator.")logger.warning(- "Failed to track an agent. This often happens if agentops.init() was not "- "called before initializing an agent with the @track_agent decorator."+ "Failed to track an agent with the @track_agent decorator.")original_init(self, *args, **kwargs)diff --git a/tests/test_pre_init.py b/tests/test_pre_init.pynew file mode 100644index 00000000..f87219ac--- /dev/null+++ b/tests/test_pre_init.py@@ -0,0 +1,57 @@+import pytest+import requests_mock+import time+import agentops+from agentops import record_action, track_agent+from datetime import datetime+from agentops.singleton import clear_singletons+import contextlib++jwts = ["some_jwt", "some_jwt2", "some_jwt3"]++[email protected](autouse=True)+def setup_teardown():+ clear_singletons()+ yield+ agentops.end_all_sessions() # teardown part++[email protected](autouse=True)+def mock_req():+ with requests_mock.Mocker() as m:+ url = "https://api.agentops.ai"+ m.post(url + "/v2/create_agent", text="ok")+ m.post(url + "/v2/update_session", text="ok")+ m.post(+ url + "/v2/create_session", json={"status": "success", "jwt": "some_jwt"}+ )++ yield m+++@track_agent(name="TestAgent")+class BasicAgent:+ def __init__(self):+ pass+++class TestPreInit:+ def setup_method(self):+ self.url = "https://api.agentops.ai"+ self.api_key = "11111111-1111-4111-8111-111111111111"++ def test_track_agent(self, mock_req):+ agent = BasicAgent()++ assert len(mock_req.request_history) == 0++ agentops.init(api_key=self.api_key)++ # Assert+ # start session and create agent+ assert len(mock_req.request_history) == 2+ assert mock_req.last_request.headers["X-Agentops-Api-Key"] == self.api_key++ agentops.end_session(end_state="Success")