Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
26 tracebacks for failed events (#43)
Alex Reibman767b4d9e2b05
diff --git a/agentops/client.py b/agentops/client.pyindex cec565b6..7107c257 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -12,6 +12,7 @@ from .worker import Workerfrom uuid import uuid4from typing import Optional, Listfrom pydantic import Field+from os import environimport functoolsimport loggingimport inspect@@ -28,7 +29,7 @@ class Client:Client for AgentOps service.Args:- api_key (str): API Key for AgentOps services.+ api_key (str, optional): API Key for AgentOps services. If none is provided, key will be read from the AGENTOPS_API_KEY environment variable.tags (List[str], optional): Tags for the sessions that can be used for grouping or sorting later (e.g. ["GPT-4"]).endpoint (str, optional): The endpoint for the AgentOps service. Defaults to 'https://agentops-server-v2.fly.dev'.max_wait_time (int, optional): The maximum time to wait in milliseconds before flushing the queue. Defaults to 1000.@@ -37,11 +38,18 @@ class Client:session (Session, optional): A Session is a grouping of events (e.g. a run of your agent)."""- def __init__(self, api_key: str, tags: Optional[List[str]] = None,+ def __init__(self, api_key: Optional[str] = None, tags: Optional[List[str]] = None,endpoint: Optional[str] = 'https://agentops-server-v2.fly.dev',max_wait_time: Optional[int] = 1000,max_queue_size: Optional[int] = 100):+ # Get API key from env+ if api_key is None:+ api_key = environ.get('AGENTOPS_API_KEY')++ if api_key is None:+ print("AgentOps API key not provided. Session data will not be recorded.")+# Create a worker configself.config = Configuration(api_key, endpoint,max_wait_time, max_queue_size)@@ -163,7 +171,7 @@ class Client:# Record the event after the function callself.record(Event(event_type=event_name,params=arg_values,- returns=None,+ returns=str(e),result='Fail',action_type='action',init_timestamp=init_time,@@ -207,7 +215,7 @@ class Client:# Record the event after the function callself.record(Event(event_type=event_name,params=arg_values,- returns=None,+ returns=str(e),result='Fail',action_type='action',init_timestamp=init_time,diff --git a/agentops/worker.py b/agentops/worker.pyindex 75154821..f41d01d2 100644--- a/agentops/worker.py+++ b/agentops/worker.py@@ -39,6 +39,7 @@ class Worker:self.lock = threading.Lock()self.stop_flag = threading.Event()self.thread = threading.Thread(target=self.run)+ self.thread.daemon = Trueself.thread.start()def add_event(self, event: dict) -> None:diff --git a/tests/fail_agent.py b/tests/fail_agent.pynew file mode 100644index 00000000..ed18543b--- /dev/null+++ b/tests/fail_agent.py@@ -0,0 +1,39 @@+import agentops+import time+import asyncio+from dotenv import load_dotenv++load_dotenv()+++print('init')++ao_client = agentops.Client(tags=['mock tests'])+++@ao_client.record_action('fail')+def fail_func(sleep):+ time.sleep(sleep)+ print('sync sleep')++ print(1/0)+++@ao_client.record_action('sleep')+def sleep_func(sleep):+ time.sleep(sleep)+ print('sync sleep')+++async def main():++ print('Action 1')+ sleep_func(0.1)+ fail_func(0.1)++ ao_client.end_session(end_state='Success')+++if __name__ == '__main__':+ asyncio.run(main())+ print('done')diff --git a/tests/mock_agent.py b/tests/mock_agent.pyindex 50a046a8..d7fcee75 100644--- a/tests/mock_agent.py+++ b/tests/mock_agent.py@@ -9,8 +9,7 @@ load_dotenv()print('init')-ao_client = agentops.Client(api_key=os.environ['AGENTOPS_API_KEY'],- tags=['mock tests'])+ao_client = agentops.Client(tags=['mock tests'])@ao_client.record_action('action')@@ -68,3 +67,4 @@ async def main():if __name__ == '__main__':asyncio.run(main())+ print('done')diff --git a/tox.ini b/tox.iniindex 25fac5bf..d1420bc4 100644--- a/tox.ini+++ b/tox.ini@@ -9,6 +9,7 @@ envlist = py37, py38, py39, mypy[testenv]deps =pytest+ pytest-asynciorequests_mockcoveragepydantic