Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
added override
reibs464af5b8a2d7
diff --git a/agentops/client.py b/agentops/client.pyindex 44cd98ff..ee173e19 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -35,6 +35,7 @@ class Client:endpoint (str, optional): The endpoint for the AgentOps service. Defaults to 'https://agentops-server-v2.fly.dev'.max_wait_time (int, optional): The maximum time to wait in milliseconds before flushing the queue. Defaults to 1000.max_queue_size (int, optional): The maximum size of the event queue. Defaults to 100.+ override (bool): Whether to override and LLM calls to emit as events.Attributes:session (Session, optional): A Session is a grouping of events (e.g. a run of your agent)."""@@ -44,7 +45,8 @@ class Client:tags: Optional[List[str]] = None,endpoint: Optional[str] = 'https://agentops-server-v2.fly.dev',max_wait_time: Optional[int] = 1000,- max_queue_size: Optional[int] = 100):+ max_queue_size: Optional[int] = 100,+ override=True):# Get API key from envif api_key is None:@@ -73,9 +75,10 @@ class Client:self._start_session(tags)- if 'openai' in sys.modules:- self.llm_tracker = LlmTracker(self)- self.llm_tracker.override_api('openai')+ if override:+ if 'openai' in sys.modules:+ self.llm_tracker = LlmTracker(self)+ self.llm_tracker.override_api('openai')def handle_exception(self, exc_type, exc_value, exc_traceback):"""diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.pyindex 220e9841..08981edb 100644--- a/agentops/langchain_callback_handler.py+++ b/agentops/langchain_callback_handler.py@@ -19,7 +19,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):"""Callback handler for Langchain agents."""def __init__(self, api_key: str, tags: List[str] = None):- self.ao_client = AOClient(api_key=api_key, tags=tags)+ self.ao_client = AOClient(api_key=api_key, tags=tags, override=False)# keypair <run_id: str, Event>self.events: Dict[Any, Event] = {}