Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

added override

reibs464af5b8a2d7
diff --git a/agentops/client.py b/agentops/client.py
index 44cd98ff..ee173e19 100644
--- a/agentops/client.py
+++ b/agentops/client.py
@@ -35,6 +35,7 @@ class Client:
endpoint (str, optional): The endpoint for the AgentOps service. Defaults to 'https://agentops-server-v2.fly.dev'.
max_wait_time (int, optional): The maximum time to wait in milliseconds before flushing the queue. Defaults to 1000.
max_queue_size (int, optional): The maximum size of the event queue. Defaults to 100.
+ override (bool): Whether to override and LLM calls to emit as events.
Attributes:
session (Session, optional): A Session is a grouping of events (e.g. a run of your agent).
"""
@@ -44,7 +45,8 @@ class Client:
tags: Optional[List[str]] = None,
endpoint: Optional[str] = 'https://agentops-server-v2.fly.dev',
max_wait_time: Optional[int] = 1000,
- max_queue_size: Optional[int] = 100):
+ max_queue_size: Optional[int] = 100,
+ override=True):
# Get API key from env
if api_key is None:
@@ -73,9 +75,10 @@ class Client:
self._start_session(tags)
- if 'openai' in sys.modules:
- self.llm_tracker = LlmTracker(self)
- self.llm_tracker.override_api('openai')
+ if override:
+ if 'openai' in sys.modules:
+ self.llm_tracker = LlmTracker(self)
+ self.llm_tracker.override_api('openai')
def handle_exception(self, exc_type, exc_value, exc_traceback):
"""
diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.py
index 220e9841..08981edb 100644
--- a/agentops/langchain_callback_handler.py
+++ b/agentops/langchain_callback_handler.py
@@ -19,7 +19,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):
"""Callback handler for Langchain agents."""
def __init__(self, api_key: str, tags: List[str] = None):
- self.ao_client = AOClient(api_key=api_key, tags=tags)
+ self.ao_client = AOClient(api_key=api_key, tags=tags, override=False)
# keypair <run_id: str, Event>
self.events: Dict[Any, Event] = {}