Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
session and client are private, tags are in sync
Braelyn Boynton213d1262f0f3
diff --git a/agentops/client.py b/agentops/client.pyindex 58b6353a..d4ed81d6 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -37,7 +37,7 @@ class Client:max_queue_size (int, optional): The maximum size of the event queue. Defaults to 100.override (bool): Whether to override and LLM calls to emit as events.Attributes:- session (Session, optional): A Session is a grouping of events (e.g. a run of your agent).+ _session (Session, optional): A Session is a grouping of events (e.g. a run of your agent)."""def __init__(self, api_key: Optional[str] = None,@@ -74,8 +74,9 @@ class Client:if not bypass_new_session:self.start_session(tags)else:- self.session = None- self.worker = None+ self._session = None+ self._worker = None+ self._tags = tagsif override:if 'openai' in sys.modules:@@ -123,9 +124,9 @@ class Client:event (Event): The event to record."""- if not self.session.has_ended:- self.worker.add_event(- {'session_id': self.session.session_id, **event.__dict__})+ if not self._session is None and not self._session.has_ended:+ self._worker.add_event(+ {'session_id': self._session.session_id, **event.__dict__})else:logging.info("This event was not recorded because the previous session has been ended" +" Start a new session to record again.")@@ -157,22 +158,24 @@ class Client:return decoratordef add_tags(self, tags: List[str]):- if self.session is None:+ if self._session is None:return print("You must create a session before assigning tags")- if self.session.tags is not None:- self.session.tags.extend(tags)+ if self._tags is not None:+ self._tags.extend(tags)else:- self.session.tags = tags+ self._tags = tags- self.worker.update_session(self.session)+ self._session.tags = self._tags+ self._worker.update_session(self._session)def set_tags(self, tags: List[str]):- if self.session is None:+ if self._session is None:return print("You must create a session before assigning tags")- self.session.tags = tags- self.worker.update_session(self.session)+ self._tags = tags+ self._session.tags = tags+ self._worker.update_session(self._session)def _record_event_sync(self, func, event_name, tags, *args, **kwargs):init_time = get_ISO_time()@@ -269,12 +272,14 @@ class Client:tags (List[str], optional): Tags that can be used for grouping or sorting later.e.g. ["test_run"]."""- if self.session is not None:+ if self._session is not None:return print("Session already started. End this session before starting a new one.")- self.session = Session(str(uuid4()), tags)- self.worker = Worker(self.config)- self.worker.start_session(self.session)+ self._session = Session(str(uuid4()), tags)+ if self._tags:+ self.set_tags(self._tags)+ self._worker = Worker(self.config)+ self._worker.start_session(self._session)def end_session(self, end_state: str = Field("Indeterminate",description="End state of the session",@@ -291,16 +296,16 @@ class Client:end_state_reason (str, optional): The reason for ending the session.video (str, optional): The video screen recording of the session"""- if not self.session.has_ended:- self.session.video = video- self.session.end_session(end_state, rating, end_state_reason)- self.worker.end_session(self.session)- self.session = None+ if not self._session.has_ended:+ self._session.video = video+ self._session.end_session(end_state, rating, end_state_reason)+ self._worker.end_session(self._session)+ self._session = Noneelse:logging.info("Warning: The session has already been ended.")def cleanup(self, end_state_reason: Optional[str] = None):# Only run cleanup function if session is created- if hasattr(self, "session") and not self.session.has_ended:+ if hasattr(self, "session") and not self._session.has_ended:self.end_session(end_state='Fail',end_state_reason=end_state_reason)diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.pyindex 1baf16c9..e19f0999 100644--- a/agentops/langchain_callback_handler.py+++ b/agentops/langchain_callback_handler.py@@ -303,7 +303,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):@propertydef session_id(self):- return self.ao_client.session.session_id+ return self.ao_client._session.session_idclass AsyncLangchainCallbackHandler(AsyncCallbackHandler):@@ -592,4 +592,4 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):@propertydef session_id(self):- return self.ao_client.session.session_id+ return self.ao_client._session.session_id