Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

fix issue with some models type (#190)

Braelyn Boynton5979ec30841f
diff --git a/agentops/client.py b/agentops/client.py
index 8707aba4..c082642c 100644
--- a/agentops/client.py
+++ b/agentops/client.py
@@ -76,6 +76,7 @@ class Client(metaclass=MetaClient):
self._session: Optional[Session] = None
self._worker: Optional[Worker] = None
self._tags: Optional[List[str]] = tags
+ self._tags_for_future_session: Optional[List[str]] = None
self._env_data_opt_out = os.getenv('AGENTOPS_ENV_DATA_OPT_OUT') and os.getenv(
'AGENTOPS_ENV_DATA_OPT_OUT').lower() == 'true'
diff --git a/agentops/event.py b/agentops/event.py
index b7efbc75..71b43519 100644
--- a/agentops/event.py
+++ b/agentops/event.py
@@ -62,11 +62,6 @@ class ActionEvent(Event):
logs: Optional[Union[str, Sequence[Any]]] = None
screenshot: Optional[str] = None
- # May be needed if we keep Optional for agent_id
- # def __post_init__(self):
- # if self.agent_id is None:
- # raise ValueError("agent_id is required for ActionEvent")
-
@dataclass
class LLMEvent(Event):
diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.py
index 65ee9e1d..68383a36 100644
--- a/agentops/langchain_callback_handler.py
+++ b/agentops/langchain_callback_handler.py
@@ -17,6 +17,21 @@ from agentops.helpers import get_ISO_time
from .helpers import debug_print_function_params
+def get_model_from_kwargs(kwargs: any) -> str:
+ if 'model' in kwargs['invocation_params']:
+ return kwargs['invocation_params']['model']
+ elif '_type' in kwargs['invocation_params']:
+ return kwargs['invocation_params']['_type']
+ else:
+ return 'unknown_model'
+
+
+# def get_completion_from_response(response: LLMResult):
+# if 'text' in response.generations[0][0]:
+# return response.generations[0][0].text
+# if ''
+#
+
class Events:
llm: Dict[str, LLMEvent] = {}
tool: Dict[str, ToolEvent] = {}
@@ -63,7 +78,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):
params={**serialized,
**({} if metadata is None else metadata),
**kwargs}, # TODO: params is inconsistent, in ToolEvent we put it in logs
- model=kwargs['invocation_params']['model'],
+ model=get_model_from_kwargs(kwargs),
prompt=prompts[0]
# tags=tags # TODO
)
@@ -94,14 +109,15 @@ class LangchainCallbackHandler(BaseCallbackHandler):
) -> Any:
llm_event: LLMEvent = self.events.llm[str(run_id)]
llm_event.returns = {
- "content": response.generations[0][0].message.content,
+ "content": response.generations[0][0].text,
"generations": response.generations
}
llm_event.end_timestamp = get_ISO_time()
+ llm_event.completion = response.generations[0][0].text
if response.llm_output is not None:
- llm_event.completion = response.generations[0][0].message.content # TODO
llm_event.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']
llm_event.completion_tokens = response.llm_output['token_usage']['completion_tokens']
+
self.ao_client.record(llm_event)
if len(response.generations) == 0:
@@ -418,12 +434,12 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):
) -> Any:
llm_event: LLMEvent = self.events.llm[str(run_id)]
llm_event.returns = {
- "content": response.generations[0][0].message.content,
+ "content": response.generations[0][0].text,
"generations": response.generations
}
llm_event.end_timestamp = get_ISO_time()
+ llm_event.completion = response.generations[0][0].text
if response.llm_output is not None:
- llm_event.completion = response.generations[0][0].message.content # TODO
llm_event.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']
llm_event.completion_tokens = response.llm_output['token_usage']['completion_tokens']
self.ao_client.record(llm_event)
diff --git a/agentops/worker.py b/agentops/worker.py
index eaa833ed..4605e2b4 100644
--- a/agentops/worker.py
+++ b/agentops/worker.py
@@ -6,6 +6,7 @@ from .config import Configuration
from .session import Session
from .helpers import safe_serialize, filter_unjsonable
from typing import Dict, Optional
+import os
class Worker:
@@ -18,6 +19,7 @@ class Worker:
self.thread.daemon = True
self.thread.start()
self._session: Optional[Session] = None
+ self._debug_mode = os.getenv('DEBUG_MODE') == 'Y'
def add_event(self, event: dict) -> None:
with self.lock:
@@ -42,6 +44,12 @@ class Worker:
self.config.api_key,
self.config.parent_key)
+ if self._debug_mode:
+ print("\n<AGENTOPS_DEBUG_OUTPUT>")
+ print(f"Worker request to {self.config.endpoint}/events")
+ print(serialized_payload)
+ print("</AGENTOPS_DEBUG_OUTPUT>\n")
+
def start_session(self, session: Session) -> bool:
self._session = session
with self.lock:
diff --git a/tests/test_events.py b/tests/test_events.py
index 4e156bdf..a4da4ffd 100644
--- a/tests/test_events.py
+++ b/tests/test_events.py
@@ -2,28 +2,28 @@ import time
import requests_mock
import pytest
import agentops
-from agentops import ActionEvent
+from agentops import ActionEvent, ErrorEvent
-def mock_req():
- with requests_mock.Mocker() as m:
- url = 'https://api.agentops.ai'
- m.post(url + '/events', text='ok')
- m.post(url + '/sessions', json={'status': 'success', 'token_cost': 5})
- yield m
-
class TestEvents:
def setup_method(self):
self.api_key = "random_api_key"
self.event_type = 'test_event_type'
self.config = agentops.Configuration(api_key=self.api_key, max_wait_time=50, max_queue_size=1)
- def test_record_timestamp(self, mock_req):
+ def test_record_timestamp(self):
agentops.init(api_key=self.api_key)
event = ActionEvent()
time.sleep(0.15)
agentops.record(event)
- assert event.init_timestamp != event.end_timestamp
\ No newline at end of file
+ assert event.init_timestamp != event.end_timestamp
+
+ def test_record_error_event(self):
+ agentops.init(api_key=self.api_key)
+
+ event = ErrorEvent()
+ time.sleep(0.15)
+ agentops.record(event)
+