Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

Remove chatml validation from sdk (#127)

Howard Gil45005bdcc843
diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.py
index a79d3ea9..ee289216 100644
--- a/agentops/langchain_callback_handler.py
+++ b/agentops/langchain_callback_handler.py
@@ -433,6 +433,7 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):
# TODO: more descriptive error
error_event = ErrorEvent(trigger_event=self.events.llm[str(run_id)],
details="on_llm_end: No generations", timestamp=get_ISO_time())
+ details="on_llm_end: No generations", timestamp=get_ISO_time())
self.ao_client.record(error_event)
@debug_print_function_params
diff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.py
index efb32a3c..e2ef7327 100644
--- a/agentops/llm_tracker.py
+++ b/agentops/llm_tracker.py
@@ -89,7 +89,7 @@ class LlmTracker:
self.llm_event.agent_id = check_call_stack_for_agent_id()
self.llm_event.prompt = kwargs["messages"]
self.llm_event.prompt_tokens = response['usage']['prompt_tokens']
- self.llm_event.completion = response['choices'][0]['message']['content']
+ self.llm_event.completion = {"role": "assistant", "content": response['choices'][0]['message']['content']}
self.llm_event.completion_tokens = response['usage']['completion_tokens']
self.llm_event.returns = {"content": response['choices'][0]['message']['content']}
self.llm_event.model = response["model"]
@@ -181,7 +181,7 @@ class LlmTracker:
self.llm_event.agent_id = check_call_stack_for_agent_id()
self.llm_event.prompt = kwargs["messages"]
self.llm_event.prompt_tokens = response.usage.prompt_tokens
- self.llm_event.completion = response.choices[0].message.model_dump().get('content')
+ self.llm_event.completion = response.choices[0].message.model_dump()
self.llm_event.completion_tokens = response.usage.completion_tokens
self.llm_event.returns = response.model_dump()
self.llm_event.model = response.model