Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
Remove chatml validation from sdk (#127)
Howard Gil45005bdcc843
diff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.pyindex a79d3ea9..ee289216 100644--- a/agentops/langchain_callback_handler.py+++ b/agentops/langchain_callback_handler.py@@ -433,6 +433,7 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):# TODO: more descriptive errorerror_event = ErrorEvent(trigger_event=self.events.llm[str(run_id)],details="on_llm_end: No generations", timestamp=get_ISO_time())+ details="on_llm_end: No generations", timestamp=get_ISO_time())self.ao_client.record(error_event)@debug_print_function_paramsdiff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex efb32a3c..e2ef7327 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -89,7 +89,7 @@ class LlmTracker:self.llm_event.agent_id = check_call_stack_for_agent_id()self.llm_event.prompt = kwargs["messages"]self.llm_event.prompt_tokens = response['usage']['prompt_tokens']- self.llm_event.completion = response['choices'][0]['message']['content']+ self.llm_event.completion = {"role": "assistant", "content": response['choices'][0]['message']['content']}self.llm_event.completion_tokens = response['usage']['completion_tokens']self.llm_event.returns = {"content": response['choices'][0]['message']['content']}self.llm_event.model = response["model"]@@ -181,7 +181,7 @@ class LlmTracker:self.llm_event.agent_id = check_call_stack_for_agent_id()self.llm_event.prompt = kwargs["messages"]self.llm_event.prompt_tokens = response.usage.prompt_tokens- self.llm_event.completion = response.choices[0].message.model_dump().get('content')+ self.llm_event.completion = response.choices[0].message.model_dump()self.llm_event.completion_tokens = response.usage.completion_tokensself.llm_event.returns = response.model_dump()self.llm_event.model = response.model