Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
progress update
reibseaa5df2c5b39
diff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex 8b73b823..d1ec0e8e 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -27,7 +27,8 @@ class LlmTracker:self.override_openai_completion()self.override_openai_async_completion()- def _handle_response_openai(self, response, kwargs, init_timestamp):+ def _handle_response_openai(self, response, kwargs, init_timestamp, v1=False):+ """Handle responses for OpenAI versions <v1.0.0"""def handle_stream_chunk(chunk):try:model = chunk['model']@@ -77,15 +78,30 @@ class LlmTracker:yield chunkreturn generator()+ # OpenAI v1.0.0+ response:+ if v1:+ ...+ # self.client.record(Event(+ # event_type=response.object,+ # params=kwargs,+ # result='Success',+ # returns={"content": response.choices[0].message},+ # action_type='llm',+ # model=response.model,+ # prompt=kwargs['messages'],+ # init_timestamp=init_timestamp+ # ))+ # Standard responseelse:try:self.client.record(Event(- event_type=response.object,+ event_type=response['object'],params=kwargs,result='Success',- returns={"content": response.choices[0].message},+ returns={"content":+ response['choices'][0]['message']['content']},action_type='llm',- model=response.model,+ model=response['model'],prompt=kwargs['messages'],init_timestamp=init_timestamp))