Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

progress update

reibseaa5df2c5b39
diff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.py
index 8b73b823..d1ec0e8e 100644
--- a/agentops/llm_tracker.py
+++ b/agentops/llm_tracker.py
@@ -27,7 +27,8 @@ class LlmTracker:
self.override_openai_completion()
self.override_openai_async_completion()
- def _handle_response_openai(self, response, kwargs, init_timestamp):
+ def _handle_response_openai(self, response, kwargs, init_timestamp, v1=False):
+ """Handle responses for OpenAI versions <v1.0.0"""
def handle_stream_chunk(chunk):
try:
model = chunk['model']
@@ -77,15 +78,30 @@ class LlmTracker:
yield chunk
return generator()
+ # OpenAI v1.0.0+ response:
+ if v1:
+ ...
+ # self.client.record(Event(
+ # event_type=response.object,
+ # params=kwargs,
+ # result='Success',
+ # returns={"content": response.choices[0].message},
+ # action_type='llm',
+ # model=response.model,
+ # prompt=kwargs['messages'],
+ # init_timestamp=init_timestamp
+ # ))
+ # Standard response
else:
try:
self.client.record(Event(
- event_type=response.object,
+ event_type=response['object'],
params=kwargs,
result='Success',
- returns={"content": response.choices[0].message},
+ returns={"content":
+ response['choices'][0]['message']['content']},
action_type='llm',
- model=response.model,
+ model=response['model'],
prompt=kwargs['messages'],
init_timestamp=init_timestamp
))