Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
dont undo if not done (#368)
Braelyn Boynton84c855709263
diff --git a/agentops/llms/anthropic.py b/agentops/llms/anthropic.pyindex cbefe054..322d2181 100644--- a/agentops/llms/anthropic.py+++ b/agentops/llms/anthropic.py@@ -283,7 +283,8 @@ class AnthropicProvider(InstrumentedProvider):messages.AsyncMessages.create = patched_functiondef undo_override(self):- from anthropic.resources import messages+ if self.original_create is not None and self.original_create_async is not None:+ from anthropic.resources import messages- messages.Messages.create = self.original_create- messages.AsyncMessages.create = self.original_create_async+ messages.Messages.create = self.original_create+ messages.AsyncMessages.create = self.original_create_asyncdiff --git a/agentops/llms/cohere.py b/agentops/llms/cohere.pyindex 79f2cb04..68658761 100644--- a/agentops/llms/cohere.py+++ b/agentops/llms/cohere.py@@ -22,11 +22,16 @@ class CohereProvider(InstrumentedProvider):self._override_async_chat()def undo_override(self):- import cohere-- cohere.Client.chat = self.original_create- cohere.Client.chat_stream = self.original_create_stream- cohere.AsyncClient.chat = self.original_create_async+ if (+ self.original_create is not None+ and self.original_create_async is not None+ and self.original_create_stream is not None+ ):+ import cohere++ cohere.Client.chat = self.original_create+ cohere.Client.chat_stream = self.original_create_stream+ cohere.AsyncClient.chat = self.original_create_asyncdef __init__(self, client):super().__init__(client)diff --git a/agentops/llms/groq.py b/agentops/llms/groq.pyindex 54e61473..7d5f6800 100644--- a/agentops/llms/groq.py+++ b/agentops/llms/groq.py@@ -23,10 +23,11 @@ class GroqProvider(InstrumentedProvider):self._override_async_chat()def undo_override(self):- from groq.resources.chat import completions+ if self.original_create is not None and self.original_async_create is not None:+ from groq.resources.chat import completions- completions.Completions.create = self.original_create- completions.AsyncCompletions.create = self.original_create+ completions.Completions.create = self.original_create+ completions.AsyncCompletions.create = self.original_createdef handle_response(self, response, kwargs, init_timestamp, session: Optional[Session] = Nonediff --git a/agentops/llms/litellm.py b/agentops/llms/litellm.pyindex 39836c10..053c4251 100644--- a/agentops/llms/litellm.py+++ b/agentops/llms/litellm.py@@ -25,14 +25,20 @@ class LiteLLMProvider(InstrumentedProvider):self._override_completion()def undo_override(self):- import litellm- from openai.resources.chat import completions-- litellm.acompletion = self.original_create_async- litellm.completion = self.original_create-- completions.Completions.create = self.original_oai_create- completions.AsyncCompletions.create = self.original_oai_create_async+ if (+ self.original_create is not None+ and self.original_create_async is not None+ and self.original_oai_create is not None+ and self.original_oai_create_async is not None+ ):+ import litellm+ from openai.resources.chat import completions++ litellm.acompletion = self.original_create_async+ litellm.completion = self.original_create++ completions.Completions.create = self.original_oai_create+ completions.AsyncCompletions.create = self.original_oai_create_asyncdef handle_response(self, response, kwargs, init_timestamp, session: Optional[Session] = Nonediff --git a/agentops/llms/ollama.py b/agentops/llms/ollama.pyindex 6b3a8f84..bdcb2190 100644--- a/agentops/llms/ollama.py+++ b/agentops/llms/ollama.py@@ -65,7 +65,7 @@ class OllamaProvider(InstrumentedProvider):self._override_chat_async_client()def undo_override(self):- if "ollama" in sys.modules:+ if original_func is not None:import ollamaollama.chat = original_func["ollama.chat"]diff --git a/agentops/llms/openai.py b/agentops/llms/openai.pyindex fc16ab01..0fd31a1d 100644--- a/agentops/llms/openai.py+++ b/agentops/llms/openai.py@@ -244,14 +244,15 @@ class OpenAiProvider(InstrumentedProvider):# kwargs["messages"] = prompt_override["messages"]# Call the original function with its original arguments- result = await original_create_async(*args, **kwargs)+ result = await self.original_create_async(*args, **kwargs)return self.handle_response(result, kwargs, init_timestamp, session=session)# Override the original method with the patched onecompletions.AsyncCompletions.create = patched_functiondef undo_override(self):- from openai.resources.chat import completions+ if self.original_create is not None and self.original_create_async is not None:+ from openai.resources.chat import completions- completions.AsyncCompletions.create = self.original_create_async- completions.Completions.create = self.original_create+ completions.AsyncCompletions.create = self.original_create_async+ completions.Completions.create = self.original_create