Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
Rename InstrumentedProvider to BaseProvider (#645)
teocnsfa49968ebf70
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.mdindex 0b66b8d8..68f45697 100644--- a/CONTRIBUTING.md+++ b/CONTRIBUTING.md@@ -274,10 +274,10 @@ We use Jupyter notebooks as integration tests for LLM providers. This approach:The `agentops/llms/` directory contains provider implementations. Each provider must:-1. **Inherit from InstrumentedProvider**:+1. **Inherit from BaseProvider**:```python@singleton- class NewProvider(InstrumentedProvider):+ class NewProvider(BaseProvider):def __init__(self, client):super().__init__(client)self._provider_name = "ProviderName"@@ -397,4 +397,4 @@ We encourage active community participation and are here to help!## License-By contributing to AgentOps, you agree that your contributions will be licensed under the MIT License.\ No newline at end of file+By contributing to AgentOps, you agree that your contributions will be licensed under the MIT License.diff --git a/agentops/llms/providers/ai21.py b/agentops/llms/providers/ai21.pyindex 8c907d52..f445a803 100644--- a/agentops/llms/providers/ai21.py+++ b/agentops/llms/providers/ai21.py@@ -2,7 +2,7 @@ import inspectimport pprintfrom typing import Optional-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProviderfrom agentops.time_travel import fetch_completion_override_from_time_travel_cachefrom agentops.event import ErrorEvent, LLMEvent, ActionEvent, ToolEvent@@ -13,7 +13,7 @@ from agentops.singleton import singleton@singleton-class AI21Provider(InstrumentedProvider):+class AI21Provider(BaseProvider):original_create = Noneoriginal_create_async = Noneoriginal_answer = Nonediff --git a/agentops/llms/providers/anthropic.py b/agentops/llms/providers/anthropic.pyindex 7ba523d8..02d536fb 100644--- a/agentops/llms/providers/anthropic.py+++ b/agentops/llms/providers/anthropic.py@@ -2,7 +2,7 @@ import jsonimport pprintfrom typing import Optional-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProviderfrom agentops.time_travel import fetch_completion_override_from_time_travel_cachefrom agentops.event import ErrorEvent, LLMEvent, ToolEvent@@ -13,7 +13,7 @@ from agentops.singleton import singleton@singleton-class AnthropicProvider(InstrumentedProvider):+class AnthropicProvider(BaseProvider):original_create = Noneoriginal_create_async = Nonediff --git a/agentops/llms/providers/instrumented_provider.py b/agentops/llms/providers/base.pysimilarity index 96%rename from agentops/llms/providers/instrumented_provider.pyrename to agentops/llms/providers/base.pyindex 9b069c53..7a54b5f0 100644--- a/agentops/llms/providers/instrumented_provider.py+++ b/agentops/llms/providers/base.py@@ -5,7 +5,7 @@ from agentops.session import Sessionfrom agentops.event import LLMEvent-class InstrumentedProvider(ABC):+class BaseProvider(ABC):_provider_name: str = "InstrumentedModel"llm_event: Optional[LLMEvent] = Noneclient = Nonediff --git a/agentops/llms/providers/cohere.py b/agentops/llms/providers/cohere.pyindex f5954bbf..5e496121 100644--- a/agentops/llms/providers/cohere.py+++ b/agentops/llms/providers/cohere.py@@ -2,7 +2,7 @@ import inspectimport pprintfrom typing import Optional-from .instrumented_provider import InstrumentedProvider+from .base import BaseProviderfrom agentops.event import ActionEvent, ErrorEvent, LLMEventfrom agentops.session import Sessionfrom agentops.log_config import logger@@ -11,7 +11,7 @@ from agentops.singleton import singleton@singleton-class CohereProvider(InstrumentedProvider):+class CohereProvider(BaseProvider):original_create = Noneoriginal_create_stream = Noneoriginal_create_async = Nonediff --git a/agentops/llms/providers/groq.py b/agentops/llms/providers/groq.pyindex 226a9123..4f07a9fd 100644--- a/agentops/llms/providers/groq.py+++ b/agentops/llms/providers/groq.py@@ -1,7 +1,7 @@import pprintfrom typing import Optional-from .instrumented_provider import InstrumentedProvider+from .base import BaseProviderfrom agentops.event import ErrorEvent, LLMEventfrom agentops.session import Sessionfrom agentops.log_config import logger@@ -10,7 +10,7 @@ from agentops.singleton import singleton@singleton-class GroqProvider(InstrumentedProvider):+class GroqProvider(BaseProvider):original_create = Noneoriginal_async_create = Nonediff --git a/agentops/llms/providers/litellm.py b/agentops/llms/providers/litellm.pyindex dff40765..488a94b9 100644--- a/agentops/llms/providers/litellm.py+++ b/agentops/llms/providers/litellm.py@@ -5,13 +5,13 @@ from agentops.log_config import loggerfrom agentops.event import LLMEvent, ErrorEventfrom agentops.session import Sessionfrom agentops.helpers import get_ISO_time, check_call_stack_for_agent_id-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProviderfrom agentops.time_travel import fetch_completion_override_from_time_travel_cachefrom agentops.singleton import singleton@singleton-class LiteLLMProvider(InstrumentedProvider):+class LiteLLMProvider(BaseProvider):original_create = Noneoriginal_create_async = Noneoriginal_oai_create = Nonediff --git a/agentops/llms/providers/llama_stack_client.py b/agentops/llms/providers/llama_stack_client.pyindex ecd008cb..0f760153 100644--- a/agentops/llms/providers/llama_stack_client.py+++ b/agentops/llms/providers/llama_stack_client.py@@ -7,10 +7,10 @@ from agentops.event import LLMEvent, ErrorEvent, ToolEventfrom agentops.session import Sessionfrom agentops.log_config import loggerfrom agentops.helpers import get_ISO_time, check_call_stack_for_agent_id-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProvider-class LlamaStackClientProvider(InstrumentedProvider):+class LlamaStackClientProvider(BaseProvider):original_complete = Noneoriginal_create_turn = Nonediff --git a/agentops/llms/providers/mistral.py b/agentops/llms/providers/mistral.pyindex 1754cae5..83f090cf 100644--- a/agentops/llms/providers/mistral.py+++ b/agentops/llms/providers/mistral.py@@ -7,10 +7,10 @@ from agentops.event import LLMEvent, ErrorEventfrom agentops.session import Sessionfrom agentops.log_config import loggerfrom agentops.helpers import get_ISO_time, check_call_stack_for_agent_id-from .instrumented_provider import InstrumentedProvider+from .base import BaseProvider-class MistralProvider(InstrumentedProvider):+class MistralProvider(BaseProvider):original_complete = Noneoriginal_complete_async = Noneoriginal_stream = Nonediff --git a/agentops/llms/providers/ollama.py b/agentops/llms/providers/ollama.pyindex e944469c..c83a85bc 100644--- a/agentops/llms/providers/ollama.py+++ b/agentops/llms/providers/ollama.py@@ -5,14 +5,14 @@ from typing import Optionalfrom agentops.event import LLMEventfrom agentops.session import Sessionfrom agentops.helpers import get_ISO_time, check_call_stack_for_agent_id-from .instrumented_provider import InstrumentedProvider+from .base import BaseProviderfrom agentops.singleton import singletonoriginal_func = {}@singleton-class OllamaProvider(InstrumentedProvider):+class OllamaProvider(BaseProvider):original_create = Noneoriginal_create_async = Nonediff --git a/agentops/llms/providers/openai.py b/agentops/llms/providers/openai.pyindex dfba0eca..171b39fe 100644--- a/agentops/llms/providers/openai.py+++ b/agentops/llms/providers/openai.py@@ -1,7 +1,7 @@import pprintfrom typing import Optional-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProviderfrom agentops.time_travel import fetch_completion_override_from_time_travel_cachefrom agentops.event import ActionEvent, ErrorEvent, LLMEvent@@ -12,7 +12,7 @@ from agentops.singleton import singleton@singleton-class OpenAiProvider(InstrumentedProvider):+class OpenAiProvider(BaseProvider):original_create = Noneoriginal_create_async = Noneoriginal_assistant_methods = Nonediff --git a/agentops/llms/providers/taskweaver.py b/agentops/llms/providers/taskweaver.pyindex 2254897f..ae2fda1c 100644--- a/agentops/llms/providers/taskweaver.py+++ b/agentops/llms/providers/taskweaver.py@@ -6,12 +6,12 @@ from agentops.event import ErrorEvent, LLMEvent, ActionEventfrom agentops.session import Sessionfrom agentops.log_config import loggerfrom agentops.helpers import get_ISO_time, check_call_stack_for_agent_id-from agentops.llms.providers.instrumented_provider import InstrumentedProvider+from agentops.llms.providers.base import BaseProviderfrom agentops.singleton import singleton@singleton-class TaskWeaverProvider(InstrumentedProvider):+class TaskWeaverProvider(BaseProvider):original_chat_completion = Nonedef __init__(self, client):