Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
add stop_instrumenting (#185)
Braelyn Boynton388101a3ad99
diff --git a/agentops/__init__.py b/agentops/__init__.pyindex 3d087f1e..1c2d4dfa 100755--- a/agentops/__init__.py+++ b/agentops/__init__.py@@ -9,6 +9,7 @@ from .enums import Modelsfrom .decorators import record_functionfrom .agent import track_agentfrom .log_config import set_logging_level_info, set_logging_level_critial+from .langchain_callback_handler import LangchainCallbackHandler, AsyncLangchainCallbackHandlerdef init(api_key: Optional[str] = None,@@ -128,3 +129,6 @@ def set_parent_key(parent_key):parent_key (str): The API key of the parent organization to set."""Client().set_parent_key(parent_key)++def stop_instrumenting():+ Client().stop_instrumenting()diff --git a/agentops/client.py b/agentops/client.pyindex 11b4de24..7dc21559 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -136,7 +136,7 @@ class Client(metaclass=MetaClient):Args:event (Event): The event to record."""- if not event.end_timestamp or event.init_timestamp == event.end_timestamp:+ if isinstance(event, Event) and not event.end_timestamp or event.init_timestamp == event.end_timestamp:event.end_timestamp = get_ISO_time()if self._session is not None and not self._session.has_ended and self._worker is not None:if isinstance(event, ErrorEvent):@@ -359,3 +359,6 @@ class Client(metaclass=MetaClient):@propertydef parent_key(self):return self.config.parent_key++ def stop_instrumenting(self):+ self.llm_tracker.stop_instrumenting()diff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex 0a8c78fe..2b823fe9 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -10,6 +10,8 @@ import inspectfrom typing import Optionalimport pprint+original_create = None+original_create_async = Noneclass LlmTracker:SUPPORTED_APIS = {@@ -230,6 +232,7 @@ class LlmTracker:from openai.resources.chat import completions# Store the original method+ global original_createoriginal_create = completions.Completions.createdef patched_function(*args, **kwargs):@@ -245,12 +248,13 @@ class LlmTracker:from openai.resources.chat import completions# Store the original method- original_create = completions.AsyncCompletions.create+ global original_create_async+ original_create_async = completions.AsyncCompletions.createasync def patched_function(*args, **kwargs):# Call the original function with its original argumentsinit_timestamp = get_ISO_time()- result = await original_create(*args, **kwargs)+ result = await original_create_async(*args, **kwargs)return self._handle_response_v1_openai(result, kwargs, init_timestamp)# Override the original method with the patched one@@ -345,3 +349,17 @@ class LlmTracker:# Patch openai <v1.0.0 methodsfor method_path in self.SUPPORTED_APIS['openai']['0.0.0']:self._override_method(api, method_path, module)++ def stop_instrumenting(self):+ self.undo_override_openai_v1_async_completion()+ self.undo_override_openai_v1_completion()++ def undo_override_openai_v1_completion(self):+ global original_create+ from openai.resources.chat import completions+ completions.Completions.create = original_create++ def undo_override_openai_v1_async_completion(self):+ global original_create_async+ from openai.resources.chat import completions+ original_create_async = completions.AsyncCompletions.creatediff --git a/pyproject.toml b/pyproject.tomlindex 624946e4..b0af0351 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"[project]name = "agentops"-version = "0.1.7"+version = "0.1.8"authors = [{ name="Alex Reibman", email="[email protected]" },{ name="Shawn Qiu", email="[email protected]" },diff --git a/tox.ini b/tox.iniindex fa53e078..dd339225 100644--- a/tox.ini+++ b/tox.ini@@ -17,6 +17,8 @@ deps =types-requestspsutilopenai+ langchain-core+ langchaincommands =coverage run --source agentops -m pytestcoverage report -m