Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
added packaging
reibs65c23164fd79
diff --git a/agentops/helpers.py b/agentops/helpers.pyindex b4359b93..8a6435ba 100644--- a/agentops/helpers.py+++ b/agentops/helpers.py@@ -1,34 +1,13 @@from enum import Enumimport timefrom datetime import datetime+from packaging.version import parsedef get_ISO_time():return datetime.utcfromtimestamp(time.time()).isoformat(timespec='milliseconds') + 'Z'-def compare_versions(version1, version2):- # Split the version strings into lists of integers- v1_components = list(map(int, version1.split(".")))- v2_components = list(map(int, version2.split(".")))-- # Compare each component- for v1, v2 in zip(v1_components, v2_components):- if v1 < v2:- return -1- elif v1 > v2:- return 1-- # If all components are equal, check the length of the version strings- if len(v1_components) < len(v2_components):- return -1- elif len(v1_components) > len(v2_components):- return 1-- # Versions are equal- return 0--class Models(Enum):GPT_3_5_TURBO = "gpt-3.5-turbo"GPT_3_5_TURBO_0301 = "gpt-3.5-turbo-0301"diff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex 340172fd..ad3aa0ab 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -2,8 +2,9 @@ import functoolsimport inspectimport sysfrom importlib import import_module+from packaging.version import parsefrom .event import Event-from .helpers import get_ISO_time, compare_versions+from .helpers import get_ISO_timeclass LlmTracker:@@ -12,7 +13,7 @@ class LlmTracker:'1.0.0': ("chat.completions.create",),- '0.0.0':+ '0.0.0':("ChatCompletion.create","ChatCompletion.acreate",@@ -116,7 +117,7 @@ class LlmTracker:response = original_method(*args, **kwargs)return handle_response(response, kwargs, init_timestamp)return sync_method-+method_parts = method_path.split(".")original_method = functools.reduce(getattr, method_parts, module)new_method = wrap_method(original_method)@@ -134,12 +135,13 @@ class LlmTracker:if api in sys.modules:if api not in self.SUPPORTED_APIS:raise ValueError(f"Unsupported API: {api}")-+module = import_module(api)if hasattr(module, '__version__'):- for version in self.SUPPORTED_APIS[api]:- if compare_versions(module.__version__, version) >= 0:+ module_version = parse(module.__version__)+ for version in sorted(self.SUPPORTED_APIS[api], key=parse, reverse=True):+ if module_version >= parse(version):for method_path in self.SUPPORTED_APIS[api][version]:self._override_method(api, method_path, module)breakdiff --git a/requirements.txt b/requirements.txtindex 45f6e9f6..e4187b8f 100644--- a/requirements.txt+++ b/requirements.txt@@ -1,4 +1,5 @@pytest==7.4.0requests==2.31.0requests-mock==1.11.0-pydantic==2.4.2\ No newline at end of file+pydantic==2.4.2+packaging==23.1\ No newline at end of file