Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
Indent fix, test fix and python version expansion (#186)
Braelyn Boynton4f79bb0f4325
diff --git a/.github/workflows/python-testing.yml b/.github/workflows/python-testing.ymlindex 73840652..36615c21 100644--- a/.github/workflows/python-testing.yml+++ b/.github/workflows/python-testing.yml@@ -15,7 +15,7 @@ jobs:strategy:matrix:- python-version: [3.11]+ python-version: [3.7,3.8,3.9,3.10,3.11,3.12]steps:- uses: actions/checkout@v2diff --git a/agentops/__init__.py b/agentops/__init__.pyindex 6cd37a41..3d087f1e 100755--- a/agentops/__init__.py+++ b/agentops/__init__.py@@ -1,6 +1,6 @@# agentops/__init__.pyfrom os import environ-from typing import Optional, List+from typing import Optional, List, Unionfrom .client import Clientfrom .config import Configuration@@ -86,7 +86,7 @@ def start_session(tags: Optional[List[str]] = None, config: Optional[Configuratireturn Client().start_session(tags, config, inherited_session_id)-def record(event: Event | ErrorEvent):+def record(event: Union[Event, ErrorEvent]):"""Record an event with the AgentOps service.diff --git a/agentops/agent.py b/agentops/agent.pyindex 66d03e67..b0611681 100644--- a/agentops/agent.py+++ b/agentops/agent.py@@ -1,10 +1,12 @@+from typing import Union+from .log_config import loggerfrom uuid import uuid4from agentops import Clientfrom inspect import isclass, isfunction-def track_agent(name: str | None = None):+def track_agent(name: Union[str, None] = None):def decorator(obj):if name:obj.agent_ops_agent_name = namediff --git a/agentops/client.py b/agentops/client.pyindex aaed2225..11b4de24 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -12,7 +12,7 @@ from .session import Sessionfrom .worker import Workerfrom .host_env import get_host_envfrom uuid import uuid4-from typing import Optional, List+from typing import Optional, List, Unionimport tracebackfrom .log_config import logger, set_logging_level_infofrom decimal import Decimal@@ -114,7 +114,6 @@ class Client(metaclass=MetaClient):self._session.tags = tagsif self._session is not None and self._worker is not None:- self._session.tags = self._tagsself._worker.update_session(self._session)def set_tags(self, tags: List[str]):@@ -130,7 +129,7 @@ class Client(metaclass=MetaClient):self._session.tags = tagsself._worker.update_session(self._session)- def record(self, event: Event | ErrorEvent):+ def record(self, event: Union[Event, ErrorEvent]):"""Record an event with the AgentOps service.diff --git a/agentops/event.py b/agentops/event.pyindex 9eed63d9..5773bf17 100644--- a/agentops/event.py+++ b/agentops/event.py@@ -6,7 +6,7 @@ Data Class:"""from dataclasses import asdict, dataclass, field-from typing import Any, Dict, List, Optional, Sequence+from typing import Any, Dict, List, Optional, Sequence, Unionfrom .helpers import get_ISO_time, check_call_stack_for_agent_idfrom .enums import EventType, Modelsfrom uuid import UUID, uuid4@@ -38,8 +38,8 @@ class Event:"""event_type: str # EventType.ENUM.value- params: Optional[str | Dict[str, Any]] = None- returns: Optional[str | Dict[str, Any]] = None+ params: Optional[Union[str, Dict[str, Any]]] = None+ returns: Optional[Union[str, Dict[str, Any]]] = Noneinit_timestamp: Optional[str] = field(default_factory=get_ISO_time)end_timestamp: str = field(default_factory=get_ISO_time)agent_id: Optional[UUID] = field(default_factory=check_call_stack_for_agent_id)@@ -60,7 +60,7 @@ class ActionEvent(Event):event_type: str = EventType.ACTION.value# TODO: Should not be optional, but non-default argument 'agent_id' follows default argument erroraction_type: Optional[str] = None- logs: Optional[str | Sequence[Any]] = None+ logs: Optional[Union[str, Sequence[Any]]] = Nonescreenshot: Optional[str] = None# May be needed if we keep Optional for agent_id@@ -86,11 +86,11 @@ class LLMEvent(Event):event_type: str = EventType.LLM.valuethread_id: Optional[UUID] = None- prompt: Optional[str | List] = None+ prompt: Optional[Union[str, List]] = Noneprompt_tokens: Optional[int] = None- completion: str | object = None+ completion: Union[str, object] = Nonecompletion_tokens: Optional[int] = None- model: Optional[Models | str] = None+ model: Optional[Union[Models, str]] = None@dataclass@@ -104,7 +104,7 @@ class ToolEvent(Event):"""event_type: str = EventType.TOOL.valuename: Optional[str] = None- logs: Optional[str | dict] = None+ logs: Optional[Union[str, dict]] = None# Does not inherit from Event because error will (optionally) be linked to an ActionEvent, LLMEvent, etc that will have the details@@ -129,7 +129,7 @@ class ErrorEvent():exception: Optional[BaseException] = Noneerror_type: Optional[str] = Nonecode: Optional[str] = None- details: Optional[str | Dict[str, str]] = None+ details: Optional[Union[str, Dict[str, str]]] = Nonelogs: Optional[str] = field(default_factory=traceback.format_exc)timestamp: str = field(default_factory=get_ISO_time)diff --git a/agentops/helpers.py b/agentops/helpers.pyindex 371a90f7..1a8cfcad 100644--- a/agentops/helpers.py+++ b/agentops/helpers.py@@ -4,6 +4,8 @@ import timefrom datetime import datetimeimport jsonimport inspect+from typing import Union+from .log_config import loggerfrom uuid import UUIDimport os@@ -76,7 +78,7 @@ def safe_serialize(obj):return json.dumps(cleaned_obj, default=default)-def check_call_stack_for_agent_id() -> UUID | None:+def check_call_stack_for_agent_id() -> Union[UUID, None]:for frame_info in inspect.stack():# Look through the call stack for the class that called the LLMlocal_vars = frame_info.frame.f_localsdiff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex 76d7daec..0a8c78fe 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -71,8 +71,6 @@ class LlmTracker:kwargs_str = pprint.pformat(kwargs)chunk = pprint.pformat(chunk)logger.warning(- "🖇 AgentOps: Unable to parse a chunk for LLM call %s - skipping upload to AgentOps",- kwargs)f"🖇 AgentOps: Unable to parse a chunk for LLM call. Skipping upload to AgentOps\n"f"chunk:\n {chunk}\n"f"kwargs:\n {kwargs_str}\n"diff --git a/pyproject.toml b/pyproject.tomlindex a3f14a93..624946e4 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -13,7 +13,7 @@ authors = []description = "Python SDK for developing AI agent evals and observability"readme = "README.md"-requires-python = ">=3.10"+requires-python = ">=3.7"classifiers = ["Programming Language :: Python :: 3","License :: OSI Approved :: MIT License",diff --git a/tox.ini b/tox.iniindex 217cd70b..fa53e078 100644--- a/tox.ini+++ b/tox.ini@@ -4,7 +4,7 @@# and then run "tox" from this directory.[tox]-envlist = py310,py311,py312+envlist = py37,py38,py39,py310,py311,py312[testenv]deps =