Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
cleanup
Howard Gil3d7514830043
diff --git a/tests/test_llm_tracker_ge_1_async.py b/tests/test_llm_tracker_ge_1_async.pydeleted file mode 100644index 1ba28e37..00000000--- a/tests/test_llm_tracker_ge_1_async.py+++ /dev/null@@ -1,39 +0,0 @@-from openai import AsyncOpenAI # Assuming AsyncOpenAI is the async version of the client-import asyncio-import agentops-from packaging.version import parse-from importlib import import_module-import sys--ao_client = agentops.Client()---@ao_client.record_function('sample function being recorded')-async def call_openai_async():- client = AsyncOpenAI() # Using the async client-- response = await client.chat.completions.create( # Await the async call- model="gpt-3.5-turbo",- messages=[- {- "role": "system",- "content": "You will be provided with a piece of code, and your task is to explain it in a concise way."- },- {- "role": "user",- "content": "class Log:\n def __init__(self, path):\n dirname = os.path.dirname(path)\n os.makedirs(dirname, exist_ok=True)\n f = open(path, \"a+\")\n \n # Check that the file is newline-terminated\n size = os.path.getsize(path)\n if size > 0:\n f.seek(size - 1)\n end = f.read(1)\n if end != \"\\n\":\n f.write(\"\\n\")\n self.f = f\n self.path = path\n \n def log(self, event):\n event[\"_event_id\"] = str(uuid.uuid4())\n json.dump(event, self.f)\n self.f.write(\"\\n\")\n \n def state(self):\n state = {\"complete\": set(), \"last\": None}\n for line in open(self.path):\n event = json.loads(line)\n if event[\"type\"] == \"submit\" and event[\"success\"]:\n state[\"complete\"].add(event[\"id\"])\n state[\"last\"] = event\n return state"- }- ],- temperature=0.7,- max_tokens=64,- top_p=1- )-- print(response)---async def main():- await call_openai_async()- ao_client.end_session('Success') # This would also need to be made async if it makes network calls--asyncio.run(main())diff --git a/tests/test_llm_tracker_ge_1_sync.py b/tests/test_llm_tracker_ge_1_sync.pydeleted file mode 100644index 433e3699..00000000--- a/tests/test_llm_tracker_ge_1_sync.py+++ /dev/null@@ -1,45 +0,0 @@-from openai import OpenAI-import agentops-from packaging.version import parse-from importlib import import_module-import sys---ao_client = agentops.Client()--api = 'openai'-if api in sys.modules:- module = import_module(api)- if api == 'openai':- if hasattr(module, '__version__'):- module_version = parse(module.__version__)- print('openai version: ', module_version)---@ao_client.record_function('sample function being recorded')-def call_openai():- client = OpenAI()-- response = client.chat.completions.create(- model="gpt-3.5-turbo",- messages=[- {- "role": "system",- "content": "You will be provided with a piece of code, and your task is to explain it in a concise way."- },- {- "role": "user",- "content": "class Log:\n def __init__(self, path):\n dirname = os.path.dirname(path)\n os.makedirs(dirname, exist_ok=True)\n f = open(path, \"a+\")\n \n # Check that the file is newline-terminated\n size = os.path.getsize(path)\n if size > 0:\n f.seek(size - 1)\n end = f.read(1)\n if end != \"\\n\":\n f.write(\"\\n\")\n self.f = f\n self.path = path\n \n def log(self, event):\n event[\"_event_id\"] = str(uuid.uuid4())\n json.dump(event, self.f)\n self.f.write(\"\\n\")\n \n def state(self):\n state = {\"complete\": set(), \"last\": None}\n for line in open(self.path):\n event = json.loads(line)\n if event[\"type\"] == \"submit\" and event[\"success\"]:\n state[\"complete\"].add(event[\"id\"])\n state[\"last\"] = event\n return state"- }- ],- temperature=0.7,- max_tokens=64,- top_p=1- )-- print(response)---call_openai()--ao_client.end_session('Success')diff --git a/tests/test_llm_tracker_lt_1_async.py b/tests/test_llm_tracker_lt_1_async.pydeleted file mode 100644index 46d8c513..00000000--- a/tests/test_llm_tracker_lt_1_async.py+++ /dev/null@@ -1 +0,0 @@-# ?diff --git a/tests/test_llm_tracker_lt_1_sync.py b/tests/test_llm_tracker_lt_1_sync.pydeleted file mode 100644index 7115c394..00000000--- a/tests/test_llm_tracker_lt_1_sync.py+++ /dev/null@@ -1,34 +0,0 @@-import openai-from openai import ChatCompletion-import agentops-from packaging.version import parse-from importlib import import_module-import sys---ao_client = agentops.Client()--api = 'openai'-if api in sys.modules:- module = import_module(api)- if api == 'openai':- if hasattr(module, '__version__'):- module_version = parse(module.__version__)- print('openai version: ', module_version)---@ao_client.record_function('sample function being recorded')-def call_openai():-- message = [{"role": "user", "content": "Hello"},- {"role": "assistant", "content": "Hi there!"}]-- response = ChatCompletion.create(- model='gpt-3.5-turbo', messages=message, temperature=0.5)-- print(response)---call_openai()--ao_client.end_session('Success')