Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

cleanup

Howard Gil3d7514830043
diff --git a/tests/test_llm_tracker_ge_1_async.py b/tests/test_llm_tracker_ge_1_async.py
deleted file mode 100644
index 1ba28e37..00000000
--- a/tests/test_llm_tracker_ge_1_async.py
+++ /dev/null
@@ -1,39 +0,0 @@
-from openai import AsyncOpenAI # Assuming AsyncOpenAI is the async version of the client
-import asyncio
-import agentops
-from packaging.version import parse
-from importlib import import_module
-import sys
-
-ao_client = agentops.Client()
-
-
-@ao_client.record_function('sample function being recorded')
-async def call_openai_async():
- client = AsyncOpenAI() # Using the async client
-
- response = await client.chat.completions.create( # Await the async call
- model="gpt-3.5-turbo",
- messages=[
- {
- "role": "system",
- "content": "You will be provided with a piece of code, and your task is to explain it in a concise way."
- },
- {
- "role": "user",
- "content": "class Log:\n def __init__(self, path):\n dirname = os.path.dirname(path)\n os.makedirs(dirname, exist_ok=True)\n f = open(path, \"a+\")\n \n # Check that the file is newline-terminated\n size = os.path.getsize(path)\n if size > 0:\n f.seek(size - 1)\n end = f.read(1)\n if end != \"\\n\":\n f.write(\"\\n\")\n self.f = f\n self.path = path\n \n def log(self, event):\n event[\"_event_id\"] = str(uuid.uuid4())\n json.dump(event, self.f)\n self.f.write(\"\\n\")\n \n def state(self):\n state = {\"complete\": set(), \"last\": None}\n for line in open(self.path):\n event = json.loads(line)\n if event[\"type\"] == \"submit\" and event[\"success\"]:\n state[\"complete\"].add(event[\"id\"])\n state[\"last\"] = event\n return state"
- }
- ],
- temperature=0.7,
- max_tokens=64,
- top_p=1
- )
-
- print(response)
-
-
-async def main():
- await call_openai_async()
- ao_client.end_session('Success') # This would also need to be made async if it makes network calls
-
-asyncio.run(main())
diff --git a/tests/test_llm_tracker_ge_1_sync.py b/tests/test_llm_tracker_ge_1_sync.py
deleted file mode 100644
index 433e3699..00000000
--- a/tests/test_llm_tracker_ge_1_sync.py
+++ /dev/null
@@ -1,45 +0,0 @@
-from openai import OpenAI
-import agentops
-from packaging.version import parse
-from importlib import import_module
-import sys
-
-
-ao_client = agentops.Client()
-
-api = 'openai'
-if api in sys.modules:
- module = import_module(api)
- if api == 'openai':
- if hasattr(module, '__version__'):
- module_version = parse(module.__version__)
- print('openai version: ', module_version)
-
-
-@ao_client.record_function('sample function being recorded')
-def call_openai():
- client = OpenAI()
-
- response = client.chat.completions.create(
- model="gpt-3.5-turbo",
- messages=[
- {
- "role": "system",
- "content": "You will be provided with a piece of code, and your task is to explain it in a concise way."
- },
- {
- "role": "user",
- "content": "class Log:\n def __init__(self, path):\n dirname = os.path.dirname(path)\n os.makedirs(dirname, exist_ok=True)\n f = open(path, \"a+\")\n \n # Check that the file is newline-terminated\n size = os.path.getsize(path)\n if size > 0:\n f.seek(size - 1)\n end = f.read(1)\n if end != \"\\n\":\n f.write(\"\\n\")\n self.f = f\n self.path = path\n \n def log(self, event):\n event[\"_event_id\"] = str(uuid.uuid4())\n json.dump(event, self.f)\n self.f.write(\"\\n\")\n \n def state(self):\n state = {\"complete\": set(), \"last\": None}\n for line in open(self.path):\n event = json.loads(line)\n if event[\"type\"] == \"submit\" and event[\"success\"]:\n state[\"complete\"].add(event[\"id\"])\n state[\"last\"] = event\n return state"
- }
- ],
- temperature=0.7,
- max_tokens=64,
- top_p=1
- )
-
- print(response)
-
-
-call_openai()
-
-ao_client.end_session('Success')
diff --git a/tests/test_llm_tracker_lt_1_async.py b/tests/test_llm_tracker_lt_1_async.py
deleted file mode 100644
index 46d8c513..00000000
--- a/tests/test_llm_tracker_lt_1_async.py
+++ /dev/null
@@ -1 +0,0 @@
-# ?
diff --git a/tests/test_llm_tracker_lt_1_sync.py b/tests/test_llm_tracker_lt_1_sync.py
deleted file mode 100644
index 7115c394..00000000
--- a/tests/test_llm_tracker_lt_1_sync.py
+++ /dev/null
@@ -1,34 +0,0 @@
-import openai
-from openai import ChatCompletion
-import agentops
-from packaging.version import parse
-from importlib import import_module
-import sys
-
-
-ao_client = agentops.Client()
-
-api = 'openai'
-if api in sys.modules:
- module = import_module(api)
- if api == 'openai':
- if hasattr(module, '__version__'):
- module_version = parse(module.__version__)
- print('openai version: ', module_version)
-
-
-@ao_client.record_function('sample function being recorded')
-def call_openai():
-
- message = [{"role": "user", "content": "Hello"},
- {"role": "assistant", "content": "Hi there!"}]
-
- response = ChatCompletion.create(
- model='gpt-3.5-turbo', messages=message, temperature=0.5)
-
- print(response)
-
-
-call_openai()
-
-ao_client.end_session('Success')