Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
added test
reibsa5cdfb1fb552
diff --git a/tests/mock_agent_oai_v1.py b/tests/mock_agent_oai_v1.pyindex 135f7457..3faa604a 100644--- a/tests/mock_agent_oai_v1.py+++ b/tests/mock_agent_oai_v1.py@@ -1,28 +1,51 @@-# from openai import OpenAI-from openai import OpenAI+from openai.resources.chat import completions+import openai+from openai import OpenAI, AsyncOpenAIimport agentops+import asynciofrom dotenv import load_dotenv-load_dotenv()+client = OpenAI()++async_client = AsyncOpenAI()+++# completions.Completions.create = lambda *args, **kwargs: print('test2')print('Running OpenAI v1.0.0+')-# ao_client = agentops.Client(tags=['mock tests'])-client = OpenAI()-ao_client = agentops.Client(- tags=['mock agent'])++# Assuming that instantiating agentops.Client will trigger the LlmTracker to override methods+ao_client = agentops.Client(tags=['mock agent'])+++# Now the client.chat.completions.create should be the overridden method+# chat_completion = client.chat.completions.create(+# messages=[+# {+# "role": "user",+# "content": "Say this is a test",+# }+# ],+# model="gpt-3.5-turbo",+# )++# Test the async version of client.chat.completions.create+++async def test_async_chat_completion():+ return await async_client.chat.completions.create(+ messages=[+ {+ "role": "user",+ "content": "Say this is a test",+ }+ ],+ model="gpt-3.5-turbo",+ )-chat_completion = client.chat.completions.create(- messages=[- {- "role": "user",- "content": "Say this is a test",- }- ],- model="gpt-3.5-turbo",-)+asyncio.run(test_async_chat_completion())-print(chat_completion.choices)ao_client.end_session('Success')