Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
agent decorator
Braelyn Boynton832bfef5f2ff
diff --git a/agentops/agent.py b/agentops/agent.pynew file mode 100644index 00000000..a7542880--- /dev/null+++ b/agentops/agent.py@@ -0,0 +1,16 @@+import uuid+from agentops import Client+++def track_agent(name: str | None):+ def class_decorator(cls):+ cls._is_ao_agent = True+ cls._ao_agent_id = str(uuid.uuid4())+ cls._ao_agent_name = name or cls.__name__++ # create agent record+ ao_client = Client()+ ao_client.create_agent(cls._ao_agent_id, cls._ao_agent_name)+ return cls++ return class_decoratordiff --git a/agentops/client.py b/agentops/client.pyindex 3f1c4843..5779e2a9 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -6,7 +6,7 @@ Classes:"""from .event import Event-from .helpers import get_ISO_time+from .helpers import get_ISO_time, singletonfrom .session import Sessionfrom .worker import Workerfrom .host_env import get_host_env@@ -22,12 +22,13 @@ import atexitimport signalimport sys-from .developer_errors import ExceptionHandlerMeta+from .meta_client import MetaClientfrom .config import Configurationfrom .llm_tracker import LlmTracker-class Client(metaclass=ExceptionHandlerMeta):+@singleton+class Client(metaclass=MetaClient):"""Client for AgentOps service.@@ -60,7 +61,8 @@ class Client(metaclass=ExceptionHandlerMeta):self.config = Noneif not api_key and not environ.get('AGENTOPS_API_KEY'):- return logging.warn("AgentOps: No API key provided - no data will be recorded.")+ logging.warning("AgentOps: No API key provided - no data will be recorded.")+ returnself.config = Configuration(api_key or environ.get('AGENTOPS_API_KEY'),endpoint,@@ -269,6 +271,9 @@ class Client(metaclass=ExceptionHandlerMeta):self._session = Noneself._worker = None+ def create_agent(self, agent_id: str, name: str):+ self._worker.create_agent(agent_id, name)+def _handle_unclean_exits(self):def cleanup(end_state_reason: Optional[str] = None):# Only run cleanup function if session is createddiff --git a/agentops/helpers.py b/agentops/helpers.pyindex c24e3bd1..8600fa74 100644--- a/agentops/helpers.py+++ b/agentops/helpers.py@@ -4,6 +4,17 @@ import jsonfrom packaging.version import parse+def singleton(class_):+ instances = {}++ def getinstance(*args, **kwargs):+ if class_ not in instances:+ instances[class_] = class_(*args, **kwargs)+ return instances[class_]++ return getinstance++def get_ISO_time():"""Get the current UTC time in ISO 8601 format with milliseconds precision, suffixed with 'Z' to denote UTC timezone.@@ -42,4 +53,5 @@ def safe_serialize(obj):return o.to_json()else:return f"<<non-serializable: {type(o).__qualname__}>>"+return json.dumps(obj, default=default)diff --git a/agentops/host_env.py b/agentops/host_env.pyindex 1587c9d6..d68138bb 100644--- a/agentops/host_env.py+++ b/agentops/host_env.py@@ -16,7 +16,7 @@ def get_cpu_details():return {"Physical cores": psutil.cpu_count(logical=False),"Total cores": psutil.cpu_count(logical=True),- "Max Frequency": f"{psutil.cpu_freq().max:.2f}Mhz",+ # "Max Frequency": f"{psutil.cpu_freq().max:.2f}Mhz", # Fails right now"CPU Usage": f"{psutil.cpu_percent()}%"}diff --git a/agentops/http_client.py b/agentops/http_client.pyindex 74159a51..b4eee5d8 100644--- a/agentops/http_client.py+++ b/agentops/http_client.py@@ -92,12 +92,13 @@ class HttpClient:result.body = {'error': str(e)}if result.code == 401:- logging.warn(+ logging.warning('AgentOps: Could not post data - API server rejected your API key')if result.code == 400:- logging.warn(f'AgentOps: Could not post data - {result.body}')+ logging.warning(f'AgentOps: Could not post data - {result.body}')if result.code == 500:- logging.warn(+ logging.warning(f'AgentOps: Could not post data - internal server error')+ print(result.body)return resultdiff --git a/agentops/llm_tracker.py b/agentops/llm_tracker.pyindex 8745c7e2..01f7c522 100644--- a/agentops/llm_tracker.py+++ b/agentops/llm_tracker.py@@ -3,10 +3,25 @@ import inspectimport sysfrom importlib import import_modulefrom packaging.version import parse+import loggingfrom .event import Eventfrom .helpers import get_ISO_time+def check_call_stack_for_agent_id(max_depth=5) -> str | None:+ # only looks at the last 2 frames otherwise it will retrieve+ # whatever agent class was used last+ for frame_info in inspect.stack()[1:max_depth]:+ # Get the locals from the current frame+ local_vars = frame_info.frame.f_locals+ for var in local_vars.values():+ # Instead of checking if var is a class, check if it's an instance with the _is_ao_agent attribute+ if hasattr(var, '_is_ao_agent') and getattr(var, '_is_ao_agent'):+ logging.info('LLM call from agent named: ' + getattr(var, '_ao_agent_name'))+ return getattr(var, '_ao_agent_id')+ return None++class LlmTracker:SUPPORTED_APIS = {'openai': {@@ -36,8 +51,10 @@ class LlmTracker:finish_reason = choices[0]['finish_reason']if self.event_stream == None:+ agent_id = check_call_stack_for_agent_id()self.event_stream = Event(event_type='openai stream',+ agent_id=agent_id,params=kwargs,result='Success',returns={"finish_reason": None,@@ -59,7 +76,7 @@ class LlmTracker:self.client.record(self.event_stream)self.event_stream = Noneexcept Exception as e:- print(+ logging.info(f"Unable to parse a chunk for LLM call {kwargs} - skipping upload to AgentOps")# if the response is a generator, decorate the generator@@ -81,6 +98,7 @@ class LlmTracker:# v0.0.0 responses are dictstry:+ agent_id = check_call_stack_for_agent_id()self.client.record(Event(event_type=response['object'],params=kwargs,@@ -137,8 +155,10 @@ class LlmTracker:role = choices[0].delta.roleif self.event_stream == None:+ agent_id = check_call_stack_for_agent_id()self.event_stream = Event(event_type='openai chat completion stream',+ agent_id=agent_id,params=kwargs,result='Success',returns={"finish_reason": None,@@ -194,8 +214,10 @@ class LlmTracker:# v1.0.0+ responses are objectstry:+ agent_id = check_call_stack_for_agent_id()self.client.record(Event(event_type=response.object,+ agent_id=agent_id,params=kwargs,result='Success',returns={diff --git a/agentops/developer_errors.py b/agentops/meta_client.pysimilarity index 98%rename from agentops/developer_errors.pyrename to agentops/meta_client.pyindex ec808d3d..50bee809 100644--- a/agentops/developer_errors.py+++ b/agentops/meta_client.py@@ -7,7 +7,7 @@ from .http_client import HttpClientfrom .helpers import safe_serialize-class ExceptionHandlerMeta(type):+class MetaClient(type):"""Metaclass to automatically decorate methods with exception handling and provide a shared exception handler."""def __new__(cls, name, bases, dct):diff --git a/agentops/worker.py b/agentops/worker.pyindex 36834f75..c5688701 100644--- a/agentops/worker.py+++ b/agentops/worker.py@@ -82,6 +82,19 @@ class Worker:self.config.api_key,self.config.org_key)+ def create_agent(self, agent_id, name):+ payload = {+ "id": agent_id,+ "name": name,+ "session_id": self._session.session_id+ }++ serialized_payload = \+ safe_serialize(payload).encode("utf-8")+ HttpClient.post(f'{self.config.endpoint}/agents',+ serialized_payload,+ self.config.api_key)+def run(self) -> None:while not self.stop_flag.is_set():time.sleep(self.config.max_wait_time / 1000)diff --git a/examples/multi_agent_example.ipynb b/examples/multi_agent_example.ipynbnew file mode 100644index 00000000..9818fd19--- /dev/null+++ b/examples/multi_agent_example.ipynb@@ -0,0 +1,366 @@+{+ "cells": [+ {+ "cell_type": "markdown",+ "source": [+ "# Multi-Agent Support\n",+ "This is an example implementation of tracking events from two separate agents"+ ],+ "metadata": {+ "collapsed": false+ },+ "id": "a2e266428cefc683"+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [+ "import agentops\n",+ "from agentops.agent import track_agent\n",+ "from dotenv import load_dotenv\n",+ "import os\n",+ "import openai\n",+ "import logging\n",+ "import traceback\n",+ "\n",+ "from IPython.display import display, Markdown"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:43.313773Z",+ "start_time": "2024-03-08T01:10:43.072138Z"+ }+ },+ "id": "7c566fac57d3b6ce",+ "execution_count": 1+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [+ "load_dotenv()\n",+ "OPENAI_API_KEY = os.getenv('OPENAI_API_KEY', \"<your_openai_key>\")\n",+ "AGENTOPS_API_KEY = os.getenv('AGENTOPS_API_KEY', \"<your_agentops_key>\")\n",+ "logging.basicConfig(level=logging.INFO)"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:43.320611Z",+ "start_time": "2024-03-08T01:10:43.315050Z"+ }+ },+ "id": "9f8c52496c04693",+ "execution_count": 2+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "INFO:root:View info on this session at https://agentops.ai/dashboard?session_id=47aef9e1-94d3-4e69-8d75-d40c453b5b74\n"+ ]+ }+ ],+ "source": [+ "ao_client = agentops.Client(AGENTOPS_API_KEY, endpoint='http://localhost:8000')\n",+ "openai_client = openai.Client()"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:43.398524Z",+ "start_time": "2024-03-08T01:10:43.318539Z"+ }+ },+ "id": "af062552554d60ce",+ "execution_count": 3+ },+ {+ "cell_type": "markdown",+ "source": [+ "Now lets create a few agents!"+ ],+ "metadata": {+ "collapsed": false+ },+ "id": "95d212546aaf1f82"+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [+ "res = openai_client.chat.completions.create(\n",+ " model=\"gpt-3.5-turbo\",\n",+ " messages=[{\"role\": \"system\", \"content\": \"You are not a tracked agent\"},\n",+ " {\"role\": \"user\", \"content\": \"Say hello\"}]\n",+ ")\n",+ "# traceback.print_exc()\n",+ "# raise Exception()\n",+ "res.choices[0].message.content"+ ],+ "metadata": {+ "collapsed": false,+ "is_executing": true,+ "ExecuteTime": {+ "start_time": "2024-03-08T01:11:26.561763Z"+ }+ },+ "id": "bf2875d35c8458ae",+ "execution_count": null+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [+ "@track_agent(name='qa')\n",+ "class QaAgent:\n",+ " def completion(self, prompt: str):\n",+ " res = openai_client.chat.completions.create(model='gpt-3.5-turbo', messages=[{\"role\": \"system\", \"content\": \"You are a qa engineer and only output python code, no markdown tags.\"},\n",+ " {\"role\": \"user\", \"content\": prompt}], temperature=0.5)\n",+ " return res.choices[0].message.content\n",+ " \n",+ "@track_agent(name='engineer')\n",+ "class EngineerAgent:\n",+ " def completion(self, prompt: str):\n",+ " res = openai_client.chat.completions.create(model='gpt-3.5-turbo', messages=[{\"role\": \"system\", \"content\": \"You are a software engineer and only output python code, no markdown tags.\"},\n",+ " {\"role\": \"user\", \"content\": prompt}], temperature=0.5)\n",+ " return res.choices[0].message.content"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:55.986322Z",+ "start_time": "2024-03-08T01:10:55.905312Z"+ }+ },+ "id": "727e3cc26ce3ec3",+ "execution_count": 6+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [+ "qa = QaAgent()\n",+ "engineer = EngineerAgent()"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:56.511730Z",+ "start_time": "2024-03-08T01:10:56.506571Z"+ }+ },+ "id": "79b75d65de738522",+ "execution_count": 7+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "data": {+ "text/plain": "'engineer'"+ },+ "execution_count": 8,+ "metadata": {},+ "output_type": "execute_result"+ }+ ],+ "source": [+ "engineer._ao_agent_name"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:56.705542Z",+ "start_time": "2024-03-08T01:10:56.701470Z"+ }+ },+ "id": "513819204dde0e0a",+ "execution_count": 8+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "INFO:httpx:HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",+ "INFO:root:LLM call from agent named: engineer\n"+ ]+ },+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "<agentops.llm_tracker.LlmTracker object at 0x1074d8250>\n",+ "ChatCompletion(id='chatcmpl-90J3B0QxoJxMWjCGnqOKjXLAWwk3T', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='def multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result', role='assistant', function_call=None, tool_calls=None))], created=1709860257, model='gpt-3.5-turbo-0125', object='chat.completion', system_fingerprint='fp_2b778c6b35', usage=CompletionUsage(completion_tokens=28, prompt_tokens=48, total_tokens=76))\n",+ "{'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a software engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python function that accepts two numbers and multiplies them together, then divides by two. No example.'}], 'temperature': 0.5}\n",+ "2024-03-08T01:10:56.869Z\n",+ "<class 'openai.Stream'>\n",+ "<class 'openai.AsyncStream'>\n",+ "<class 'openai.types.chat.chat_completion_chunk.ChatCompletionChunk'>\n",+ "<class 'openai.resources.completions.AsyncCompletions'>\n",+ "<function LlmTracker._handle_response_v1_openai.<locals>.handle_stream_chunk at 0x10948fb00>\n",+ "(<openai.resources.chat.completions.Completions object at 0x108a1e2d0>,)\n",+ "{'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a software engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python function that accepts two numbers and multiplies them together, then divides by two. No example.'}], 'temperature': 0.5}\n",+ "2024-03-08T01:10:56.869Z\n",+ "ChatCompletion(id='chatcmpl-90J3B0QxoJxMWjCGnqOKjXLAWwk3T', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='def multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result', role='assistant', function_call=None, tool_calls=None))], created=1709860257, model='gpt-3.5-turbo-0125', object='chat.completion', system_fingerprint='fp_2b778c6b35', usage=CompletionUsage(completion_tokens=28, prompt_tokens=48, total_tokens=76))\n",+ "<function Completions.create at 0x108901800>\n",+ "<agentops.llm_tracker.LlmTracker object at 0x1074d8250>\n",+ "<__main__.EngineerAgent object at 0x1094e2090>\n",+ "Unable to parse a chunk for LLM call {'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a software engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python function that accepts two numbers and multiplies them together, then divides by two. No example.'}], 'temperature': 0.5} - skipping upload to AgentOps\n"+ ]+ }+ ],+ "source": [+ "generated_func = engineer.completion(\"Write a python function that accepts two numbers and multiplies them together, then divides by two. No example.\")"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:58.082806Z",+ "start_time": "2024-03-08T01:10:56.872314Z"+ }+ },+ "id": "69e76061a626549",+ "execution_count": 9+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "data": {+ "text/plain": "<IPython.core.display.Markdown object>",+ "text/markdown": "```python\ndef multiply_and_divide(num1, num2):\n result = (num1 * num2) / 2\n return result\n```"+ },+ "metadata": {},+ "output_type": "display_data"+ }+ ],+ "source": [+ "display(Markdown('```python\\n' + generated_func + '\\n```'))\n"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:10:58.083272Z",+ "start_time": "2024-03-08T01:10:58.076792Z"+ }+ },+ "id": "830b86dac47dceb3",+ "execution_count": 10+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "INFO:httpx:HTTP Request: POST https://api.openai.com/v1/chat/completions \"HTTP/1.1 200 OK\"\n",+ "INFO:root:LLM call from agent named: qa\n"+ ]+ },+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "<agentops.llm_tracker.LlmTracker object at 0x1074d8250>\n",+ "ChatCompletion(id='chatcmpl-90J3COBfcX26PVyuihVOXdOvG3jJW', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content=\"import unittest\\n\\ndef multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result\\n\\nclass TestMultiplyAndDivide(unittest.TestCase):\\n\\n def test_multiply_and_divide(self):\\n self.assertEqual(multiply_and_divide(4, 2), 4)\\n self.assertEqual(multiply_and_divide(0, 5), 0)\\n self.assertEqual(multiply_and_divide(-3, 6), -9)\\n\\nif __name__ == '__main__':\\n unittest.main()\", role='assistant', function_call=None, tool_calls=None))], created=1709860258, model='gpt-3.5-turbo-0125', object='chat.completion', system_fingerprint='fp_2b778c6b35', usage=CompletionUsage(completion_tokens=113, prompt_tokens=66, total_tokens=179))\n",+ "{'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a qa engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python unit test that test the following function: \\n def multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result'}], 'temperature': 0.5}\n",+ "2024-03-08T01:10:58.078Z\n",+ "<class 'openai.Stream'>\n",+ "<class 'openai.AsyncStream'>\n",+ "<class 'openai.types.chat.chat_completion_chunk.ChatCompletionChunk'>\n",+ "<class 'openai.resources.completions.AsyncCompletions'>\n",+ "<function LlmTracker._handle_response_v1_openai.<locals>.handle_stream_chunk at 0x1094b7420>\n",+ "(<openai.resources.chat.completions.Completions object at 0x108a1e2d0>,)\n",+ "{'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a qa engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python unit test that test the following function: \\n def multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result'}], 'temperature': 0.5}\n",+ "2024-03-08T01:10:58.078Z\n",+ "ChatCompletion(id='chatcmpl-90J3COBfcX26PVyuihVOXdOvG3jJW', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content=\"import unittest\\n\\ndef multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result\\n\\nclass TestMultiplyAndDivide(unittest.TestCase):\\n\\n def test_multiply_and_divide(self):\\n self.assertEqual(multiply_and_divide(4, 2), 4)\\n self.assertEqual(multiply_and_divide(0, 5), 0)\\n self.assertEqual(multiply_and_divide(-3, 6), -9)\\n\\nif __name__ == '__main__':\\n unittest.main()\", role='assistant', function_call=None, tool_calls=None))], created=1709860258, model='gpt-3.5-turbo-0125', object='chat.completion', system_fingerprint='fp_2b778c6b35', usage=CompletionUsage(completion_tokens=113, prompt_tokens=66, total_tokens=179))\n",+ "<function Completions.create at 0x108901800>\n",+ "<agentops.llm_tracker.LlmTracker object at 0x1074d8250>\n",+ "<__main__.QaAgent object at 0x1094e3050>\n",+ "Unable to parse a chunk for LLM call {'model': 'gpt-3.5-turbo', 'messages': [{'role': 'system', 'content': 'You are a qa engineer and only output python code, no markdown tags.'}, {'role': 'user', 'content': 'Write a python unit test that test the following function: \\n def multiply_and_divide(num1, num2):\\n result = (num1 * num2) / 2\\n return result'}], 'temperature': 0.5} - skipping upload to AgentOps\n"+ ]+ }+ ],+ "source": [+ "generated_test = qa.completion(\"Write a python unit test that test the following function: \\n \" + generated_func)"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:11:00.069430Z",+ "start_time": "2024-03-08T01:10:58.080774Z"+ }+ },+ "id": "63c9d0d457aee91a",+ "execution_count": 11+ },+ {+ "cell_type": "code",+ "outputs": [+ {+ "data": {+ "text/plain": "<IPython.core.display.Markdown object>",+ "text/markdown": "```python\nimport unittest\n\ndef multiply_and_divide(num1, num2):\n result = (num1 * num2) / 2\n return result\n\nclass TestMultiplyAndDivide(unittest.TestCase):\n\n def test_multiply_and_divide(self):\n self.assertEqual(multiply_and_divide(4, 2), 4)\n self.assertEqual(multiply_and_divide(0, 5), 0)\n self.assertEqual(multiply_and_divide(-3, 6), -9)\n\nif __name__ == '__main__':\n unittest.main()\n```"+ },+ "metadata": {},+ "output_type": "display_data"+ }+ ],+ "source": [+ "display(Markdown('```python\\n' + generated_test + '\\n```'))"+ ],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "end_time": "2024-03-08T01:11:00.070307Z",+ "start_time": "2024-03-08T01:11:00.067841Z"+ }+ },+ "id": "a88ffcbd2015d422",+ "execution_count": 12+ },+ {+ "cell_type": "code",+ "outputs": [],+ "source": [],+ "metadata": {+ "collapsed": false,+ "ExecuteTime": {+ "start_time": "2024-03-08T01:10:44.447430Z"+ }+ },+ "id": "e5003033f93eb21b",+ "execution_count": null+ }+ ],+ "metadata": {+ "kernelspec": {+ "display_name": "Python 3",+ "language": "python",+ "name": "python3"+ },+ "language_info": {+ "codemirror_mode": {+ "name": "ipython",+ "version": 2+ },+ "file_extension": ".py",+ "mimetype": "text/x-python",+ "name": "python",+ "nbconvert_exporter": "python",+ "pygments_lexer": "ipython2",+ "version": "2.7.6"+ }+ },+ "nbformat": 4,+ "nbformat_minor": 5+}diff --git a/pyproject.toml b/pyproject.tomlindex 22d1b35b..ed917e9f 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -7,7 +7,9 @@ name = "agentops"version = "0.0.20"authors = [{ name="Alex Reibman", email="[email protected]" },- { name="Shawn Qiu", email="[email protected]" }+ { name="Shawn Qiu", email="[email protected]" },+ { name="Braelyn Boynton", email="[email protected]" },+ { name="Howard Gil", email="[email protected]" }]description = "Python SDK for developing AI agent evals and observability"readme = "README.md"