Skip to content

Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI

Fixing issues in notebooks interfering with testing automation (#377)

Howard Gileb2f2efdbbd4
diff --git a/.github/workflows/test-notebooks.yml b/.github/workflows/test-notebooks.yml
index 985be0e3..e7fb8ea9 100644
--- a/.github/workflows/test-notebooks.yml
+++ b/.github/workflows/test-notebooks.yml
@@ -25,8 +25,9 @@ jobs:
pip install -U jupyter
- name: Create .env file
run: |
- echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> .env
echo "AGENTOPS_API_KEY=${{ secrets.AGENTOPS_API_KEY }}" >> .env
+ echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> .env
+ echo "ANTHROPIC_API_KEY=${{ secrets.ANTHROPIC_API_KEY }}" >> .env
echo "CO_API_KEY=${{ secrets.CO_API_KEY }}" >> .env
echo "GROQ_API_KEY=${{ secrets.GROQ_API_KEY }}" >> .env
echo "MULTION_API_KEY=${{ secrets.MULTION_API_KEY }}" >> .env
diff --git a/examples/anthropic/anthropic_example.ipynb b/examples/anthropic/anthropic_example.ipynb
index 3f287621..1c2cce8a 100644
--- a/examples/anthropic/anthropic_example.ipynb
+++ b/examples/anthropic/anthropic_example.ipynb
@@ -99,7 +99,7 @@
" messages=[\n",
" {\n",
" \"role\": \"user\",\n",
- " \"content\": \"What is 2+2?\",\n",
+ " \"content\": \"How much wood could a wood chuck chuck if a wood chuck could chuck wood?\",\n",
" }\n",
" ],\n",
" stream=True,\n",
@@ -227,7 +227,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.9.19"
+ "version": "3.12.3"
}
},
"nbformat": 4,
diff --git a/examples/autogen/AgentChat.ipynb b/examples/autogen/AgentChat.ipynb
index 4a835009..10b2b51e 100644
--- a/examples/autogen/AgentChat.ipynb
+++ b/examples/autogen/AgentChat.ipynb
@@ -7,7 +7,7 @@
"metadata": {},
"source": [
"# Adding AgentOps to an existing Autogen service\n",
- "<img src=\"https://raw.githubusercontent.com/AgentOps-AI/agentops/main/docs/images/external/autogen/autogen_integration.png?raw=true\"/>\n",
+ "<img src=\"https://raw.githubusercontent.com/AgentOps-AI/agentops/main/docs/images/external/autogen/autogen-integration.png?raw=true\"/>\n",
"\n",
"To get started, you'll need to install the AgentOps package and [set an API key](app.agentops.ai).\n",
"\n",
@@ -52,7 +52,8 @@
"from autogen import ConversableAgent, UserProxyAgent\n",
"import agentops\n",
"import os\n",
- "from dotenv import load_dotenv"
+ "from dotenv import load_dotenv\n",
+ "from IPython.core.error import StdinNotImplementedError"
]
},
{
@@ -105,33 +106,10 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": null,
"id": "2962d990-f7ef-43d8-ba09-d29bd8356d9f",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "\u001b[31m\n",
- ">>>>>>>> NO HUMAN INPUT RECEIVED.\u001b[0m\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33muser\u001b[0m (to agent):\n",
- "\n",
- "\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33magent\u001b[0m (to user):\n",
- "\n",
- "It seems there might still be an issue. If you need assistance or have questions later on, don't hesitate to reach out. I'm here to help whenever you're ready!\n",
- "\n",
- "--------------------------------------------------------------------------------\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"# Define model, openai api key, tags, etc in the agent configuration\n",
"config_list = [\n",
@@ -145,7 +123,11 @@
"user_proxy = UserProxyAgent(\"user\", code_execution_config=False)\n",
"\n",
"# Let the assistant start the conversation. It will end when the user types \"exit\".\n",
- "assistant.initiate_chat(user_proxy, message=\"How can I help you today?\")\n",
+ "try:\n",
+ " assistant.initiate_chat(user_proxy, message=\"How can I help you today?\")\n",
+ "except StdinNotImplementedError:\n",
+ " # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
+ " print(\"Stdin not implemented. Skipping initiate_chat\")\n",
"\n",
"# Close your AgentOps session to indicate that it completed.\n",
"agentops.end_session(\"Success\")\n",
diff --git a/examples/autogen/MathAgent.ipynb b/examples/autogen/MathAgent.ipynb
index c0e0c99d..00b247c8 100644
--- a/examples/autogen/MathAgent.ipynb
+++ b/examples/autogen/MathAgent.ipynb
@@ -7,7 +7,7 @@
"metadata": {},
"source": [
"# Adding AgentOps to an existing Autogen service\n",
- "<img src=\"https://raw.githubusercontent.com/AgentOps-AI/agentops/main/docs/images/external/autogen/autogen_integration.png?raw=true\"/>\n",
+ "<img src=\"https://raw.githubusercontent.com/AgentOps-AI/agentops/main/docs/images/external/autogen/autogen-integration.png?raw=true\"/>\n",
"\n",
"To get started, you'll need to install the AgentOps package and [set an API key](app.agentops.ai).\n",
"\n",
diff --git a/tests/core_manual_tests/agentchat_agentops.ipynb b/examples/autogen/agentchat_agentops.ipynb
similarity index 54%
rename from tests/core_manual_tests/agentchat_agentops.ipynb
rename to examples/autogen/agentchat_agentops.ipynb
index 3450ca6d..b4dc2134 100644
--- a/tests/core_manual_tests/agentchat_agentops.ipynb
+++ b/examples/autogen/agentchat_agentops.ipynb
@@ -83,7 +83,11 @@
"from autogen import ConversableAgent, UserProxyAgent, config_list_from_json\n",
"import agentops\n",
"import os\n",
- "from dotenv import load_dotenv"
+ "from os import environ\n",
+ "from dotenv import load_dotenv\n",
+ "from IPython.core.error import (\n",
+ " StdinNotImplementedError,\n",
+ ") # only needed by AgentOps testing automation"
]
},
{
@@ -120,7 +124,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"id": "f31a28d20a13b377",
"metadata": {
"ExecuteTime": {
@@ -128,27 +132,10 @@
"start_time": "2024-06-24T16:33:29.835666Z"
}
},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: \u001b[34m\u001b[34mSession Replay: https://app.agentops.ai/drilldown?session_id=8771cfe1-d607-4987-8398-161cb5dbb5cf\u001b[0m\u001b[0m\n"
- ]
- },
- {
- "data": {
- "text/plain": [
- "UUID('8771cfe1-d607-4987-8398-161cb5dbb5cf')"
- ]
- },
- "execution_count": 2,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
- "agentops.init(AGENTOPS_API_KEY)"
+ "# When initializing AgentOps, you can pass in optional tags to help filter sessions.\n",
+ "agentops.init(AGENTOPS_API_KEY, default_tags=[\"simple-autogen-example\"])"
]
},
{
@@ -175,7 +162,7 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"id": "66d68e66e9f4a677",
"metadata": {
"ExecuteTime": {
@@ -183,49 +170,24 @@
"start_time": "2024-06-24T16:33:33.308013Z"
}
},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: Cannot start session - session already started\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "\u001b[33magent\u001b[0m (to user):\n",
- "\n",
- "How can I help you today?\n",
- "\n",
- "--------------------------------------------------------------------------------\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: This run's cost $0.00\n",
- "🖇 AgentOps: \u001b[34m\u001b[34mSession Replay: https://app.agentops.ai/drilldown?session_id=8771cfe1-d607-4987-8398-161cb5dbb5cf\u001b[0m\u001b[0m\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "# When initializing AgentOps, you can pass in optional tags to help filter sessions\n",
- "agentops.init(default_tags=[\"simple-autogen-example\"])\n",
- "\n",
- "agentops.start_session()\n",
- "\n",
+ "# Define model, openai api key, tags, etc in the agent configuration.\n",
+ "config_list = [\n",
+ " {\"model\": \"gpt-4-turbo\", \"api_key\": OPENAI_API_KEY, \"tags\": [\"gpt-4\", \"tool\"]}\n",
+ "]\n",
"# Create the agent that uses the LLM.\n",
- "config_list = config_list_from_json(env_or_file=\"OAI_CONFIG_LIST\")\n",
"assistant = ConversableAgent(\"agent\", llm_config={\"config_list\": config_list})\n",
"\n",
"# Create the agent that represents the user in the conversation.\n",
"user_proxy = UserProxyAgent(\"user\", code_execution_config=False)\n",
"\n",
"# Let the assistant start the conversation. It will end when the user types \"exit\".\n",
- "assistant.initiate_chat(user_proxy, message=\"How can I help you today?\")\n",
+ "try:\n",
+ " assistant.initiate_chat(user_proxy, message=\"How can I help you today?\")\n",
+ "except StdinNotImplementedError:\n",
+ " # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
+ " print(\"Stdin not implemented. Skipping initiate_chat\")\n",
"\n",
"# Close your AgentOps session to indicate that it completed.\n",
"agentops.end_session(\"Success\")"
@@ -262,7 +224,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": null,
"id": "3498aa6176c799ff",
"metadata": {
"ExecuteTime": {
@@ -270,167 +232,7 @@
"start_time": "2024-06-24T16:35:51.335319Z"
}
},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: \u001b[34m\u001b[34mSession Replay: https://app.agentops.ai/drilldown?session_id=8d257354-f00f-49d2-a35b-b92989efe090\u001b[0m\u001b[0m\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "What is (1423 - 123) / 3 + (32 + 23) * 5?\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "\u001b[32m***** Suggested tool call (call_xbytETVlWVBiXS6sCWyf5x7X): calculator *****\u001b[0m\n",
- "Arguments: \n",
- "{\n",
- " \"a\": 1423,\n",
- " \"b\": 123,\n",
- " \"operator\": \"-\"\n",
- "}\n",
- "\u001b[32m***************************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[35m\n",
- ">>>>>>>> EXECUTING FUNCTION calculator...\u001b[0m\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[32m***** Response from calling tool (call_xbytETVlWVBiXS6sCWyf5x7X) *****\u001b[0m\n",
- "1300\n",
- "\u001b[32m**********************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "\u001b[32m***** Suggested tool call (call_WkvWoqeKal4qMUI5jujX0vip): calculator *****\u001b[0m\n",
- "Arguments: \n",
- "{\n",
- " \"a\": 1300,\n",
- " \"b\": 3,\n",
- " \"operator\": \"/\"\n",
- "}\n",
- "\u001b[32m***************************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[35m\n",
- ">>>>>>>> EXECUTING FUNCTION calculator...\u001b[0m\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[32m***** Response from calling tool (call_WkvWoqeKal4qMUI5jujX0vip) *****\u001b[0m\n",
- "433\n",
- "\u001b[32m**********************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "\u001b[32m***** Suggested tool call (call_akFL1K8ClJFH8jRI7k37pcmI): calculator *****\u001b[0m\n",
- "Arguments: \n",
- "{\n",
- " \"a\": 32,\n",
- " \"b\": 23,\n",
- " \"operator\": \"+\"\n",
- "}\n",
- "\u001b[32m***************************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[35m\n",
- ">>>>>>>> EXECUTING FUNCTION calculator...\u001b[0m\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[32m***** Response from calling tool (call_akFL1K8ClJFH8jRI7k37pcmI) *****\u001b[0m\n",
- "55\n",
- "\u001b[32m**********************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "\u001b[32m***** Suggested tool call (call_4FWgPTqSGLCSsGRl64IimjgS): calculator *****\u001b[0m\n",
- "Arguments: \n",
- "{\n",
- " \"a\": 55,\n",
- " \"b\": 5,\n",
- " \"operator\": \"*\"\n",
- "}\n",
- "\u001b[32m***************************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[35m\n",
- ">>>>>>>> EXECUTING FUNCTION calculator...\u001b[0m\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[32m***** Response from calling tool (call_4FWgPTqSGLCSsGRl64IimjgS) *****\u001b[0m\n",
- "275\n",
- "\u001b[32m**********************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "\u001b[32m***** Suggested tool call (call_QnMap9mx57bTvNnulfy5kdDO): calculator *****\u001b[0m\n",
- "Arguments: \n",
- "{\n",
- " \"a\": 433,\n",
- " \"b\": 275,\n",
- " \"operator\": \"+\"\n",
- "}\n",
- "\u001b[32m***************************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[35m\n",
- ">>>>>>>> EXECUTING FUNCTION calculator...\u001b[0m\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[33mUser\u001b[0m (to Assistant):\n",
- "\n",
- "\u001b[32m***** Response from calling tool (call_QnMap9mx57bTvNnulfy5kdDO) *****\u001b[0m\n",
- "708\n",
- "\u001b[32m**********************************************************************\u001b[0m\n",
- "\n",
- "--------------------------------------------------------------------------------\n",
- "\u001b[31m\n",
- ">>>>>>>> USING AUTO REPLY...\u001b[0m\n",
- "\u001b[33mAssistant\u001b[0m (to User):\n",
- "\n",
- "The result of the calculation is 708. \n",
- "TERMINATE\n",
- "\n",
- "--------------------------------------------------------------------------------\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: This run's cost $0.001800\n",
- "🖇 AgentOps: \u001b[34m\u001b[34mSession Replay: https://app.agentops.ai/drilldown?session_id=8d257354-f00f-49d2-a35b-b92989efe090\u001b[0m\u001b[0m\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"from typing import Annotated, Literal\n",
"\n",
@@ -540,7 +342,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.11.5"
+ "version": "3.12.3"
}
},
"nbformat": 4,
diff --git a/examples/langchain/langchain_examples.ipynb b/examples/langchain/langchain_examples.ipynb
index 3b083046..ba1c1e9b 100644
--- a/examples/langchain/langchain_examples.ipynb
+++ b/examples/langchain/langchain_examples.ipynb
@@ -14,7 +14,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"id": "8e3d38adc7861277",
"metadata": {
"ExecuteTime": {
@@ -39,7 +39,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"id": "d344305baa26d651",
"metadata": {
"ExecuteTime": {
@@ -68,7 +68,7 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"id": "256f01cac66d7d90",
"metadata": {
"ExecuteTime": {
@@ -96,7 +96,7 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": null,
"id": "3f9189f4d13ebd07",
"metadata": {
"ExecuteTime": {
@@ -105,18 +105,7 @@
},
"collapsed": false
},
- "outputs": [
- {
- "data": {
- "text/plain": [
- "True"
- ]
- },
- "execution_count": 4,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"load_dotenv()"
]
@@ -135,7 +124,7 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": null,
"id": "7d4accd2f68404fb",
"metadata": {
"ExecuteTime": {
@@ -144,15 +133,7 @@
},
"collapsed": false
},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "🖇 AgentOps: \u001b[34m\u001b[34mSession Replay: https://app.agentops.ai/drilldown?session_id=418f60fc-a709-4a61-952c-6b9670406198\u001b[0m\u001b[0m\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"from langchain_core.prompts import ChatPromptTemplate\n",
"\n",
@@ -193,7 +174,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": null,
"id": "6bb30c31eaa5ba02",
"metadata": {
"ExecuteTime": {
@@ -202,15 +183,7 @@
},
"collapsed": false
},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Agent Ops session ID: ['418f60fc-a709-4a61-952c-6b9670406198']\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"print(\"Agent Ops session ID: \" + str(agentops_handler.current_session_ids))"
]
@@ -227,7 +200,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": null,
"id": "4a28f85842129016",
"metadata": {
"ExecuteTime": {
@@ -262,7 +235,7 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": null,
"id": "afe9113b61c67e80",
"metadata": {
"ExecuteTime": {
@@ -287,7 +260,7 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": null,
"id": "e469ab337023053e",
"metadata": {},
"outputs": [],
@@ -307,7 +280,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": null,
"id": "d45ff1b7a3843191",
"metadata": {
"ExecuteTime": {
@@ -323,7 +296,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": null,
"id": "bb90bf54b5a42a63",
"metadata": {
"ExecuteTime": {
@@ -331,19 +304,7 @@
"start_time": "2024-08-08T00:29:31.128749Z"
}
},
- "outputs": [
- {
- "data": {
- "text/plain": [
- "{'input': 'What comedies are playing?',\n",
- " 'output': '\"Pineapple Express\" está disponible para ver. ¿Te gustaría saber más sobre esta película?'}"
- ]
- },
- "execution_count": 11,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"agent_executor.invoke(\n",
" {\"input\": \"What comedies are playing?\"}, config={\"callback\": [agentops_handler]}\n",
@@ -352,22 +313,17 @@
},
{
"cell_type": "markdown",
- "id": "c466cb71c9dc68db",
- "metadata": {},
+ "id": "fb276a2e-f1c3-4f0f-8818-b7730e9d3ff7",
+ "metadata": {
+ "collapsed": false
+ },
"source": [
+ "## Check your session\n",
+ "Finally, check your run on [AgentOps](https://app.agentops.ai)\n",
+ "\n",
"Now if we look in the AgentOps dashboard, you will see a session recorded with the LLM calls and tool usage."
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "id": "8571b7ae931b3cb2",
- "metadata": {},
- "outputs": [],
- "source": [
- "assert False"
- ]
- },
{
"cell_type": "markdown",
"id": "97a1a264a71876",
@@ -376,7 +332,7 @@
},
"source": [
"## Langchain V0.1 Example\n",
- "This example is out of date."
+ "This example is out of date. You can uncomment all the following cells and the example will run but AgentOps is deprecating support."
]
},
{
@@ -391,7 +347,7 @@
},
"outputs": [],
"source": [
- "%pip install langchain==0.1.6"
+ "# %pip install langchain==0.1.6"
]
},
{
@@ -406,10 +362,10 @@
},
"outputs": [],
"source": [
- "import os\n",
- "from langchain_openai import ChatOpenAI\n",
- "from langchain.agents import initialize_agent, AgentType\n",
- "from langchain.agents import tool"
+ "# import os\n",
+ "# from langchain_openai import ChatOpenAI\n",
+ "# from langchain.agents import initialize_agent, AgentType\n",
+ "# from langchain.agents import tool"
]
},
{
@@ -429,9 +385,9 @@
},
"outputs": [],
"source": [
- "from agentops.partners.langchain_callback_handler import (\n",
- " LangchainCallbackHandler as AgentOpsLangchainCallbackHandler,\n",
- ")"
+ "# from agentops.partners.langchain_callback_handler import (\n",
+ "# LangchainCallbackHandler as AgentOpsLangchainCallbackHandler,\n",
+ "# )"
]
},
{
@@ -453,9 +409,9 @@
},
"outputs": [],
"source": [
- "from dotenv import load_dotenv\n",
+ "# from dotenv import load_dotenv\n",
"\n",
- "load_dotenv()"
+ "# load_dotenv()"
]
},
{
@@ -479,16 +435,16 @@
},
"outputs": [],
"source": [
- "AGENTOPS_API_KEY = os.environ.get(\"AGENTOPS_API_KEY\")\n",
- "OPENAI_API_KEY = os.environ.get(\"OPENAI_API_KEY\")\n",
+ "# AGENTOPS_API_KEY = os.environ.get(\"AGENTOPS_API_KEY\")\n",
+ "# OPENAI_API_KEY = os.environ.get(\"OPENAI_API_KEY\")\n",
"\n",
- "agentops_handler = AgentOpsLangchainCallbackHandler(\n",
- " api_key=AGENTOPS_API_KEY, default_tags=[\"Langchain Example\"]\n",
- ")\n",
+ "# agentops_handler = AgentOpsLangchainCallbackHandler(\n",
+ "# api_key=AGENTOPS_API_KEY, default_tags=[\"Langchain Example\"]\n",
+ "# )\n",
"\n",
- "llm = ChatOpenAI(\n",
- " openai_api_key=OPENAI_API_KEY, callbacks=[agentops_handler], model=\"gpt-3.5-turbo\"\n",
- ")"
+ "# llm = ChatOpenAI(\n",
+ "# openai_api_key=OPENAI_API_KEY, callbacks=[agentops_handler], model=\"gpt-3.5-turbo\"\n",
+ "# )"
]
},
{
@@ -510,7 +466,7 @@
},
"outputs": [],
"source": [
- "print(\"Agent Ops session ID: \" + str(agentops_handler.current_session_ids))"
+ "# print(\"Agent Ops session ID: \" + str(agentops_handler.current_session_ids))"
]
},
{
@@ -532,16 +488,16 @@
},
"outputs": [],
"source": [
- "@tool\n",
- "def find_movie(genre) -> str:\n",
- " \"\"\"Find available movies\"\"\"\n",
- " if genre == \"drama\":\n",
- " return \"Dune 2\"\n",
- " else:\n",
- " return \"Pineapple Express\"\n",
+ "# @tool\n",
+ "# def find_movie(genre) -> str:\n",
+ "# \"\"\"Find available movies\"\"\"\n",
+ "# if genre == \"drama\":\n",
+ "# return \"Dune 2\"\n",
+ "# else:\n",
+ "# return \"Pineapple Express\"\n",
"\n",
"\n",
- "tools = [find_movie]"
+ "# tools = [find_movie]"
]
},
{
@@ -563,8 +519,8 @@
},
"outputs": [],
"source": [
- "for t in tools:\n",
- " t.callbacks = [agentops_handler]"
+ "# for t in tools:\n",
+ "# t.callbacks = [agentops_handler]"
]
},
{
@@ -586,16 +542,16 @@
},
"outputs": [],
"source": [
- "agent = initialize_agent(\n",
- " tools,\n",
- " llm,\n",
- " agent=AgentType.CHAT_ZERO_SHOT_REACT_DESCRIPTION,\n",
- " verbose=True,\n",
- " callbacks=[\n",
- " agentops_handler\n",
- " ], # You must pass in a callback handler to record your agent\n",
- " handle_parsing_errors=True,\n",
- ")"
+ "# agent = initialize_agent(\n",
+ "# tools,\n",
+ "# llm,\n",
+ "# agent=AgentType.CHAT_ZERO_SHOT_REACT_DESCRIPTION,\n",
+ "# verbose=True,\n",
+ "# callbacks=[\n",
+ "# agentops_handler\n",
+ "# ], # You must pass in a callback handler to record your agent\n",
+ "# handle_parsing_errors=True,\n",
+ "# )"
]
},
{
@@ -607,7 +563,7 @@
},
"outputs": [],
"source": [
- "agent.invoke(\"What comedies are playing?\", callbacks=[agentops_handler])"
+ "# agent.invoke(\"What comedies are playing?\", callbacks=[agentops_handler])"
]
},
{
@@ -642,10 +598,10 @@
},
"outputs": [],
"source": [
- "import os\n",
- "from langchain.chat_models import ChatOpenAI\n",
- "from langchain.agents import initialize_agent, AgentType\n",
- "from langchain.agents import tool"
+ "# import os\n",
+ "# from langchain.chat_models import ChatOpenAI\n",
+ "# from langchain.agents import initialize_agent, AgentType\n",
+ "# from langchain.agents import tool"
]
},
{
@@ -657,9 +613,9 @@
},
"outputs": [],
"source": [
- "from agentops.partners.langchain_callback_handler import (\n",
- " AsyncLangchainCallbackHandler as AgentOpsAsyncLangchainCallbackHandler,\n",
- ")"
+ "# from agentops.partners.langchain_callback_handler import (\n",
+ "# AsyncLangchainCallbackHandler as AgentOpsAsyncLangchainCallbackHandler,\n",
+ "# )"
]
},
{
@@ -671,12 +627,12 @@
},
"outputs": [],
"source": [
- "from dotenv import load_dotenv\n",
+ "# from dotenv import load_dotenv\n",
"\n",
- "load_dotenv()\n",
+ "# load_dotenv()\n",
"\n",
- "AGENTOPS_API_KEY = os.environ.get(\"AGENTOPS_API_KEY\")\n",
- "OPENAI_API_KEY = os.environ.get(\"OPENAI_API_KEY\")"
+ "# AGENTOPS_API_KEY = os.environ.get(\"AGENTOPS_API_KEY\")\n",
+ "# OPENAI_API_KEY = os.environ.get(\"OPENAI_API_KEY\")"
]
},
{
@@ -688,15 +644,15 @@
},
"outputs": [],
"source": [
- "agentops_handler = AgentOpsAsyncLangchainCallbackHandler(\n",
- " api_key=AGENTOPS_API_KEY, tags=[\"Async Example\"]\n",
- ")\n",
+ "# agentops_handler = AgentOpsAsyncLangchainCallbackHandler(\n",
+ "# api_key=AGENTOPS_API_KEY, tags=[\"Async Example\"]\n",
+ "# )\n",
"\n",
- "llm = ChatOpenAI(\n",
- " openai_api_key=OPENAI_API_KEY, callbacks=[agentops_handler], model=\"gpt-3.5-turbo\"\n",
- ")\n",
+ "# llm = ChatOpenAI(\n",
+ "# openai_api_key=OPENAI_API_KEY, callbacks=[agentops_handler], model=\"gpt-3.5-turbo\"\n",
+ "# )\n",
"\n",
- "print(\"Agent Ops session ID: \" + str(await agentops_handler.session_id))"
+ "# print(\"Agent Ops session ID: \" + str(await agentops_handler.session_id))"
]
},
{
@@ -708,19 +664,19 @@
},
"outputs": [],
"source": [
- "@tool\n",
- "def find_movie(genre) -> str:\n",
- " \"\"\"Find available movies\"\"\"\n",
- " if genre == \"drama\":\n",
- " return \"Dune 2\"\n",
- " else:\n",
- " return \"Pineapple Express\"\n",
+ "# @tool\n",
+ "# def find_movie(genre) -> str:\n",
+ "# \"\"\"Find available movies\"\"\"\n",
+ "# if genre == \"drama\":\n",
+ "# return \"Dune 2\"\n",
+ "# else:\n",
+ "# return \"Pineapple Express\"\n",
"\n",
"\n",
- "tools = [find_movie]\n",
+ "# tools = [find_movie]\n",
"\n",
- "for t in tools:\n",
- " t.callbacks = [agentops_handler]"
+ "# for t in tools:\n",
+ "# t.callbacks = [agentops_handler]"
]
},
{
@@ -732,27 +688,16 @@
},
"outputs": [],
"source": [
- "agent = initialize_agent(\n",
- " tools,\n",
- " llm,\n",
- " agent=AgentType.CHAT_ZERO_SHOT_REACT_DESCRIPTION,\n",
- " verbose=True,\n",
- " handle_parsing_errors=True,\n",
- " callbacks=[agentops_handler],\n",
- ")\n",
+ "# agent = initialize_agent(\n",
+ "# tools,\n",
+ "# llm,\n",
+ "# agent=AgentType.CHAT_ZERO_SHOT_REACT_DESCRIPTION,\n",
+ "# verbose=True,\n",
+ "# handle_parsing_errors=True,\n",
+ "# callbacks=[agentops_handler],\n",
+ "# )\n",
"\n",
- "await agent.arun(\"What comedies are playing?\")"
- ]
- },
- {
- "cell_type": "markdown",
- "id": "fb276a2e-f1c3-4f0f-8818-b7730e9d3ff7",
- "metadata": {
- "collapsed": false
- },
- "source": [
- "## Check your session\n",
- "Finally, check your run on [AgentOps](https://app.agentops.ai)"
+ "# await agent.arun(\"What comedies are playing?\")"
]
}
],
@@ -772,7 +717,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.12.2"
+ "version": "3.12.3"
}
},
"nbformat": 4,
diff --git a/examples/multion/Sample_browsing_agent.ipynb b/examples/multion/Sample_browsing_agent.ipynb
index 9a75ff10..7c3a68d0 100644
--- a/examples/multion/Sample_browsing_agent.ipynb
+++ b/examples/multion/Sample_browsing_agent.ipynb
@@ -9,9 +9,6 @@
" \n",
"Agents using MultiOn can launch and control remote or local web browsers to perform actions and retrieve context using natural language commands. With AgentOps, MultiOn evens such as browse, retrieve, and step are automatically tracked.\n",
"\n",
- "\n",
- "![AgentOps MultiOn Browse](https://github.com/AgentOps-AI/agentops/blob/main/docs/images/agentops-multion-browse.gif?raw=true)\n",
- "\n",
"Furthermore, events and LLM calls in your Python program will be tracked as well."
]
},
@@ -74,16 +71,6 @@
"OPENAI_API_KEY = os.getenv(\"OPENAI_API_KEY\") or \"<your_openai_key>\""
]
},
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "## Check your session\n",
- "Check your session on [AgentOps](https://app.agentops.ai). This session should include the MultiOn browse action and the OpenAI call.\n",
- "\n",
- "![image.png](attachment:image.png)"
- ]
- },
{
"cell_type": "markdown",
"metadata": {},
@@ -176,7 +163,9 @@
"metadata": {},
"source": [
"## Check your session\n",
- "Check your session on [AgentOps](https://app.agentops.ai). This session should include the MultiOn browse action and the OpenAI call."
+ "Check your session on [AgentOps](https://app.agentops.ai). This session should include the MultiOn browse action and the OpenAI call.\n",
+ "\n",
+ "![AgentOps MultiOn Browse](https://github.com/AgentOps-AI/agentops/blob/main/docs/images/agentops-multion-browse.gif?raw=true)"
]
}
],
diff --git a/examples/multion/Step_by_step_web_browsing.ipynb b/examples/multion/Step_by_step_web_browsing.ipynb
index 7069ad9e..be06d2d6 100644
--- a/examples/multion/Step_by_step_web_browsing.ipynb
+++ b/examples/multion/Step_by_step_web_browsing.ipynb
@@ -72,16 +72,6 @@
"AGENTOPS_API_KEY = os.getenv(\"AGENTOPS_API_KEY\") or \"<your_agentops_key>\""
]
},
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "## Check your session\n",
- "Check your session on [AgentOps](https://app.agentops.ai). This session should include the MultiOn browse action and the OpenAI call.\n",
- "\n",
- "![image.png](attachment:image.png)"
- ]
- },
{
"cell_type": "markdown",
"metadata": {},
diff --git a/examples/multion/Webpage_data_retrieval.ipynb b/examples/multion/Webpage_data_retrieval.ipynb
index 9fc89741..417522a1 100644
--- a/examples/multion/Webpage_data_retrieval.ipynb
+++ b/examples/multion/Webpage_data_retrieval.ipynb
@@ -72,10 +72,7 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "## Check your session\n",
- "Check your session on [AgentOps](https://app.agentops.ai). This session should include the MultiOn browse action and the OpenAI call.\n",
- "\n",
- "![image.png](attachment:image.png)"
+ "Now let's use MultiOn's Retrieve functionality to retrieve data from a webpage."
]
},
{
@@ -115,7 +112,7 @@
"metadata": {},
"source": [
"## Check your session\n",
- "Check your session on [AgentOps](https://app.agentops.ai)\n",
+ "Check your session on [AgentOps](https://app.agentops.ai). The Retrieve actions are automatically captured.\n",
"\n",
"![AgentOps Multion Retrieve](https://github.com/AgentOps-AI/agentops/blob/main/docs/images/agentops-multion-retrieve.gif?raw=true)"
]