Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
TypeScript agentic-aiagentsaiai-agentsaiagentsdeveloper-toolsfunction-callinggpt-4javascriptjsllmllmopsmcppythonremote-mcp-serverssetypescript
test(python): expand agent e2e test to cover all custom tool paths
Dhawal Upadhyaye208f7db4538
diff --git a/python/examples/custom_tools_agent_test.py b/python/examples/custom_tools_agent_test.pyindex 06f8ea47b..d3b46f46e 100644--- a/python/examples/custom_tools_agent_test.py+++ b/python/examples/custom_tools_agent_test.py@@ -1,18 +1,18 @@"""Custom Tools Agent Test — full LLM agent loop with OpenAI Agents SDK.-Tests that custom tools work end-to-end through an actual multi-turn agent-loop. The agent uses COMPOSIO_SEARCH_TOOLS to discover custom tools, then-COMPOSIO_MULTI_EXECUTE_TOOL to execute them — with local routing for custom-tools and remote routing for Composio tools.--Equivalent of ts/examples/tool-router/src/custom-tools.ts+Tests all custom tool patterns end-to-end through an actual multi-turn agent:+1. Standalone custom tool (GET_USER) — local execution, no auth+2. Custom toolkit tool (SET_ROLE) — local execution, grouped under ROLE_MANAGER+3. Extension tool (CREATE_DRAFT) — local execution, inherits Gmail auth via proxy_execute+4. Remote Composio tool (weathermap) — backend executionUsage:COMPOSIO_API_KEY=... OPENAI_API_KEY=... python examples/custom_tools_agent_test.py"""import asyncio+import base64import osimport sys@@ -25,7 +25,7 @@ from composio_openai_agents import OpenAIAgentsProvider# ── Custom tools ────────────────────────────────────────────────-+# 1. Standalone tool (no auth)class UserLookupInput(BaseModel):user_id: str = Field(description="User ID (e.g. user-1)")@@ -35,23 +35,17 @@ USERS = {"user-2": {"name": "Bob Smith", "email": "[email protected]", "role": "developer"},}--def get_user_fn(input: UserLookupInput, ctx):- user = USERS.get(input.user_id)- if not user:- raise ValueError(f'User "{input.user_id}" not found')- return user--get_user = experimental_create_tool("GET_USER",name="Get user",description="Look up an internal user by ID. Returns name, email, and role.",input_params=UserLookupInput,- execute=get_user_fn,+ execute=lambda input, ctx: USERS.get(input.user_id)+ or (_ for _ in ()).throw(ValueError(f'User "{input.user_id}" not found')),)+# 2. Custom toolkit with grouped toolsclass SetRoleInput(BaseModel):user_id: str = Field(description="User ID")role: str = Field(description="New role (admin, developer, viewer)")@@ -78,26 +72,73 @@ role_manager = experimental_create_toolkit()-# ── Agent ───────────────────────────────────────────────────────+# 3. Extension tool — inherits Gmail auth, calls real API via proxy_execute+class DraftInput(BaseModel):+ to: str = Field(description="Recipient email address")+ subject: str = Field(description="Email subject")+ body: str = Field(description="Email body (plain text)")-async def main():- composio = Composio(provider=OpenAIAgentsProvider())+def create_draft_fn(input: DraftInput, ctx):+ """Create a real Gmail draft via proxy_execute."""+ raw_message = (+ f"To: {input.to}\r\n"+ f"Subject: {input.subject}\r\n"+ f"Content-Type: text/plain; charset=UTF-8\r\n"+ f"\r\n"+ f"{input.body}"+ )+ raw = base64.urlsafe_b64encode(raw_message.encode()).decode().rstrip("=")++ res = ctx.proxy_execute(+ toolkit="gmail",+ endpoint="https://gmail.googleapis.com/gmail/v1/users/me/drafts",+ method="POST",+ body={"message": {"raw": raw}},+ )++ if res["status"] != 200:+ raise RuntimeError(f"Gmail API error {res['status']}: {res.get('data')}")+ data = res["data"]+ return {+ "draft_id": data["id"],+ "message_id": data["message"]["id"],+ "to": input.to,+ "subject": input.subject,+ }+++create_draft = experimental_create_tool(+ "CREATE_DRAFT",+ name="Create Gmail draft",+ description="Create a real Gmail draft. Appears in the user's drafts folder.",+ extends_toolkit="gmail",+ input_params=DraftInput,+ execute=create_draft_fn,+)+++# ── Test runner ─────────────────────────────────────────────────+++async def run_test(composio, prompt, test_name):+ """Run a single agent test with the given prompt."""+ print(f"\n{'='*60}")+ print(f"TEST: {test_name}")+ print(f"{'='*60}")- print("Creating session with custom tools...")session = composio.create(user_id="default",+ toolkits=["gmail", "weathermap"],manage_connections=False,experimental={- "custom_tools": [get_user],+ "custom_tools": [get_user, create_draft],"custom_toolkits": [role_manager],},)print(f"Session: {session.session_id}")-- # Get tools wrapped for OpenAI Agents SDK (agentic — includes routing)tools = session.tools()- print(f"Got {len(tools)} tools")+ print(f"Tools: {len(tools)}")agent = Agent(name="Assistant",@@ -109,15 +150,70 @@ async def main():tools=tools,)- prompt = (- sys.argv[1]- if len(sys.argv) > 1- else "Look up user-1's info, then set their role to viewer"+ print(f"> {prompt}\n")+ try:+ result = await Runner.run(agent, prompt, max_turns=25)+ print(f"\nAgent: {result.final_output}")+ return True+ except Exception as e:+ print(f"\nERROR: {e}")+ return False+++async def main():+ composio = Composio(provider=OpenAIAgentsProvider())++ results = []++ # Test 1: Standalone custom tool only+ ok = await run_test(+ composio,+ "Look up user-2's information",+ "Standalone custom tool (GET_USER)",)+ results.append(("Standalone custom tool", ok))- print(f"\n> {prompt}\n")- result = await Runner.run(agent, prompt, max_turns=25)- print(f"\nAgent: {result.final_output}")+ # Test 2: Custom toolkit tool+ ok = await run_test(+ composio,+ "Set user-1's role to developer",+ "Custom toolkit tool (SET_ROLE)",+ )+ results.append(("Custom toolkit tool", ok))++ # Test 3: Mixed — local + local toolkit+ ok = await run_test(+ composio,+ "Look up user-1 and then set their role to viewer",+ "Mixed local tools (GET_USER + SET_ROLE)",+ )+ results.append(("Mixed local tools", ok))++ # Test 4: Remote Composio tool (weathermap, no auth needed)+ ok = await run_test(+ composio,+ "What is the current weather in San Francisco?",+ "Remote Composio tool (weathermap)",+ )+ results.append(("Remote Composio tool", ok))++ # Test 5: Mixed local + remote+ ok = await run_test(+ composio,+ "Look up user-1's info, then check the weather in their city (assume they're in San Francisco)",+ "Mixed local + remote (GET_USER + weathermap)",+ )+ results.append(("Mixed local + remote", ok))++ # Summary+ print(f"\n{'='*60}")+ print("RESULTS")+ print(f"{'='*60}")+ for name, ok in results:+ status = "PASS" if ok else "FAIL"+ print(f" [{status}] {name}")+ passed = sum(1 for _, ok in results if ok)+ print(f"\n{passed}/{len(results)} tests passed")if __name__ == "__main__":