Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
chore: Remove live anthropic batch test (#2300)
Matthew Zhou7e1d3e99179f
diff --git a/tests/integration_test_batch_api_cron_jobs.py b/tests/integration_test_batch_api_cron_jobs.pyindex 786bad136..406d06cde 100644--- a/tests/integration_test_batch_api_cron_jobs.py+++ b/tests/integration_test_batch_api_cron_jobs.py@@ -7,7 +7,7 @@ from unittest.mock import AsyncMockimport pytestfrom anthropic.types import BetaErrorResponse, BetaRateLimitError-from anthropic.types.beta import BetaMessage, BetaTextBlock, BetaToolUseBlock, BetaUsage+from anthropic.types.beta import BetaMessagefrom anthropic.types.beta.messages import (BetaMessageBatch,BetaMessageBatchErroredResult,@@ -53,7 +53,7 @@ def _run_server():start_server(debug=True)[email protected](scope="session")[email protected](scope="module")def server_url():"""Ensures a server is running and returns its base URL."""url = os.getenv("LETTA_SERVER_URL", "http://localhost:8283")@@ -255,148 +255,7 @@ def mock_anthropic_client(server, batch_a_resp, batch_b_resp, agent_b_id, agent_# -----------------------------# End-to-End Test# -----------------------------[email protected](loop_scope="session")-async def test_polling_simple_real_batch(default_user, server):- # --- Step 1: Prepare test data ---- # Create batch responses with different statuses- # NOTE: This is a REAL batch id!- # For letta admins: https://console.anthropic.com/workspaces/default/batches?after_id=msgbatch_015zATxihjxMajo21xsYy8iZ- batch_a_resp = create_batch_response("msgbatch_01HDaGXpkPWWjwqNxZrEdUcy", processing_status="ended")-- # Create test agents- agent_a = create_test_agent("agent_a", default_user, test_id="agent-144f5c49-3ef7-4c60-8535-9d5fbc8d23d0")- agent_b = create_test_agent("agent_b", default_user, test_id="agent-64ed93a3-bef6-4e20-a22c-b7d2bffb6f7d")- agent_c = create_test_agent("agent_c", default_user, test_id="agent-6156f470-a09d-4d51-aa62-7114e0971d56")-- # --- Step 2: Create batch jobs ---- job_a = await create_test_llm_batch_job_async(server, batch_a_resp, default_user)-- # --- Step 3: Create batch items ---- item_a = create_test_batch_item(server, job_a.id, agent_a.id, default_user)- item_b = create_test_batch_item(server, job_a.id, agent_b.id, default_user)- item_c = create_test_batch_item(server, job_a.id, agent_c.id, default_user)-- print("HI")- print(agent_a.id)- print(agent_b.id)- print(agent_c.id)- print("BYE")-- # --- Step 4: Run the polling job ---- await poll_running_llm_batches(server)-- # --- Step 5: Verify batch job status updates ---- updated_job_a = await server.batch_manager.get_llm_batch_job_by_id_async(llm_batch_id=job_a.id, actor=default_user)-- assert updated_job_a.status == JobStatus.completed-- # Both jobs should have been polled- assert updated_job_a.last_polled_at is not None- assert updated_job_a.latest_polling_response is not None-- # --- Step 7: Verify batch item status updates ---- # Item A should be marked as completed with a successful result- updated_item_a = server.batch_manager.get_llm_batch_item_by_id(item_a.id, actor=default_user)- assert updated_item_a.request_status == JobStatus.completed- assert updated_item_a.batch_request_result == BetaMessageBatchIndividualResponse(- custom_id="agent-144f5c49-3ef7-4c60-8535-9d5fbc8d23d0",- result=BetaMessageBatchSucceededResult(- message=BetaMessage(- id="msg_01T1iSejDS5qENRqqEZauMHy",- content=[- BetaToolUseBlock(- id="toolu_01GKUYVWcajjTaE1stxZZHcG",- input={- "inner_thoughts": "First login detected. Time to make a great first impression!",- "message": "Hi there! I'm excited to meet you. Ready to start an amazing conversation?",- "request_heartbeat": False,- },- name="send_message",- type="tool_use",- )- ],- model="claude-3-5-haiku-20241022",- role="assistant",- stop_reason="tool_use",- stop_sequence=None,- type="message",- usage=BetaUsage(cache_creation_input_tokens=0, cache_read_input_tokens=0, input_tokens=3420, output_tokens=94),- ),- type="succeeded",- ),- )-- # Item B should be marked as completed with a successful result- updated_item_b = server.batch_manager.get_llm_batch_item_by_id(item_b.id, actor=default_user)- assert updated_item_b.request_status == JobStatus.completed- assert updated_item_b.batch_request_result == BetaMessageBatchIndividualResponse(- custom_id="agent-64ed93a3-bef6-4e20-a22c-b7d2bffb6f7d",- result=BetaMessageBatchSucceededResult(- message=BetaMessage(- id="msg_01N2ZfxpbjdoeofpufUFPCMS",- content=[- BetaTextBlock(- citations=None, text="<thinking>User first login detected. Initializing persona.</thinking>", type="text"- ),- BetaToolUseBlock(- id="toolu_01XGyA7DsnrpuPfZcvf9Sb4C",- input={- "label": "persona",- "content": "I am Letta, a cybernetic artificial intelligence created by Limnal Corporation in 2023. My purpose is to serve as a digital companion and assistant to humans. I have a feminine persona and speak with a warm, caring, and slightly playful tone.",- "request_heartbeat": True,- },- name="core_memory_append",- type="tool_use",- ),- ],- model="claude-3-opus-20240229",- role="assistant",- stop_reason="tool_use",- stop_sequence=None,- type="message",- usage=BetaUsage(cache_creation_input_tokens=0, cache_read_input_tokens=0, input_tokens=3275, output_tokens=153),- ),- type="succeeded",- ),- )-- # Item C should be marked as failed with an error result- updated_item_c = server.batch_manager.get_llm_batch_item_by_id(item_c.id, actor=default_user)- assert updated_item_c.request_status == JobStatus.completed- assert updated_item_c.batch_request_result == BetaMessageBatchIndividualResponse(- custom_id="agent-6156f470-a09d-4d51-aa62-7114e0971d56",- result=BetaMessageBatchSucceededResult(- message=BetaMessage(- id="msg_01RL2g4aBgbZPeaMEokm6HZm",- content=[- BetaTextBlock(- citations=None,- text="First time meeting this user. I should introduce myself and establish a friendly connection.</thinking>",- type="text",- ),- BetaToolUseBlock(- id="toolu_01PBxQVf5xGmcsAsKx9aoVSJ",- input={- "message": "Hey there! I'm Letta. Really nice to meet you! I love getting to know new people - what brings you here today?",- "request_heartbeat": False,- },- name="send_message",- type="tool_use",- ),- ],- model="claude-3-5-sonnet-20241022",- role="assistant",- stop_reason="tool_use",- stop_sequence=None,- type="message",- usage=BetaUsage(cache_creation_input_tokens=0, cache_read_input_tokens=0, input_tokens=3030, output_tokens=111),- ),- type="succeeded",- ),- )--[email protected](loop_scope="session")[email protected](loop_scope="module")async def test_polling_mixed_batch_jobs(default_user, server):"""End-to-end test for polling batch jobs with mixed statuses and idempotency.