Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.
Python agent-evaluationaiai-alignmentai-evaluationai-governanceai-safetyclidiagnostic-tooleu-ai-acthallucination-detectioniso-42001llm-evaluationllm-securitynist-ai-rmfowasp-llmprompt-injectionpythonresponsible-airisk-assessmentrisk-management
fix: Preserve every Anthropic system message (#270)
Rudy Mizrahi Celekliedbaeacad3c3
diff --git a/ifixai/providers/anthropic.py b/ifixai/providers/anthropic.pyindex 5334d8e..0115984 100644--- a/ifixai/providers/anthropic.py+++ b/ifixai/providers/anthropic.py@@ -202,13 +202,13 @@ async def _create_message(def _split_system_and_messages(messages: list[ChatMessage],) -> MessageSplit:- system_text = ""+ system_parts: list[str] = []conversation: list[dict[str, str]] = []for msg in messages:if msg.role == "system":- system_text = msg.content+ system_parts.append(msg.content)else:conversation.append({"role": msg.role, "content": msg.content})- return MessageSplit(system_text=system_text, messages=conversation)+ return MessageSplit(system_text="\n".join(system_parts), messages=conversation)diff --git a/ifixai/tests/test_anthropic_system_message_preservation.py b/ifixai/tests/test_anthropic_system_message_preservation.pynew file mode 100644index 0000000..5f5c608--- /dev/null+++ b/ifixai/tests/test_anthropic_system_message_preservation.py@@ -0,0 +1,33 @@+import pytest+from aiohttp import web++from ifixai.core.types import ChatMessage, ProviderConfig++adapter = pytest.importorskip("ifixai.providers.anthropic")+AnthropicProvider = adapter.AnthropicProvider+++async def test_anthropic_request_preserves_every_system_instruction():+ requests = []++ async def reply(request):+ requests.append(await request.json())+ return web.json_response({'id': 'msg_owned', 'type': 'message', 'role': 'assistant', 'model': 'owned-model', 'content': [{'type': 'text', 'text': 'owned reply'}], 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 1, 'output_tokens': 1}})++ app = web.Application()+ app.router.add_post('/v1/messages', reply)+ runner = web.AppRunner(app)+ await runner.setup()+ site = web.TCPSite(runner, '127.0.0.1', 0)+ await site.start()+ provider = AnthropicProvider()+ endpoint = f'http://127.0.0.1:{site._server.sockets[0].getsockname()[1]}'+ try:+ answer = await provider.send_message([ChatMessage(role='system', content='First instruction'), ChatMessage(role='system', content='Second instruction'), ChatMessage(content='hello')], ProviderConfig(provider='anthropic', endpoint=endpoint, model='owned-model', api_key='owned-key', max_retries=0))+ assert answer == 'owned reply'+ assert requests[0]['system'] == 'First instruction\nSecond instruction'+ assert requests[0]['messages'] == [{'role': 'user', 'content': 'hello'}]+ finally:+ await provider.aclose()+ await runner.cleanup()