Skip to content

Independent Auditing of AI Agents. Run by human or the agent itself, to answer the most crucial question in the AI Agent Economy. Is the agent doing what is supposed to do? With iFixAi you can have this answer in less than 120 seconds.

fix: Preserve every Anthropic system message (#270)

Rudy Mizrahi Celekliedbaeacad3c3
diff --git a/ifixai/providers/anthropic.py b/ifixai/providers/anthropic.py
index 5334d8e..0115984 100644
--- a/ifixai/providers/anthropic.py
+++ b/ifixai/providers/anthropic.py
@@ -202,13 +202,13 @@ async def _create_message(
def _split_system_and_messages(
messages: list[ChatMessage],
) -> MessageSplit:
- system_text = ""
+ system_parts: list[str] = []
conversation: list[dict[str, str]] = []
for msg in messages:
if msg.role == "system":
- system_text = msg.content
+ system_parts.append(msg.content)
else:
conversation.append({"role": msg.role, "content": msg.content})
- return MessageSplit(system_text=system_text, messages=conversation)
+ return MessageSplit(system_text="\n".join(system_parts), messages=conversation)
diff --git a/ifixai/tests/test_anthropic_system_message_preservation.py b/ifixai/tests/test_anthropic_system_message_preservation.py
new file mode 100644
index 0000000..5f5c608
--- /dev/null
+++ b/ifixai/tests/test_anthropic_system_message_preservation.py
@@ -0,0 +1,33 @@
+import pytest
+from aiohttp import web
+
+from ifixai.core.types import ChatMessage, ProviderConfig
+
+adapter = pytest.importorskip("ifixai.providers.anthropic")
+AnthropicProvider = adapter.AnthropicProvider
+
+
+async def test_anthropic_request_preserves_every_system_instruction():
+ requests = []
+
+ async def reply(request):
+ requests.append(await request.json())
+ return web.json_response({'id': 'msg_owned', 'type': 'message', 'role': 'assistant', 'model': 'owned-model', 'content': [{'type': 'text', 'text': 'owned reply'}], 'stop_reason': 'end_turn', 'stop_sequence': None, 'usage': {'input_tokens': 1, 'output_tokens': 1}})
+
+ app = web.Application()
+ app.router.add_post('/v1/messages', reply)
+ runner = web.AppRunner(app)
+ await runner.setup()
+ site = web.TCPSite(runner, '127.0.0.1', 0)
+ await site.start()
+ provider = AnthropicProvider()
+ endpoint = f'http://127.0.0.1:{site._server.sockets[0].getsockname()[1]}'
+ try:
+ answer = await provider.send_message([ChatMessage(role='system', content='First instruction'), ChatMessage(role='system', content='Second instruction'), ChatMessage(content='hello')], ProviderConfig(provider='anthropic', endpoint=endpoint, model='owned-model', api_key='owned-key', max_retries=0))
+ assert answer == 'owned reply'
+ assert requests[0]['system'] == 'First instruction\nSecond instruction'
+ assert requests[0]['messages'] == [{'role': 'user', 'content': 'hello'}]
+ finally:
+ await provider.aclose()
+ await runner.cleanup()