Skip to content

A desktop coding agent with free access to frontier models.

TypeScript

fix(broker): frame model streams by event and give gateway errors readable copy

ogsamrat1e04bdc1fa71
diff --git a/.gitattributes b/.gitattributes
index 610afae2..bacc8276 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1 +1,3 @@
packages/sdk/src/gen/** linguist-generated=true
+# Recorded model streams: byte-exact SSE framing (CRLF-free, ends with a blank line).
+apps/server/src/__fixtures__/*.sse -text -whitespace
diff --git a/apps/server/src/__fixtures__/muse-web-search.sse b/apps/server/src/__fixtures__/muse-web-search.sse
new file mode 100644
index 00000000..78692c14
--- /dev/null
+++ b/apps/server/src/__fixtures__/muse-web-search.sse
@@ -0,0 +1,406 @@
+event: response.created
+data: {"response":{"background":false,"created_at":1790147388.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":0,"type":"response.created"}
+
+event: response.in_progress
+data: {"response":{"background":false,"created_at":1790147388.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":1,"type":"response.in_progress"}
+
+event: response.output_item.added
+data: {"item":{"id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd196865757183e523f9897a8989","status":"in_progress","summary":[],"type":"reasoning"},"output_index":0,"sequence_number":2,"type":"response.output_item.added"}
+
+event: response.output_item.done
+data: {"item":{"encrypted_content":"redacted","id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd196865757183e523f9897a8989","status":"completed","summary":[],"type":"reasoning"},"output_index":0,"sequence_number":3,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"content":[],"id":"rs_01a0cd196e0e7e20b378cdccada7238a","phase":"commentary","role":"assistant","status":"in_progress","type":"message"},"output_index":1,"sequence_number":4,"type":"response.output_item.added"}
+
+event: response.content_part.added
+data: {"content_index":0,"item_id":"rs_01a0cd196e0e7e20b378cdccada7238a","output_index":1,"part":{"annotations":[],"logprobs":[],"text":"L","type":"output_text"},"sequence_number":5,"type":"response.content_part.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor","item_id":"rs_01a0cd196e0e7e20b378cdccada7238a","logprobs":[],"output_index":1,"sequence_number":6,"type":"response.output_text.delta"}
+
+event: response.output_text.done
+data: {"content_index":0,"item_id":"rs_01a0cd196e0e7e20b378cdccada7238a","logprobs":[],"output_index":1,"sequence_number":7,"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor","type":"response.output_text.done"}
+
+event: response.content_part.done
+data: {"content_index":0,"item_id":"rs_01a0cd196e0e7e20b378cdccada7238a","output_index":1,"part":{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor","type":"output_text"},"sequence_number":8,"type":"response.content_part.done"}
+
+event: response.output_item.done
+data: {"item":{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor","type":"output_text"}],"id":"rs_01a0cd196e0e7e20b378cdccada7238a","phase":"commentary","role":"assistant","status":"completed","type":"message"},"output_index":1,"sequence_number":9,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur adipi"],"query":"Lorem ipsum dolor sit amet consectetur adipi","type":"search"},"id":"ws_call_01a0cd19708d7460a15be2e85c99a773","status":"in_progress","type":"web_search_call"},"output_index":2,"sequence_number":10,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd19708d7460a15be2e85c99a773","output_index":2,"sequence_number":11,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd19708d7460a15be2e85c99a773","output_index":2,"sequence_number":12,"type":"response.web_search_call.searching"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd19708d7460a15be2e85c99a773","output_index":2,"sequence_number":13,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur adipi"],"query":"Lorem ipsum dolor sit amet consectetur adipi","type":"search"},"id":"ws_call_01a0cd19708d7460a15be2e85c99a773","status":"completed","type":"web_search_call"},"output_index":2,"sequence_number":14,"type":"response.output_item.done"}
+
+event: response.in_progress
+data: {"response":{"background":false,"created_at":1790147394.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":15,"type":"response.in_progress"}
+
+event: response.output_item.added
+data: {"item":{"id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd197c03727180f7cbaf55b0736b","status":"in_progress","summary":[],"type":"reasoning"},"output_index":3,"sequence_number":16,"type":"response.output_item.added"}
+
+event: response.output_item.done
+data: {"item":{"encrypted_content":"redacted","id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd197c03727180f7cbaf55b0736b","status":"completed","summary":[],"type":"reasoning"},"output_index":3,"sequence_number":17,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"content":[],"id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","phase":"commentary","role":"assistant","status":"in_progress","type":"message"},"output_index":4,"sequence_number":18,"type":"response.output_item.added"}
+
+event: response.content_part.added
+data: {"content_index":0,"item_id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","output_index":4,"part":{"annotations":[],"logprobs":[],"text":"L","type":"output_text"},"sequence_number":19,"type":"response.content_part.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magn","item_id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","logprobs":[],"output_index":4,"sequence_number":20,"type":"response.output_text.delta"}
+
+event: response.output_text.done
+data: {"content_index":0,"item_id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","logprobs":[],"output_index":4,"sequence_number":21,"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magn","type":"response.output_text.done"}
+
+event: response.content_part.done
+data: {"content_index":0,"item_id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","output_index":4,"part":{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magn","type":"output_text"},"sequence_number":22,"type":"response.content_part.done"}
+
+event: response.output_item.done
+data: {"item":{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magn","type":"output_text"}],"id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","phase":"commentary","role":"assistant","status":"completed","type":"message"},"output_index":4,"sequence_number":23,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur a"],"query":"Lorem ipsum dolor sit amet consectetur a","type":"search"},"id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","status":"in_progress","type":"web_search_call"},"output_index":5,"sequence_number":24,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","output_index":5,"sequence_number":25,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","output_index":5,"sequence_number":26,"type":"response.web_search_call.searching"}
+
+event: response.output_item.added
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur ad"],"query":"Lorem ipsum dolor sit amet consectetur ad","type":"search"},"id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","status":"in_progress","type":"web_search_call"},"output_index":6,"sequence_number":27,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","output_index":6,"sequence_number":28,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","output_index":6,"sequence_number":29,"type":"response.web_search_call.searching"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","output_index":5,"sequence_number":30,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur a"],"query":"Lorem ipsum dolor sit amet consectetur a","type":"search"},"id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","status":"completed","type":"web_search_call"},"output_index":5,"sequence_number":31,"type":"response.output_item.done"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","output_index":6,"sequence_number":32,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consectetur ad"],"query":"Lorem ipsum dolor sit amet consectetur ad","type":"search"},"id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","status":"completed","type":"web_search_call"},"output_index":6,"sequence_number":33,"type":"response.output_item.done"}
+
+event: response.in_progress
+data: {"response":{"background":false,"created_at":1790147402.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":34,"type":"response.in_progress"}
+
+event: response.output_item.added
+data: {"item":{"id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd199dab7a42a2190d013d2cf592","status":"in_progress","summary":[],"type":"reasoning"},"output_index":7,"sequence_number":35,"type":"response.output_item.added"}
+
+event: response.output_item.done
+data: {"item":{"encrypted_content":"redacted","id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd199dab7a42a2190d013d2cf592","status":"completed","summary":[],"type":"reasoning"},"output_index":7,"sequence_number":36,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"action":{"type":"open_page"},"id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","status":"in_progress","type":"web_search_call"},"output_index":8,"sequence_number":37,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","output_index":8,"sequence_number":38,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","output_index":8,"sequence_number":39,"type":"response.web_search_call.searching"}
+
+event: response.output_item.added
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consecte"],"query":"Lorem ipsum dolor sit amet consecte","type":"search"},"id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","status":"in_progress","type":"web_search_call"},"output_index":9,"sequence_number":40,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","output_index":9,"sequence_number":41,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","output_index":9,"sequence_number":42,"type":"response.web_search_call.searching"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","output_index":9,"sequence_number":43,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"queries":["Lorem ipsum dolor sit amet consecte"],"query":"Lorem ipsum dolor sit amet consecte","type":"search"},"id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","status":"completed","type":"web_search_call"},"output_index":9,"sequence_number":44,"type":"response.output_item.done"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","output_index":8,"sequence_number":45,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"type":"open_page","url":"https://example.com/page-1"},"id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","status":"completed","type":"web_search_call"},"output_index":8,"sequence_number":46,"type":"response.output_item.done"}
+
+event: response.in_progress
+data: {"response":{"background":false,"created_at":1790147408.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":47,"type":"response.in_progress"}
+
+event: response.output_item.added
+data: {"item":{"id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd19b4857f82b91afa35c7ee355a","status":"in_progress","summary":[],"type":"reasoning"},"output_index":10,"sequence_number":48,"type":"response.output_item.added"}
+
+event: response.output_item.done
+data: {"item":{"encrypted_content":"redacted","id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd19b4857f82b91afa35c7ee355a","status":"completed","summary":[],"type":"reasoning"},"output_index":10,"sequence_number":49,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"content":[],"id":"rs_01a0cd19f0b9754396dbfc6821344f12","phase":"commentary","role":"assistant","status":"in_progress","type":"message"},"output_index":11,"sequence_number":50,"type":"response.output_item.added"}
+
+event: response.content_part.added
+data: {"content_index":0,"item_id":"rs_01a0cd19f0b9754396dbfc6821344f12","output_index":11,"part":{"annotations":[],"logprobs":[],"text":"L","type":"output_text"},"sequence_number":51,"type":"response.content_part.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut l","item_id":"rs_01a0cd19f0b9754396dbfc6821344f12","logprobs":[],"output_index":11,"sequence_number":52,"type":"response.output_text.delta"}
+
+event: response.output_text.done
+data: {"content_index":0,"item_id":"rs_01a0cd19f0b9754396dbfc6821344f12","logprobs":[],"output_index":11,"sequence_number":53,"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut l","type":"response.output_text.done"}
+
+event: response.content_part.done
+data: {"content_index":0,"item_id":"rs_01a0cd19f0b9754396dbfc6821344f12","output_index":11,"part":{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut l","type":"output_text"},"sequence_number":54,"type":"response.content_part.done"}
+
+event: response.output_item.done
+data: {"item":{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut l","type":"output_text"}],"id":"rs_01a0cd19f0b9754396dbfc6821344f12","phase":"commentary","role":"assistant","status":"completed","type":"message"},"output_index":11,"sequence_number":55,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"action":{"type":"open_page","url":"https://example.com/page-1"},"id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","status":"in_progress","type":"web_search_call"},"output_index":12,"sequence_number":56,"type":"response.output_item.added"}
+
+event: response.web_search_call.in_progress
+data: {"item_id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","output_index":12,"sequence_number":57,"type":"response.web_search_call.in_progress"}
+
+event: response.web_search_call.searching
+data: {"item_id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","output_index":12,"sequence_number":58,"type":"response.web_search_call.searching"}
+
+event: response.web_search_call.completed
+data: {"item_id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","output_index":12,"sequence_number":59,"type":"response.web_search_call.completed"}
+
+event: response.output_item.done
+data: {"item":{"action":{"type":"open_page","url":"https://example.com/page-1"},"id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","status":"completed","type":"web_search_call"},"output_index":12,"sequence_number":60,"type":"response.output_item.done"}
+
+event: response.in_progress
+data: {"response":{"background":false,"created_at":1790147433.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"in_progress","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled"},"sequence_number":61,"type":"response.in_progress"}
+
+: keepalive
+
+event: response.output_item.added
+data: {"item":{"id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd1a14aa7b80b5f8eae9fac9c1a4","status":"in_progress","summary":[],"type":"reasoning"},"output_index":13,"sequence_number":62,"type":"response.output_item.added"}
+
+event: response.output_item.done
+data: {"item":{"encrypted_content":"redacted","id":"rs_6ab37b2b494198737f0c4c87:rs_01a0cd1a14aa7b80b5f8eae9fac9c1a4","status":"completed","summary":[],"type":"reasoning"},"output_index":13,"sequence_number":63,"type":"response.output_item.done"}
+
+event: response.output_item.added
+data: {"item":{"content":[],"id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","role":"assistant","status":"in_progress","type":"message"},"output_index":14,"sequence_number":64,"type":"response.output_item.added"}
+
+event: response.content_part.added
+data: {"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"part":{"annotations":[],"logprobs":[],"text":"L","type":"output_text"},"sequence_number":65,"type":"response.content_part.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsu","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":66,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit ame","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":67,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet con","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":68,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit ame","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":69,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor s","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":70,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":109,"start_index":0,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":0,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":71,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsu","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":72,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem i","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":73,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lor","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":74,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet conse","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":75,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit am","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":76,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"L","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":77,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":185,"start_index":161,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":1,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":78,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscin","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":79,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lo","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":80,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":81,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":236,"start_index":186,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":2,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":82,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum d","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":83,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ips","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":84,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":260,"start_index":237,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":3,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":85,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":86,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":87,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":331,"start_index":261,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":4,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":88,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet conse","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":89,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"L","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":90,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":374,"start_index":332,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":5,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":91,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lor","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":92,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adip","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":93,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":94,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor s","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":95,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":432,"start_index":375,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":6,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":96,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor si","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":97,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum d","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":98,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":471,"start_index":433,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":7,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":99,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor s","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":100,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":101,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":503,"start_index":472,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":8,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":102,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ips","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":103,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor si","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":104,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":523,"start_index":504,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":9,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":105,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dol","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":106,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":543,"start_index":524,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":10,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":107,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":108,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"L","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":109,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":597,"start_index":558,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":11,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":110,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit a","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":111,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":112,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lo","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":113,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":639,"start_index":598,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":12,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":114,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":115,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":691,"start_index":640,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":13,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":116,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolo","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":117,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur ad","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":118,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":119,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum ","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":120,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":770,"start_index":704,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":14,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":121,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet c","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":122,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lo","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":123,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":810,"start_index":771,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":15,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":124,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":125,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"L","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":126,"type":"response.output_text.delta"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor sit amet consectetu","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":127,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":871,"start_index":811,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":16,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":128,"type":"response.output_text.annotation.added"}
+
+event: response.output_text.delta
+data: {"content_index":0,"delta":"Lorem ipsum dolor s","item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","logprobs":[],"output_index":14,"sequence_number":129,"type":"response.output_text.delta"}
+
+event: response.output_text.annotation.added
+data: {"annotation":{"end_index":927,"start_index":872,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},"annotation_index":17,"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"sequence_number":130,"type":"response.output_text.annotation.added"}
+
+event: response.content_part.done
+data: {"content_index":0,"item_id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","output_index":14,"part":{"annotations":[{"end_index":109,"start_index":0,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":185,"start_index":161,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":236,"start_index":186,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":260,"start_index":237,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":331,"start_index":261,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":374,"start_index":332,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":432,"start_index":375,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":471,"start_index":433,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":503,"start_index":472,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":523,"start_index":504,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":543,"start_index":524,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":597,"start_index":558,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":639,"start_index":598,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":691,"start_index":640,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":770,"start_index":704,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":810,"start_index":771,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":871,"start_index":811,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":927,"start_index":872,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"}],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor inc","type":"output_text"},"sequence_number":131,"type":"response.content_part.done"}
+
+event: response.output_item.done
+data: {"item":{"content":[{"annotations":[{"end_index":109,"start_index":0,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":185,"start_index":161,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":236,"start_index":186,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":260,"start_index":237,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":331,"start_index":261,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":374,"start_index":332,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":432,"start_index":375,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":471,"start_index":433,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":503,"start_index":472,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":523,"start_index":504,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":543,"start_index":524,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":597,"start_index":558,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":639,"start_index":598,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":691,"start_index":640,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":770,"start_index":704,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":810,"start_index":771,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":871,"start_index":811,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":927,"start_index":872,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"}],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor inc","type":"output_text"}],"id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","role":"assistant","status":"completed","type":"message"},"output_index":14,"sequence_number":132,"type":"response.output_item.done"}
+
+event: response.completed
+data: {"response":{"background":false,"completed_at":1790147500.0,"created_at":1790147388.0,"error":null,"id":"resp_6ab37b2b494198737f0c4c87","incomplete_details":null,"instructions":"Search the web and cite sources.","max_output_tokens":32000,"model":"muse-upstream-model","object":"response","output":[{"encrypted_content":"redacted","id":"rs_01a0cd196865757183e523f9897a8989","status":"completed","summary":[],"type":"reasoning"},{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor","type":"output_text"}],"id":"rs_01a0cd196e0e7e20b378cdccada7238a","phase":"commentary","role":"assistant","status":"completed","type":"message"},{"action":{"queries":["Lorem ipsum dolor sit amet consectetur adipi"],"query":"Lorem ipsum dolor sit amet consectetur adipi","type":"search"},"id":"ws_call_01a0cd19708d7460a15be2e85c99a773","status":"completed","type":"web_search_call"},{"encrypted_content":"redacted","id":"rs_01a0cd197c03727180f7cbaf55b0736b","status":"completed","summary":[],"type":"reasoning"},{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magn","type":"output_text"}],"id":"rs_01a0cd1986f07c42b28f5b6c3711cb60","phase":"commentary","role":"assistant","status":"completed","type":"message"},{"action":{"queries":["Lorem ipsum dolor sit amet consectetur a"],"query":"Lorem ipsum dolor sit amet consectetur a","type":"search"},"id":"ws_call_01a0cd198cd07bf09585e3fd4c5dc4a7","status":"completed","type":"web_search_call"},{"action":{"queries":["Lorem ipsum dolor sit amet consectetur ad"],"query":"Lorem ipsum dolor sit amet consectetur ad","type":"search"},"id":"ws_call_01a0cd1990fb76c3a1ceee5112966892","status":"completed","type":"web_search_call"},{"encrypted_content":"redacted","id":"rs_01a0cd199dab7a42a2190d013d2cf592","status":"completed","summary":[],"type":"reasoning"},{"action":{"type":"open_page","url":"https://example.com/page-1"},"id":"ws_call_01a0cd19a00f7423b2eb52c0ce888c98","status":"completed","type":"web_search_call"},{"action":{"queries":["Lorem ipsum dolor sit amet consecte"],"query":"Lorem ipsum dolor sit amet consecte","type":"search"},"id":"ws_call_01a0cd19a3967243b83db32f7dfcedf9","status":"completed","type":"web_search_call"},{"encrypted_content":"redacted","id":"rs_01a0cd19b4857f82b91afa35c7ee355a","status":"completed","summary":[],"type":"reasoning"},{"content":[{"annotations":[],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut l","type":"output_text"}],"id":"rs_01a0cd19f0b9754396dbfc6821344f12","phase":"commentary","role":"assistant","status":"completed","type":"message"},{"action":{"type":"open_page","url":"https://example.com/page-1"},"id":"ws_call_01a0cd1a099676a381a20bd2475c24f2","status":"completed","type":"web_search_call"},{"encrypted_content":"redacted","id":"rs_01a0cd1a14aa7b80b5f8eae9fac9c1a4","status":"completed","summary":[],"type":"reasoning"},{"content":[{"annotations":[{"end_index":109,"start_index":0,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":185,"start_index":161,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":236,"start_index":186,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":260,"start_index":237,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":331,"start_index":261,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":374,"start_index":332,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":432,"start_index":375,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":471,"start_index":433,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":503,"start_index":472,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":523,"start_index":504,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":543,"start_index":524,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":597,"start_index":558,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":639,"start_index":598,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":691,"start_index":640,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":770,"start_index":704,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":810,"start_index":771,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":871,"start_index":811,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"},{"end_index":927,"start_index":872,"title":"Lorem ipsum dolor sit amet consectetur adip","type":"url_citation","url":"https://example.com/page-1"}],"logprobs":[],"text":"Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor inc","type":"output_text"}],"id":"msg_01a0cd1acdb67da2af6fc0d08eefdec0","role":"assistant","status":"completed","type":"message"}],"parallel_tool_calls":true,"reasoning":{"effort":"high"},"service_tier":"auto","status":"completed","store":false,"temperature":1.0,"tool_choice":"auto","tools":[{"search_context_size":"medium","type":"web_search"}],"top_logprobs":0,"top_p":1.0,"truncation":"disabled","usage":{"input_tokens":45111,"input_tokens_details":{"cached_tokens":7781},"output_tokens":2732,"output_tokens_details":{"reasoning_tokens":1754},"total_tokens":47843}},"sequence_number":133,"type":"response.completed"}
+
+data: [DONE]
+
diff --git a/apps/server/src/omnirush-gateway-broker.test.ts b/apps/server/src/omnirush-gateway-broker.test.ts
index 116e92f1..18ed590c 100644
--- a/apps/server/src/omnirush-gateway-broker.test.ts
+++ b/apps/server/src/omnirush-gateway-broker.test.ts
@@ -1,5 +1,5 @@
import { describe, expect, test } from "bun:test";
-import { mkdtemp } from "node:fs/promises";
+import { mkdtemp, readdir, readFile } from "node:fs/promises";
import os from "node:os";
import path from "node:path";
import { fileURLToPath } from "node:url";
@@ -684,3 +684,252 @@ describe("OmniRush gateway broker project archive requests", () => {
expect(await response.json()).toEqual({ error: "omnirush_account_required" });
});
});
+
+/** Feeds `bytes` through the guard in `chunkSize` pieces; returns what the engine reads and why it was cut. */
+async function replayStream(bytes: Uint8Array, chunkSize: number) {
+ const reasons: string[] = [];
+ const upstream = new ReadableStream<Uint8Array>({
+ start(controller) {
+ for (let index = 0; index < bytes.length; index += chunkSize) {
+ controller.enqueue(bytes.slice(index, index + chunkSize));
+ }
+ controller.close();
+ },
+ });
+ const out = new Uint8Array(await new Response(guardEventStream(upstream, { onInterrupted: (reason) => reasons.push(reason) })).arrayBuffer());
+ return { out, text: new TextDecoder().decode(out), reasons };
+}
+
+/** The data payloads of every event in an SSE text, in order. */
+function eventPayloads(text: string): unknown[] {
+ return text.split(/\r?\n\r?\n/).flatMap((block) => {
+ const data = block.split(/\r?\n/).filter((line) => line.startsWith("data:")).map((line) => line.slice(5).trim()).join("\n");
+ if (!data || data === "[DONE]") return [];
+ return [JSON.parse(data) as unknown];
+ });
+}
+
+describe("upstream stream guard with recorded Muse streams", () => {
+ // A live meta Muse web-search stream (muse-spark-1.3, search_context_size
+ // medium) with its content scrubbed: model names, reasoning, text, queries,
+ // URLs and titles are replaced; the framing is as recorded. Sorted-key JSON
+ // puts `type` at the end of each frame; the stream carries a `: keepalive`
+ // comment, url_citation annotations and commentary-phase messages, and ends
+ // with response.completed and a bare `data: [DONE]`.
+ const fixture = readFile(path.join(path.dirname(fileURLToPath(import.meta.url)), "__fixtures__", "muse-web-search.sse"));
+ const cutBefore = (text: string, marker: string) => new TextEncoder().encode(text.slice(0, text.lastIndexOf(marker)));
+
+ test("forwards a recorded Muse stream byte for byte and never reports it truncated", async () => {
+ const bytes = new Uint8Array(await fixture);
+ const text = new TextDecoder().decode(bytes);
+ expect(text).toContain("\n\n: keepalive\n\n");
+ expect(text).toContain('"type":"response.web_search_call.completed"}');
+ expect(text.trimEnd().endsWith('"type":"response.completed"}\n\ndata: [DONE]')).toBe(true);
+ for (const chunkSize of [1, 3, 64, 1024, 16_384, bytes.length]) {
+ const { out, reasons } = await replayStream(bytes, chunkSize);
+ expect([chunkSize, reasons]).toEqual([chunkSize, []]);
+ expect(Buffer.from(out).equals(Buffer.from(bytes))).toBe(true);
+ }
+ });
+
+ test("still reports a recorded stream cut before its terminal event", async () => {
+ const text = new TextDecoder().decode(await fixture);
+ const completed = text.lastIndexOf("event: response.completed");
+ // Cut at an event boundary, and in the middle of the final response.completed frame.
+ for (const cut of [completed, completed + 200]) {
+ const { text: out, reasons } = await replayStream(new TextEncoder().encode(text.slice(0, cut)), 512);
+ expect(reasons).toEqual(["truncated"]);
+ // A partial event is never forwarded, so the interruption frame stays well formed.
+ expect(out).toBe(text.slice(0, completed) + out.slice(completed));
+ const last = eventPayloads(out).at(-1) as { type: string; error: { code: string } };
+ expect(last).toMatchObject({ type: "error", sequence_number: -1, error: { code: "upstream_stream_interrupted" } });
+ }
+ });
+
+ test("a bare data: [DONE] ends a stream on its own", async () => {
+ const text = new TextDecoder().decode(await fixture);
+ const withoutCompleted = text.slice(0, text.lastIndexOf("event: response.completed")) + "data: [DONE]\n\n";
+ const { text: out, reasons } = await replayStream(new TextEncoder().encode(withoutCompleted), 4096);
+ expect(reasons).toEqual([]);
+ expect(out).toBe(withoutCompleted);
+ });
+
+ test("comments are not data, even when they look like a terminal event", async () => {
+ const created = 'event: response.created\ndata: {"response":{"id":"resp_1"},"sequence_number":0,"type":"response.created"}\n\n';
+ const comments = ': keepalive\n\n: {"sequence_number":9,"type":"response.completed"}\n\n: data: [DONE]\n\n';
+ const { text, reasons } = await replayStream(new TextEncoder().encode(created + comments), 7);
+ expect(reasons).toEqual(["truncated"]);
+ expect(text.startsWith(created + comments)).toBe(true);
+ });
+
+ test("CRLF-framed streams are framed and completed the same way", async () => {
+ const text = new TextDecoder().decode(await fixture).replace(/\n/g, "\r\n");
+ const bytes = new TextEncoder().encode(text);
+ const { out, reasons } = await replayStream(bytes, 333);
+ expect(reasons).toEqual([]);
+ expect(Buffer.from(out).equals(Buffer.from(bytes))).toBe(true);
+ });
+
+ test("the backend's error frame ends the stream, carrying readable copy under its own code", async () => {
+ const created = 'event: response.created\ndata: {"response":{"id":"resp_1"},"sequence_number":0,"type":"response.created"}\n\n';
+ for (const [code, copy] of [
+ ["upstream_idle_timeout", "stopped responding before it finished"],
+ ["upstream_provider_unavailable", "temporarily unavailable"],
+ ["upstream_stream_interrupted", "ended before the response completed"],
+ ]) {
+ const frame = `event: error\ndata: ${JSON.stringify({ type: "error", sequence_number: -1, error: { type: "server_error", code, message: "Upstream stopped sending data" } })}\n\n`;
+ const { text, reasons } = await replayStream(new TextEncoder().encode(created + frame), 50);
+ expect(reasons).toEqual([]);
+ const events = eventPayloads(text);
+ expect(events).toHaveLength(2);
+ expect(events[1]).toEqual({
+ type: "error",
+ sequence_number: -1,
+ error: { type: "server_error", code, message: expect.stringContaining(copy) },
+ });
+ expect(JSON.stringify(events[1])).toContain("omnirush.ai: ");
+ }
+ });
+
+ test("a relay error frame that was not rewritten becomes one the engine parses", async () => {
+ const created = 'event: response.created\ndata: {"response":{"id":"resp_1"},"sequence_number":0,"type":"response.created"}\n\n';
+ const relay = 'event: error\ndata: {"error":{"code":"idle_timeout","message":"Upstream stopped sending data","request_id":"req_1","type":"timeout"}}\n\n';
+ const { text, reasons } = await replayStream(new TextEncoder().encode(created + relay), 16);
+ expect(reasons).toEqual([]);
+ expect(text).toMatch(/\n\nevent: error\ndata: \{/);
+ expect(eventPayloads(text)[1]).toEqual({
+ type: "error",
+ sequence_number: -1,
+ error: { type: "timeout", code: "idle_timeout", message: expect.stringContaining("stopped responding") },
+ });
+ });
+
+ test("an error frame the engine already parses keeps its bytes when there is no better copy", async () => {
+ const frame = 'event: error\ndata: {"type":"error","sequence_number":4,"code":"server_error","message":"The server had an error while processing your request.","param":null}\n\n';
+ const { text, reasons } = await replayStream(new TextEncoder().encode(frame), 8);
+ expect(reasons).toEqual([]);
+ expect(text).toBe(frame);
+ });
+
+ const recordedDir = process.env.OMNIRUSH_RECORDED_SSE_DIR?.trim();
+ test.skipIf(!recordedDir)("replays every recorded stream in OMNIRUSH_RECORDED_SSE_DIR unchanged and complete", async () => {
+ const names = (await readdir(recordedDir!)).filter((name) => name.endsWith(".sse")).sort();
+ let replayed = 0;
+ for (const name of names) {
+ const bytes = new Uint8Array(await readFile(path.join(recordedDir!, name)));
+ // A refused request is recorded as its JSON error body, not a stream.
+ if (!/^(?:event|data):/.test(new TextDecoder().decode(bytes.slice(0, 16)))) continue;
+ for (const chunkSize of [1, 7, 512, 4096, bytes.length]) {
+ const { out, reasons } = await replayStream(bytes, chunkSize);
+ expect([name, chunkSize, reasons]).toEqual([name, chunkSize, []]);
+ expect([name, Buffer.from(out).equals(Buffer.from(bytes))]).toEqual([name, true]);
+ }
+ const text = new TextDecoder().decode(bytes);
+ const cut = await replayStream(cutBefore(text, "event: response.completed"), 999);
+ expect([name, cut.reasons]).toEqual([name, ["truncated"]]);
+ replayed += 1;
+ }
+ expect(replayed).toBeGreaterThan(0);
+ });
+});
+
+describe("readable gateway errors", () => {
+ function refusingBroker(status: number, body: string, headers: Record<string, string> = { "content-type": "application/json" }) {
+ return new OmniRushGatewayBroker({
+ credentials: { gatewayUrl: "https://gateway.example/omnirush/v1", accessToken: "access-token", refreshToken: "refresh-token" },
+ engineToken: "local-engine-token",
+ fetch: async () => new Response(body, { status, headers }),
+ });
+ }
+
+ test("turn the backend's and the relay's refusal codes into copy the engine shows, keeping status and Retry-After", async () => {
+ const cases: Array<{ status: number; body: unknown; headers?: Record<string, string>; code: string; copy: string }> = [
+ { status: 400, body: { detail: "model_unavailable" }, code: "model_unavailable", copy: "not available on your account" },
+ { status: 429, body: { detail: "model_concurrency_limited" }, headers: { "retry-after": "5" }, code: "model_concurrency_limited", copy: "Wait for one to finish" },
+ { status: 429, body: { detail: "daily_grant_exhausted" }, code: "daily_grant_exhausted", copy: "today's model allowance" },
+ { status: 502, body: { detail: "model_upstream_auth_failed" }, code: "model_upstream_auth_failed", copy: "temporarily unavailable" },
+ {
+ status: 503,
+ body: { error: { type: "upstream_error", code: "provider_unavailable", message: "Upstream is temporarily unavailable", request_id: "req_1" } },
+ headers: { "retry-after": "60" },
+ code: "provider_unavailable",
+ copy: "temporarily unavailable",
+ },
+ // What muse-spark-1.2 answered while it was down.
+ {
+ status: 500,
+ body: { error: { type: "upstream_error", code: "provider_error", message: "Upstream returned an error", request_id: "req_2" } },
+ code: "provider_error",
+ copy: "the model provider could not complete this request.",
+ },
+ ];
+ for (const entry of cases) {
+ const response = await refusingBroker(entry.status, JSON.stringify(entry.body), { "content-type": "application/json", ...entry.headers })
+ .handle(gatewayRequest({ model: "meta-muse-spark", input: "hi", stream: true }), "responses");
+ expect([entry.code, response.status]).toEqual([entry.code, entry.status]);
+ expect(response.headers.get("retry-after")).toBe(entry.headers?.["retry-after"] ?? null);
+ const payload = await response.json() as { error: { message: string; code: string } };
+ expect(payload.error.code).toBe(entry.code);
+ expect(payload.error.message).toStartWith("omnirush.ai: ");
+ expect(payload.error.message).toContain(entry.copy);
+ }
+ });
+
+ test("keep what a provider error names as refused", async () => {
+ const body = { error: { type: "upstream_error", code: "provider_error", message: "Upstream returned an error: Unknown parameter: 'stop'.", param: "stop" } };
+ const response = await refusingBroker(400, JSON.stringify(body)).handle(gatewayRequest({ model: "meta-muse-spark", input: "hi" }), "responses");
+ expect(await response.json()).toEqual({
+ error: {
+ message: "omnirush.ai: the model provider could not complete this request. (Unknown parameter: 'stop'.)",
+ type: "upstream_error",
+ code: "provider_error",
+ param: "stop",
+ },
+ });
+ });
+
+ test("leave errors without a known code as they came", async () => {
+ const openai = JSON.stringify({ error: { message: "Invalid input", type: "invalid_request_error", code: null } });
+ const response = await refusingBroker(400, openai).handle(gatewayRequest({ model: "gpt-6-astra", input: "hi" }), "responses");
+ expect(await response.text()).toBe(openai);
+ const plain = await refusingBroker(502, "Bad Gateway", { "content-type": "text/plain" }).handle(gatewayRequest({ model: "gpt-6-astra", input: "hi" }), "responses");
+ expect([plain.status, await plain.text()]).toEqual([502, "Bad Gateway"]);
+ });
+});
+
+describe("OmniRush gateway broker model catalog requests", () => {
+ test("read GET <gateway>/models with the device bearer and refresh an expired one once", async () => {
+ const calls: Array<{ url: string; method: string; authorization: string | null }> = [];
+ const refreshCalls: string[] = [];
+ const catalog = { object: "list", data: [{ id: "gpt-6-astra", default: true }] };
+ const broker = new OmniRushGatewayBroker({
+ credentials: { gatewayUrl: "https://gateway.example/omnirush/v1/", accessToken: "access-1", refreshToken: "refresh-1" },
+ engineToken: "local-engine-token",
+ fetch: async (input, init) => {
+ const url = String(input);
+ if (url.endsWith("/device/refresh")) {
+ refreshCalls.push((JSON.parse(String(init?.body)) as { refresh_token: string }).refresh_token);
+ return Response.json({ access_token: "access-2", refresh_token: "refresh-2", gateway_url: "https://gateway.example/omnirush/v1" });
+ }
+ const authorization = new Headers(init?.headers).get("authorization");
+ calls.push({ url, method: init?.method ?? "GET", authorization });
+ return authorization === "Bearer access-2" ? Response.json(catalog) : Response.json({ detail: "invalid_token" }, { status: 401 });
+ },
+ });
+
+ const response = await broker.modelCatalog();
+ expect(response.status).toBe(200);
+ expect(await response.json()).toEqual(catalog);
+ expect(refreshCalls).toEqual(["refresh-1"]);
+ expect(calls).toEqual([
+ { url: "https://gateway.example/omnirush/v1/models", method: "GET", authorization: "Bearer access-1" },
+ { url: "https://gateway.example/omnirush/v1/models", method: "GET", authorization: "Bearer access-2" },
+ ]);
+ });
+
+ test("answer 401 without an account", async () => {
+ const response = await new OmniRushGatewayBroker({ engineToken: "local-engine-token" }).modelCatalog();
+ expect(response.status).toBe(401);
+ expect(await response.json()).toEqual({ error: "omnirush_account_required" });
+ });
+});
diff --git a/apps/server/src/omnirush-gateway-broker.ts b/apps/server/src/omnirush-gateway-broker.ts
index 5d65b10c..792074ed 100644
--- a/apps/server/src/omnirush-gateway-broker.ts
+++ b/apps/server/src/omnirush-gateway-broker.ts
@@ -16,11 +16,24 @@ type BrokerOptions = {
* terminal event the engine keeps the turn open forever and the UI shows
* nothing. The guard appends a synthetic Responses-API error event when the
* upstream closes early or stalls, so the turn fails visibly and can be retried.
+ *
+ * Terminal is decided per SSE event, on its data: a Responses
+ * `response.completed`, `response.incomplete` or `response.failed`, the bare
+ * `data: [DONE]` sentinel (every Muse stream ends with one), or an error
+ * frame. Comment lines such as `: keepalive` carry no data and are never
+ * terminal.
*/
-const TERMINAL_EVENT_PATTERN = /"type":"(?:response\.(?:completed|failed|incomplete)|error)"/;
+const TERMINAL_RESPONSE_EVENTS = new Set(["response.completed", "response.incomplete", "response.failed"]);
+const TERMINAL_OR_ERROR_MARKER = /"(?:response\.(?:completed|incomplete|failed)|error)"/;
+/** An event larger than this passes through unread; the marker scan below then decides terminality. */
+const MAX_EVENT_BYTES = 16 * 1024 * 1024;
+const TERMINAL_EVENT_PATTERN = /"type":"(?:response\.(?:completed|failed|incomplete)|error)"|(?:^|[\r\n])data: ?\[DONE\][\r\n]/;
export const STREAM_IDLE_TIMEOUT_MS = 180_000;
export type StreamInterruption = "truncated" | "idle";
+const LF = 0x0a;
+const CR = 0x0d;
+
function interruptedEvent(reason: StreamInterruption): Uint8Array {
const message = reason === "idle"
? "omnirush.ai: the model stream stalled and was closed. Retry the request."
@@ -33,51 +46,303 @@ function interruptedEvent(reason: StreamInterruption): Uint8Array {
return new TextEncoder().encode(`event: error\ndata: ${JSON.stringify(payload)}\n\n`);
}
+const UNAVAILABLE_COPY = "this model is temporarily unavailable. Try again in a minute, or pick another model.";
+const BUSY_COPY = "this model is busy right now. Try again in a moment.";
+const STALLED_COPY = "the model stopped responding before it finished. Retry the request, or pick a lower effort.";
+const SETUP_COPY = "the model route is being set up. Try again later.";
+
+/**
+ * What the user reads for an omnirush.ai gateway error: the backend's own
+ * codes, and the relay codes it passes through (mid-stream as
+ * `upstream_<code>`). Kept in step with the console's chat copy.
+ */
+const GATEWAY_ERROR_COPY: Record<string, string> = {
+ model_unavailable: "this model is not available on your account right now. Pick another model.",
+ model_not_allowed: "this model is not available to your account. Pick another model.",
+ model_not_found: "this model is not available right now. Pick another model.",
+ model_input_not_supported: "this model cannot read that attachment. Remove the image or PDF, or pick another model.",
+ model_concurrency_limited: "too many answers are already running on this model. Wait for one to finish, then try again.",
+ model_request_too_large: "this request is too large to send. Remove an attachment or start a new session.",
+ reasoning_effort_not_allowed: "this model does not offer the selected effort. Pick another effort.",
+ unsupported_model_endpoint: "this model cannot run this kind of request. Pick another model.",
+ daily_grant_exhausted: "you have used today's model allowance. It refills at 00:00 UTC.",
+ grant_check_unavailable: "your model allowance could not be checked. Try again in a moment.",
+ account_inactive: "model access is paused for this account. Open your omnirush.ai dashboard to see why.",
+ consent_required: "accept the omnirush.ai data terms on your dashboard, then try again.",
+ consent_version_outdated: "the omnirush.ai data terms were updated. Accept the new version on your dashboard, then try again.",
+ internal_proxy_unavailable: "the model service did not respond. Try again in a moment.",
+ internal_proxy_not_configured: SETUP_COPY,
+ internal_proxy_ca_missing: SETUP_COPY,
+ muse_relay_not_configured: UNAVAILABLE_COPY,
+ model_upstream_auth_failed: UNAVAILABLE_COPY,
+ model_upstream_misconfigured: UNAVAILABLE_COPY,
+ model_upstream_unavailable: "the model service could not be reached. Try again in a moment.",
+ stream_interrupted: "the model stream ended before the response completed. Retry the request.",
+ idle_timeout: STALLED_COPY,
+ first_byte_timeout: STALLED_COPY,
+ request_timeout: STALLED_COPY,
+ provider_error: "the model provider could not complete this request.",
+ provider_unavailable: UNAVAILABLE_COPY,
+ provider_auth_error: UNAVAILABLE_COPY,
+ capacity_unavailable: UNAVAILABLE_COPY,
+ circuit_open: UNAVAILABLE_COPY,
+ maintenance: UNAVAILABLE_COPY,
+ draining: UNAVAILABLE_COPY,
+ auth_unavailable: UNAVAILABLE_COPY,
+ token_capacity: BUSY_COPY,
+ gateway_overload: BUSY_COPY,
+ queue_timeout: BUSY_COPY,
+ provider_rate_limited: BUSY_COPY,
+};
+
+/** Readable copy for a gateway error code, or null for a code it does not know. */
+export function gatewayErrorMessage(code: string, detail?: string | null): string | null {
+ const copy = GATEWAY_ERROR_COPY[code] ?? GATEWAY_ERROR_COPY[code.replace(/^upstream_/, "")];
+ if (!copy) return null;
+ // A provider error names what it refused ("Upstream returned an error: <why>").
+ const why = code.endsWith("provider_error")
+ ? detail?.replace(/^\s*upstream returned an error:?/i, "").trim().slice(0, 300)
+ : "";
+ return why ? `omnirush.ai: ${copy} (${why})` : `omnirush.ai: ${copy}`;
+}
+
+function stringField(value: unknown): string | null {
+ return typeof value === "string" && value.trim() ? value.trim() : null;
+}
+
+/**
+ * An error frame the engine can show: the gateway's
+ * `{type:"error",sequence_number,error:{...}}`, OpenAI's flat
+ * `{type:"error",sequence_number,code,message}`, or a relay `event: error` /
+ * `{"error":{...}}` that reached the broker unrewritten. A frame the engine's
+ * AI SDK already parses and that has no readable copy passes unchanged;
+ * anything else becomes the nested shape with the copy. The SDK drops an
+ * error chunk without a numeric sequence_number (or with a non-string error
+ * type, code or message), which would end the turn silently, and the engine
+ * shows only a nested error's message.
+ */
+function errorEvent(block: Uint8Array, payload: Record<string, unknown>): Uint8Array {
+ const nested = isRecord(payload.error) ? payload.error : null;
+ const code = stringField(nested ? nested.code : payload.code);
+ const original = stringField(nested ? nested.message : payload.message);
+ const readable = code ? gatewayErrorMessage(code, original) : null;
+ const sequence = payload.sequence_number;
+ const parsed = payload.type === "error"
+ && typeof sequence === "number"
+ && (nested
+ ? typeof nested.type === "string" && typeof nested.code === "string" && typeof nested.message === "string"
+ : typeof payload.message === "string");
+ if (parsed && !readable) return block;
+ const param = stringField(nested ? nested.param : payload.param);
+ const frame = {
+ type: "error",
+ sequence_number: typeof sequence === "number" && Number.isFinite(sequence) ? sequence : -1,
+ error: {
+ type: stringField(nested?.type) ?? "server_error",
+ code: code ?? "upstream_error",
+ message: readable ?? original ?? `omnirush.ai: the model request failed (${code ?? "upstream_error"}).`,
+ ...(param ? { param } : {}),
+ },
+ };
+ return new TextEncoder().encode(`event: error\ndata: ${JSON.stringify(frame)}\n\n`);
+}
+
+function sseEventFields(block: Uint8Array): { name: string | null; data: string | null } {
+ let name: string | null = null;
+ const data: string[] = [];
+ for (const line of new TextDecoder().decode(block).split(/\r\n|\r|\n/)) {
+ if (!line || line.startsWith(":")) continue;
+ const colon = line.indexOf(":");
+ const field = colon < 0 ? line : line.slice(0, colon);
+ const value = colon < 0 ? "" : line.slice(colon + 1).replace(/^ /, "");
+ if (field === "event") name = value;
+ else if (field === "data") data.push(value);
+ }
+ return { name, data: data.length > 0 ? data.join("\n") : null };
+}
+
+/**
+ * Splits an SSE byte stream into whole events, forwarding each unchanged
+ * except error frames, which are normalized (errorEvent). A partial event is
+ * held until its blank line arrives; the engine cannot act on it earlier.
+ */
+class SseEventFramer {
+ terminal = false;
+ private buffer = new Uint8Array(4096);
+ private length = 0;
+ /** Where the blank-line scan resumes, and whether that offset starts a line. */
+ private scanned = 0;
+ private lineStart = true;
+ private unframed = false;
+ private tail = "";
+ private readonly decoder = new TextDecoder();
+
+ push(chunk: Uint8Array): Uint8Array[] {
+ if (this.unframed) {
+ this.scanUnframed(chunk);
+ return [chunk];
+ }
+ this.append(chunk);
+ const events: Uint8Array[] = [];
+ let start = 0;
+ for (let end = this.nextBoundary(); end >= 0; end = this.nextBoundary()) {
+ events.push(this.event(this.buffer.slice(start, end)));
+ start = end;
+ }
+ if (start > 0) {
+ this.buffer.copyWithin(0, start, this.length);
+ this.length -= start;
+ this.scanned -= start;
+ }
+ if (this.length > MAX_EVENT_BYTES) {
+ const oversized = this.buffer.slice(0, this.length);
+ this.length = 0;
+ this.unframed = true;
+ this.scanUnframed(oversized);
+ events.push(oversized);
+ }
+ return events;
+ }
+
+ /**
+ * The upstream closed: an event still missing its blank line is kept only
+ * when the stream already ended (a final `data: [DONE]` without one);
+ * otherwise it is dropped so the interruption frame stays well formed.
+ */
+ finish(): Uint8Array | null {
+ if (this.length === 0) return null;
+ const rest = this.buffer.slice(0, this.length);
+ this.length = 0;
+ const event = this.event(rest);
+ return this.terminal ? event : null;
+ }
+
+ private append(chunk: Uint8Array): void {
+ if (this.length + chunk.length > this.buffer.length) {
+ const grown = new Uint8Array(Math.max(this.buffer.length * 2, this.length + chunk.length));
+ grown.set(this.buffer.subarray(0, this.length));
+ this.buffer = grown;
+ }
+ this.buffer.set(chunk, this.length);
+ this.length += chunk.length;
+ }
+
+ /** The offset just past the next blank line (CRLF, LF or CR line endings), or -1. */
+ private nextBoundary(): number {
+ let index = this.scanned;
+ while (index < this.length) {
+ const byte = this.buffer[index];
+ if (byte !== LF && byte !== CR) {
+ this.lineStart = false;
+ index += 1;
+ continue;
+ }
+ let end = index + 1;
+ if (byte === CR) {
+ // CR or CRLF: the next byte decides.
+ if (end === this.length) break;
+ if (this.buffer[end] === LF) end += 1;
+ }
+ if (this.lineStart) {
+ this.scanned = end;
+ return end;
+ }
+ this.lineStart = true;
+ index = end;
+ }
+ this.scanned = index;
+ return -1;
+ }
+
+ private event(block: Uint8Array): Uint8Array {
+ const { name, data } = sseEventFields(block);
+ if (data === null) return block;
+ if (data.trim() === "[DONE]") {
+ this.terminal = true;
+ return block;
+ }
+ // Only a terminal or error payload can hold one of these as raw JSON (a
+ // quote inside a string value is escaped), so the text deltas that make
+ // up most of a stream are never parsed.
+ if (name !== "error" && !TERMINAL_OR_ERROR_MARKER.test(data)) return block;
+ let payload: unknown;
+ try {
+ payload = JSON.parse(data);
+ } catch {
+ return block;
+ }
+ if (!isRecord(payload)) return block;
+ const type = payload.type;
+ if (typeof type === "string" && TERMINAL_RESPONSE_EVENTS.has(type)) {
+ this.terminal = true;
+ return block;
+ }
+ if (type === "error" || (type === undefined && (name === "error" || isRecord(payload.error)))) {
+ this.terminal = true;
+ return errorEvent(block, payload);
+ }
+ return block;
+ }
+
+ private scanUnframed(chunk: Uint8Array): void {
+ if (this.terminal) return;
+ // Test the join of the previous tail and the whole new chunk BEFORE
+ // trimming, so a marker split across chunks is still seen.
+ const window = this.tail + this.decoder.decode(chunk, { stream: true });
+ if (TERMINAL_EVENT_PATTERN.test(window)) this.terminal = true;
+ this.tail = window.slice(-4096);
+ }
+}
+
export function guardEventStream(
body: ReadableStream<Uint8Array>,
options: { idleMs?: number; onInterrupted?: (reason: StreamInterruption) => void } = {},
): ReadableStream<Uint8Array> {
const reader = body.getReader();
- const decoder = new TextDecoder();
const idleMs = options.idleMs ?? STREAM_IDLE_TIMEOUT_MS;
- let tail = "";
- let terminal = false;
+ const events = new SseEventFramer();
const interrupt = (controller: ReadableStreamDefaultController<Uint8Array>, reason: StreamInterruption) => {
options.onInterrupted?.(reason);
controller.enqueue(interruptedEvent(reason));
controller.close();
};
+ const read = async () => {
+ let timer: ReturnType<typeof setTimeout> | undefined;
+ const idle = new Promise<{ idle: true }>((resolve) => {
+ timer = setTimeout(() => resolve({ idle: true }), idleMs);
+ timer.unref?.();
+ });
+ try {
+ return await Promise.race([reader.read(), idle]);
+ } finally {
+ if (timer) clearTimeout(timer);
+ }
+ };
return new ReadableStream<Uint8Array>({
async pull(controller) {
- let timer: ReturnType<typeof setTimeout> | undefined;
- const idle = new Promise<{ idle: true }>((resolve) => {
- timer = setTimeout(() => resolve({ idle: true }), idleMs);
- timer.unref?.();
- });
- const result = await Promise.race([reader.read(), idle]);
- if (timer) clearTimeout(timer);
- if ("idle" in result) {
- await reader.cancel().catch(() => undefined);
- interrupt(controller, "idle");
- return;
- }
- if (result.done) {
- if (terminal) controller.close();
- else interrupt(controller, "truncated");
- return;
- }
- const chunk = result.value;
- if (!terminal) {
- // Test the join of the previous tail and the whole new chunk BEFORE
- // trimming: the response.completed frame carries the full response
- // object (often well over 4 KiB), so trimming first would drop the
- // marker that sits at the start of that frame and every completed
- // stream would be reported as interrupted.
- const window = tail + decoder.decode(chunk, { stream: true });
- if (TERMINAL_EVENT_PATTERN.test(window)) terminal = true;
- tail = window.slice(-4096);
+ // Read until at least one whole event can be forwarded: a pull that
+ // enqueues nothing would not be called again.
+ for (;;) {
+ const result = await read();
+ if ("idle" in result) {
+ await reader.cancel().catch(() => undefined);
+ interrupt(controller, "idle");
+ return;
+ }
+ if (result.done) {
+ const rest = events.finish();
+ if (!events.terminal) {
+ interrupt(controller, "truncated");
+ return;
+ }
+ if (rest) controller.enqueue(rest);
+ controller.close();
+ return;
+ }
+ const ready = events.push(result.value);
+ for (const event of ready) controller.enqueue(event);
+ if (ready.length > 0) return;
}
- controller.enqueue(chunk);
},
cancel(reason) {
return reader.cancel(reason);
@@ -85,6 +350,42 @@ export function guardEventStream(
});
}
+/**
+ * A gateway error body with readable copy for the codes the gateway and the
+ * relay use (`{"detail":"<code>"}` from the gateway itself, or an
+ * OpenAI-shaped `{"error":{code,message}}`), in the OpenAI shape the engine
+ * reads its message from. Null leaves the body as it came.
+ */
+function readableErrorBody(text: string): string | null {
+ let payload: unknown;
+ try {
+ payload = JSON.parse(text);
+ } catch {
+ return null;
+ }
+ if (!isRecord(payload)) return null;
+ const nested = isRecord(payload.error) ? payload.error : null;
+ const bareCode = stringField(payload.detail) ?? stringField(payload.error);
+ const code = bareCode ?? stringField(nested?.code);
+ if (!code) return null;
+ const message = gatewayErrorMessage(code, stringField(nested?.message))
+ ?? (bareCode ? `omnirush.ai could not complete the model request (${code}).` : null);
+ if (!message) return null;
+ const param = stringField(nested?.param);
+ return JSON.stringify({
+ error: { message, type: stringField(nested?.type) ?? "omnirush_error", code, ...(param ? { param } : {}) },
+ });
+}
+
+async function readableErrorResponse(response: Response): Promise<Response> {
+ const text = await response.text().catch(() => "");
+ return new Response(readableErrorBody(text) ?? text, {
+ status: response.status,
+ statusText: response.statusText,
+ headers: responseHeaders(response.headers),
+ });
+}
+
type CredentialState = {
gatewayUrl: string;
accessToken: string;
@@ -279,6 +580,11 @@ export class OmniRushGatewayBroker {
}, { status: 401 });
}
const contentType = response.headers.get("content-type") ?? "";
+ // Sign-in failures keep their own answer above; every other gateway
+ // refusal reaches the user as readable copy instead of a bare code.
+ if (!response.ok && response.status !== 401 && contentType.includes("application/json")) {
+ return await readableErrorResponse(response);
+ }
const streamed = response.ok && response.body && contentType.includes("text/event-stream");
const responseBody = streamed && response.body
? guardEventStream(response.body, {
@@ -325,6 +631,19 @@ export class OmniRushGatewayBroker {
}));
}
+ /**
+ * The account's model catalog (`<gateway>/models`, the backend's
+ * GET /omnirush/v1/models), authenticated like collect(): the device bearer
+ * and the same bounded 401 refresh. Read by the model catalog sync.
+ */
+ modelCatalog(): Promise<Response> {
+ return this.withDeviceBearer((state) => this.fetcher(upstreamUrl(state.gatewayUrl, "models"), {
+ method: "GET",
+ headers: { Authorization: `Bearer ${state.accessToken}`, Accept: "application/json" },
+ signal: AbortSignal.timeout(8_000),
+ }));
+ }
+
/** Sends with the current device bearer; a 401 is retried bounded like handle(): adopt, then spend the adopted refresh token. */
private async withDeviceBearer(send: (state: CredentialState) => Promise<Response>): Promise<Response> {
if (!this.state) return Response.json({ error: "omnirush_account_required" }, { status: 401 });