Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
fix(anthropic): Include api_error type in stream error events (#828)
Graham King373e607be4d8
diff --git a/crates/switchyard-server/src/sse.rs b/crates/switchyard-server/src/sse.rsindex e685ba5e5..10b526790 100644--- a/crates/switchyard-server/src/sse.rs+++ b/crates/switchyard-server/src/sse.rs@@ -99,13 +99,18 @@ fn error_event(target_format: WireFormat, message: String, redactor: &Redactor)),),WireFormat::AnthropicMessages | WireFormat::OpenAiResponses => {+ let error_type = if target_format == WireFormat::AnthropicMessages {+ "api_error"+ } else {+ "SwitchyardError"+ };Event::default().event("error").data(redactor.json(json!({"type": "error","error": {"message": message,- "type": "SwitchyardError",+ "type": error_type,}}).to_string(),@@ -181,4 +186,27 @@ mod tests {assert!(!body.contains("[DONE]"));Ok(())}++ #[tokio::test]+ async fn anthropic_stream_error_uses_api_error_type() -> TestResult {+ let failure = LlmClientError::General("boom".to_string());+ let stream: RawEventStream =+ Box::pin(stream::iter(vec![Err(LlmStreamError::Client(failure))]));+ let response = frame_stream(+ stream,+ WireFormat::AnthropicMessages,+ Arc::new(Redactor::default()),+ )+ .into_response();+ let body = String::from_utf8(to_bytes(response.into_body(), usize::MAX).await?.to_vec())?;+ let data = body+ .lines()+ .find_map(|line| line.strip_prefix("data: "))+ .ok_or("missing data line")?;+ assert_eq!(+ serde_json::from_str::<Value>(data)?,+ json!({"type": "error", "error": {"type": "api_error", "message": "boom"}})+ );+ Ok(())+ }}diff --git a/crates/switchyard-translation/src/codecs/anthropic/stream.rs b/crates/switchyard-translation/src/codecs/anthropic/stream.rsindex cc3955f9c..908941a89 100644--- a/crates/switchyard-translation/src/codecs/anthropic/stream.rs+++ b/crates/switchyard-translation/src/codecs/anthropic/stream.rs@@ -242,7 +242,7 @@ fn encode_anthropic_stream(// An in-band error is terminal: emit the error, then nothing further.state.finished = true; // finish() adds no success eventsstate.errored = true; // the entry guard drops any later chunk- vec![json!({"type": "error", "error": {"message": message}})]+ vec![json!({"type": "error", "error": {"type": "api_error", "message": message}})]}}}diff --git a/crates/switchyard-translation/tests/stream_translation.rs b/crates/switchyard-translation/tests/stream_translation.rsindex e22511c59..01e9cc0da 100644--- a/crates/switchyard-translation/tests/stream_translation.rs+++ b/crates/switchyard-translation/tests/stream_translation.rs@@ -203,6 +203,45 @@ fn preserved_same_format_replay_stops_after_an_error() -> TestResult {Ok(())}+#[test]+fn anthropic_errors_include_type_and_terminate_stream() -> TestResult {+ let engine = TranslationEngine::default();+ let target = WireFormat::AnthropicMessages;+ let message = "stream failed";+ for chunk in [+ LlmResponseChunk::StreamError {+ message: message.into(),+ },+ LlmResponseChunk::DecodeError {+ message: message.into(),+ },+ ] {+ let mut state = StreamTranslationState::new(WireFormat::OpenAiChat, target);+ let events = engine.encode_stream_event(+ &mut state,+ target,+ LlmResponseStreamEvent::new(vec![chunk]),+ )?;+ assert_eq!(+ events,+ vec![json!({"type": "error", "error": {"type": "api_error", "message": message}})]+ );+ assert!(+ engine+ .encode_stream_event(+ &mut state,+ target,+ LlmResponseStreamEvent::new(vec![LlmResponseChunk::MessageStop {+ reason: None+ }]),+ )?+ .is_empty()+ );+ assert!(engine.finish_stream(&mut state, target)?.is_empty());+ }+ Ok(())+}+#[test]fn same_format_decode_failure_emits_terminal_error() -> TestResult {let cases = [