Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
fix(translation): preserve OpenAI Chat refusal text (#623)
Atharva-Kanherkar286425ec5803
diff --git a/crates/switchyard-translation/src/codecs/openai_chat/buffered.rs b/crates/switchyard-translation/src/codecs/openai_chat/buffered.rsindex f2e66d699..23596d090 100644--- a/crates/switchyard-translation/src/codecs/openai_chat/buffered.rs+++ b/crates/switchyard-translation/src/codecs/openai_chat/buffered.rs@@ -317,6 +317,10 @@ impl FormatCodec for OpenAiChatCodec {.and_then(Value::as_object).cloned().unwrap_or_default();+ let refusal = message+ .get("refusal")+ .and_then(Value::as_str)+ .filter(|text| !text.is_empty());let mut content = match message.get("content") {// decode_openai_content would turn absent response text into an empty text block.None | Some(Value::Null) => Vec::new(),@@ -329,6 +333,11 @@ impl FormatCodec for OpenAiChatCodec {)?,};prepend_openai_reasoning_blocks(&mut content, &message);+ if let Some(text) = refusal {+ content.push(ContentBlock::Refusal {+ text: text.to_string(),+ });+ }if let Some(tool_calls) = message.get("tool_calls").and_then(Value::as_array) {for (index, tool_call) in tool_calls.iter().enumerate() {if let Some(call) = decode_openai_tool_call(@@ -340,6 +349,12 @@ impl FormatCodec for OpenAiChatCodec {}}}+ let finish_reason = choice.get("finish_reason").and_then(Value::as_str);+ let stop_reason = if refusal.is_some() && matches!(finish_reason, Some("stop") | None) {+ StopReason::ContentFilter+ } else {+ map_openai_finish_reason(finish_reason)+ };response.outputs.push(ResponseOutput {url_citations: message.get("annotations")@@ -353,9 +368,7 @@ impl FormatCodec for OpenAiChatCodec {.collect(),role: Role::Assistant,content,- stop_reason: Some(map_openai_finish_reason(- choice.get("finish_reason").and_then(Value::as_str),- )),+ stop_reason: Some(stop_reason),});}diff --git a/crates/switchyard-translation/src/codecs/openai_chat/stream.rs b/crates/switchyard-translation/src/codecs/openai_chat/stream.rsindex 7a902627b..c86749728 100644--- a/crates/switchyard-translation/src/codecs/openai_chat/stream.rs+++ b/crates/switchyard-translation/src/codecs/openai_chat/stream.rs@@ -137,6 +137,17 @@ fn decode_openai_chat_stream(text: text.to_string(),});}+ if let Some(text) = delta.get("refusal").and_then(Value::as_str)+ && !text.is_empty()+ {+ // Refusal deltas mark the whole message as a content-filter stop. This state+ // persists across chunks so a later `finish_reason: "stop"` cannot overwrite it.+ state.stop_reason = Some("content_filter".to_string());+ out.push(LlmResponseChunk::TextDelta {+ index: 0,+ text: text.to_string(),+ });+ }if let Some(tool_calls) = delta.get("tool_calls").and_then(Value::as_array) {for tool_call in tool_calls {if let Some(tool_call) = tool_call.as_object() {@@ -181,6 +192,12 @@ fn decode_openai_chat_stream(arguments_delta: None,});}+ let reason =+ if reason == "stop" && state.stop_reason.as_deref() == Some("content_filter") {+ "content_filter"+ } else {+ reason+ };out.push(LlmResponseChunk::MessageStop {reason: Some(reason.to_string()),});diff --git a/crates/switchyard-translation/tests/response_translation.rs b/crates/switchyard-translation/tests/response_translation.rsindex 20e6dfb30..cef7155dd 100644--- a/crates/switchyard-translation/tests/response_translation.rs+++ b/crates/switchyard-translation/tests/response_translation.rs@@ -8,7 +8,7 @@ pub mod common;use pretty_assertions::assert_eq;use serde_json::json;use switchyard_translation::{- PreservationPolicy, TranslationEngine, TranslationPolicy, WireFormat,+ ContentBlock, PreservationPolicy, StopReason, TranslationEngine, TranslationPolicy, WireFormat,};use common::{@@ -255,6 +255,55 @@ fn openai_chat_response_translates_to_anthropic_message() -> TestResult {Ok(())}+// Verifies a Chat Completions refusal survives both neutral decoding and Anthropic encoding.+#[test]+fn openai_chat_refusal_decodes_and_translates_to_anthropic() -> TestResult {+ let engine = TranslationEngine::default();+ let body = json!({+ "id": "chatcmpl-refusal",+ "model": "gpt-4o",+ "choices": [{+ "index": 0,+ "message": {+ "role": "assistant",+ "content": null,+ "refusal": "I cannot help with that request."+ },+ "finish_reason": "stop"+ }],+ "usage": {"prompt_tokens": 10, "completion_tokens": 5, "total_tokens": 15}+ });++ let decoded =+ engine.decode_response(WireFormat::OpenAiChat, &body, &TranslationPolicy::default())?;+ let output = decoded.response.first_output().ok_or("missing output")?;+ assert_eq!(+ output.content,+ vec![ContentBlock::Refusal {+ text: "I cannot help with that request.".to_string()+ }]+ );+ assert_eq!(output.stop_reason, Some(StopReason::ContentFilter));++ let translated = engine+ .encode_response(+ WireFormat::AnthropicMessages,+ &decoded.response,+ &TranslationPolicy::default(),+ )?+ .body;+ assert_eq!(+ translated["content"],+ json!([{"type": "text", "text": "I cannot help with that request."}])+ );+ assert_eq!(translated["stop_reason"], "refusal");+ assert_eq!(+ translated["stop_details"],+ json!({"type": "refusal", "category": null, "explanation": null})+ );+ Ok(())+}+// Verifies Anthropic message responses map to OpenAI Chat completions.#[test]fn anthropic_message_response_translates_to_openai_chat_completion() -> TestResult {diff --git a/crates/switchyard-translation/tests/stream_translation.rs b/crates/switchyard-translation/tests/stream_translation.rsindex e4dd05f87..2e4f3e53c 100644--- a/crates/switchyard-translation/tests/stream_translation.rs+++ b/crates/switchyard-translation/tests/stream_translation.rs@@ -581,6 +581,63 @@ fn openai_chat_stream_event_translates_to_anthropic_message_events() -> TestResuOk(())}+// Verifies Chat Completions refusal deltas remain visible and terminate as refusals.+#[test]+fn openai_chat_refusal_stream_translates_to_anthropic() -> TestResult {+ let engine = TranslationEngine::default();+ let mut state =+ StreamTranslationState::new(WireFormat::OpenAiChat, WireFormat::AnthropicMessages);+ let refusal = json!({+ "id": "chatcmpl-refusal",+ "object": "chat.completion.chunk",+ "model": "gpt-4o",+ "choices": [{+ "index": 0,+ "delta": {"refusal": "I cannot help with that request."},+ "finish_reason": null+ }]+ });++ let mut events = engine.translate_event(+ &mut state,+ WireFormat::OpenAiChat,+ WireFormat::AnthropicMessages,+ &refusal,+ )?;+ let text_delta = events+ .iter()+ .find(|event| event["type"] == "content_block_delta")+ .ok_or("missing refusal text delta")?;+ assert_eq!(+ text_delta["delta"]["text"],+ "I cannot help with that request."+ );++ let terminal = json!({+ "id": "chatcmpl-refusal",+ "object": "chat.completion.chunk",+ "model": "gpt-4o",+ "choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}]+ });+ events.extend(engine.translate_event(+ &mut state,+ WireFormat::OpenAiChat,+ WireFormat::AnthropicMessages,+ &terminal,+ )?);+ events.extend(engine.finish_stream(&mut state, WireFormat::AnthropicMessages)?);+ let message_delta = events+ .iter()+ .find(|event| event["type"] == "message_delta")+ .ok_or("missing Anthropic terminal delta")?;+ assert_eq!(message_delta["delta"]["stop_reason"], "refusal");+ assert_eq!(+ message_delta["delta"]["stop_details"],+ json!({"type": "refusal", "category": null, "explanation": null})+ );+ Ok(())+}+// Restores Anthropic-safe IDs before emitting OpenAI tool-call deltas.#[test]fn anthropic_stream_tool_id_is_restored_for_openai_chat() -> TestResult {