Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

fix(translation): preserve Responses reasoning controls (#774)

ryan-lempkacb8ad9628ea3
diff --git a/crates/switchyard-translation/src/codecs/responses/buffered.rs b/crates/switchyard-translation/src/codecs/responses/buffered.rs
index 844a31e43..0cda95b04 100644
--- a/crates/switchyard-translation/src/codecs/responses/buffered.rs
+++ b/crates/switchyard-translation/src/codecs/responses/buffered.rs
@@ -256,8 +256,18 @@ impl FormatCodec for OpenAiResponsesCodec {
json!({"format": encode_responses_text_format(response_format)}),
);
}
+ let mut reasoning = request
+ .reasoning
+ .raw
+ .as_ref()
+ .and_then(Value::as_object)
+ .cloned()
+ .unwrap_or_default();
if let Some(effort) = &request.reasoning.effort {
- body.insert("reasoning".to_string(), json!({"effort": effort}));
+ reasoning.insert("effort".to_string(), json!(effort));
+ }
+ if !reasoning.is_empty() {
+ body.insert("reasoning".to_string(), Value::Object(reasoning));
}
if let Some(value) = request.sampling.temperature {
body.insert("temperature".to_string(), json!(value));
@@ -2014,6 +2024,7 @@ fn copy_responses_request_extensions(
extensions: &Map<String, Value>,
) {
for field in [
+ "include",
"metadata",
"parallel_tool_calls",
"previous_response_id",
diff --git a/crates/switchyard-translation/tests/request_translation.rs b/crates/switchyard-translation/tests/request_translation.rs
index 01d35cd12..13cb69f49 100644
--- a/crates/switchyard-translation/tests/request_translation.rs
+++ b/crates/switchyard-translation/tests/request_translation.rs
@@ -264,6 +264,40 @@ fn openai_target_prompt_preserves_native_request_fields() -> TestResult {
Ok(())
}
+// Rebuilt Responses requests keep reasoning controls when effort is overridden.
+#[test]
+fn responses_reasoning_survives_rebuild() -> TestResult {
+ let engine = TranslationEngine::default();
+ let policy = TranslationPolicy::default();
+ let body = json!({
+ "model": "switchyard",
+ "input": "Fix the parser.",
+ "reasoning": {"effort": "high", "summary": "auto"},
+ "include": ["reasoning.encrypted_content"]
+ });
+ let mut request = engine
+ .decode_request(WireFormat::OpenAiResponses, &body, &policy)?
+ .request;
+ request.reasoning.effort = Some("max".to_string());
+
+ prepare_request_for_target(
+ &mut request,
+ &"openai/openai/gpt-5.6-sol".into(),
+ Some("Inspect before editing."),
+ );
+ request.preservation.requests.clear();
+
+ let output = engine
+ .encode_request(WireFormat::OpenAiResponses, &request, &policy)?
+ .body;
+ assert_eq!(
+ output["reasoning"],
+ json!({"effort": "max", "summary": "auto"})
+ );
+ assert_eq!(output["include"], json!(["reasoning.encrypted_content"]));
+ Ok(())
+}
+
#[test]
fn anthropic_target_prompt_preserves_native_request_fields() -> TestResult {
let engine = TranslationEngine::default();