Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

fix(translation): preserve Responses previous response ID (#709)

Alex Fourniere6e782639c54
diff --git a/crates/switchyard-translation/src/codecs/responses/buffered.rs b/crates/switchyard-translation/src/codecs/responses/buffered.rs
index c0a247857..4b4a2671d 100644
--- a/crates/switchyard-translation/src/codecs/responses/buffered.rs
+++ b/crates/switchyard-translation/src/codecs/responses/buffered.rs
@@ -1830,6 +1830,7 @@ fn copy_responses_request_extensions(
for field in [
"metadata",
"parallel_tool_calls",
+ "previous_response_id",
"prompt_cache_key",
"prompt_cache_retention",
"safety_identifier",
diff --git a/crates/switchyard-translation/tests/request_translation.rs b/crates/switchyard-translation/tests/request_translation.rs
index 0129a4971..2591fd65b 100644
--- a/crates/switchyard-translation/tests/request_translation.rs
+++ b/crates/switchyard-translation/tests/request_translation.rs
@@ -49,6 +49,27 @@ fn preparing_a_target_prompt_invalidates_exact_replay() -> TestResult {
Ok(())
}
+// Rebuilding for target instructions must preserve the Responses conversation link.
+#[test]
+fn responses_previous_response_id_survives_target_prompt() -> TestResult {
+ let engine = TranslationEngine::default();
+ let policy = TranslationPolicy::default();
+ let body = json!({"model": "route", "input": "hi", "previous_response_id": "resp_1"});
+ let mut request = engine
+ .decode_request(WireFormat::OpenAiResponses, &body, &policy)?
+ .request;
+
+ prepare_request_for_target(&mut request, &"target".into(), Some("target prompt"));
+
+ let output = engine
+ .encode_request(WireFormat::OpenAiResponses, &request, &policy)?
+ .body;
+
+ assert_eq!(output["instructions"], "target prompt");
+ assert_eq!(output["previous_response_id"], "resp_1");
+ Ok(())
+}
+
// Model-only preparation retains provider fields while aligning exact replay with the target.
#[test]
fn preparing_without_a_prompt_preserves_exact_replay() -> TestResult {