Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

fix(translation): preserve logprobs in normalized Chat requests (#987)

GDRS0ae4384b05c5
diff --git a/crates/switchyard-translation/tests/request_translation.rs b/crates/switchyard-translation/tests/request_translation.rs
index 10445bb1e..18e1ce4f3 100644
--- a/crates/switchyard-translation/tests/request_translation.rs
+++ b/crates/switchyard-translation/tests/request_translation.rs
@@ -16,6 +16,28 @@ use common::{REASONING_MODEL, normalized_policy, shell_tool_call};
type TestResult<T = ()> = std::result::Result<T, Box<dyn std::error::Error + Send + Sync>>;
+#[test]
+fn normalized_chat_requests_forward_logprobs_with_top_logprobs() -> TestResult {
+ let engine = TranslationEngine::default();
+ for enabled in [true, false] {
+ let mut request = switchyard_translation::LlmRequest::default();
+ request
+ .extensions
+ .fields
+ .insert("logprobs".into(), json!(enabled));
+ request
+ .extensions
+ .fields
+ .insert("top_logprobs".into(), json!(8));
+ let body = engine
+ .encode_request(WireFormat::OpenAiChat, &request, &normalized_policy())?
+ .body;
+ assert_eq!(body["logprobs"], enabled);
+ assert_eq!(body["top_logprobs"], 8);
+ }
+ Ok(())
+}
+
#[test]
fn openai_chat_rejects_mcp_history_before_text_only_returns() {
use switchyard_translation::{LlmRequest, McpContent, Message, Role};