Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
feat(protocol): add decision model request and response types (#880)
nachiketb-nvidia0266133eeb7a
diff --git a/crates/protocol/src/decision.rs b/crates/protocol/src/decision.rsnew file mode 100644index 000000000..7d1ea28a8--- /dev/null+++ b/crates/protocol/src/decision.rs@@ -0,0 +1,136 @@+// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.+// SPDX-License-Identifier: Apache-2.0++//! Provider-neutral decision questions and answers, separate from LLM messages.+//!+//! Enums use snake-case `type` tags and a `data` payload in serialized form.+//! Fields are public; providers and callers are responsible for valid values.++use std::collections::BTreeMap;++use serde::{Deserialize, Serialize};+use serde_json::Value;++use crate::{ModelId, Usage};++/// Answer probability on a `[0, 1]` scale.+#[derive(Clone, Copy, Debug, PartialEq, Serialize, Deserialize)]+#[serde(transparent)]+pub struct Probability(pub f64);++/// Position in the request's rubric, including fractional positions.+#[derive(Clone, Copy, Debug, PartialEq, Serialize, Deserialize)]+#[serde(transparent)]+pub struct ScoreValue(pub f64);++/// Provider confidence; its scale and meaning are provider-specific.+#[derive(Clone, Copy, Debug, PartialEq, Serialize, Deserialize)]+#[serde(transparent)]+pub struct ProviderConfidence(pub f64);++/// Shared context evaluated against independent, named questions.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+pub struct DecisionRequest {+ /// Optional until a target is selected.+ pub model: Option<ModelId>,+ /// Conversation, application state, or other material to evaluate.+ pub context: Value,+ /// Independent questions keyed by their IDs.+ pub questions: BTreeMap<String, DecisionQuestion>,+}++/// Instructions and the expected answer shape for one question.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+pub struct DecisionQuestion {+ /// Structured or textual instructions shared with the provider.+ pub instructions: Value,+ /// Expected answer shape.+ pub kind: DecisionKind,+}++/// The answer shape and any options or ordered rubric levels.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+#[serde(tag = "type", content = "data", rename_all = "snake_case")]+pub enum DecisionKind {+ /// A Boolean judgment or probability of true.+ Boolean {+ /// Meaning of a true answer, when needed.+ true_description: Option<Value>,+ /// Meaning of a false answer, when needed.+ false_description: Option<Value>,+ },+ /// Select one of the declared options.+ Choice {+ /// Nonempty options with unique IDs, preserving caller order.+ options: Vec<ChoiceOption>,+ },+ /// A position on an ordered rubric, not an arbitrary numeric measurement.+ Score {+ /// At least two levels, ordered low to high and indexed from zero.+ levels: Vec<Value>,+ },+}++/// An identified choice with an optional structured description.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+pub struct ChoiceOption {+ /// Stable identifier used by choice answers and distributions.+ pub id: String,+ /// Meaning of this option, when its ID alone is insufficient.+ pub description: Option<Value>,+}++/// Answers keyed by the matching request's question IDs.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+pub struct DecisionResponse {+ /// Provider-reported response identifier.+ pub id: Option<String>,+ /// Provider-reported model identifier.+ pub model: Option<ModelId>,+ /// Typed answers corresponding to the request's questions.+ pub answers: BTreeMap<String, DecisionAnswer>,+ /// Available token counts; absent counts remain unknown.+ #[serde(default)]+ pub usage: Usage,+}++/// An answer and separate, optional provider confidence.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+pub struct DecisionAnswer {+ /// The estimate for the matching question.+ pub value: DecisionValue,+ /// Provider-specific confidence, distinct from answer probabilities.+ pub provider_confidence: Option<ProviderConfidence>,+}++/// A typed estimate; missing distributions remain unknown.+#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]+#[serde(tag = "type", content = "data", rename_all = "snake_case")]+pub enum DecisionValue {+ /// A Boolean judgment or probability, without an implicit threshold.+ Boolean(BooleanEstimate),+ /// One selected option with an optional complete distribution.+ Choice {+ /// Must name an option in the matching question.+ selected: String,+ /// Maps every declared option ID to its probability when available.+ probabilities: Option<BTreeMap<String, Probability>>,+ },+ /// A fractional position in the matching request's rubric.+ Score {+ /// Must lie in `0..=N-1` for the request's N levels.+ value: ScoreValue,+ /// Follows the request's level order. Retain that request to interpret it.+ probabilities: Option<Vec<Probability>>,+ },+}++/// Preserves Boolean-only answers without inventing probability or certainty.+#[derive(Clone, Copy, Debug, PartialEq, Serialize, Deserialize)]+#[serde(tag = "type", content = "data", rename_all = "snake_case")]+pub enum BooleanEstimate {+ /// A Boolean judgment with no probability supplied.+ Value(bool),+ /// Probability of true; algorithms choose their own thresholds.+ ProbabilityTrue(Probability),+}diff --git a/crates/protocol/src/lib.rs b/crates/protocol/src/lib.rsindex 0d76b4d17..b32dc6c43 100644--- a/crates/protocol/src/lib.rs+++ b/crates/protocol/src/lib.rs@@ -7,6 +7,7 @@pub mod category;pub mod client;pub mod codex_namespaces;+pub mod decision;pub mod envelope;pub mod format;pub mod llm;@@ -16,6 +17,7 @@ pub mod stream;pub use category::*;pub use client::*;+pub use decision::*;pub use envelope::*;pub use format::*;pub use llm::*;