Code at the speed of thought – Zed is a high-performance, multiplayer code editor from the creators of Atom and Tree-sitter.
language_models: Support fast mode on ChatGPT subscription provider (#57436)
Tom Houléa1d019bdd846
diff --git a/crates/language_models/src/provider/openai_subscribed.rs b/crates/language_models/src/provider/openai_subscribed.rsindex 2da10003a43..4658a376ebe 100644--- a/crates/language_models/src/provider/openai_subscribed.rs+++ b/crates/language_models/src/provider/openai_subscribed.rs@@ -345,6 +345,13 @@ impl ChatGptModel {fn supports_prompt_cache_key(&self) -> bool {true}++ fn supports_priority(&self) -> bool {+ match self {+ Self::Gpt55 | Self::Gpt54 => true,+ Self::Gpt54Mini | Self::Gpt53Codex | Self::Gpt52 => false,+ }+ }}struct OpenAiSubscribedLanguageModel {@@ -392,6 +399,10 @@ impl LanguageModel for OpenAiSubscribedLanguageModel {true}+ fn supports_fast_mode(&self) -> bool {+ self.model.supports_priority()+ }+fn supported_effort_levels(&self) -> Vec<LanguageModelEffortLevel> {let default_effort = self.model.default_reasoning_effort();self.model@@ -431,7 +442,7 @@ impl LanguageModel for OpenAiSubscribedLanguageModel {fn stream_completion(&self,- request: LanguageModelRequest,+ mut request: LanguageModelRequest,cx: &AsyncApp,) -> BoxFuture<'static,@@ -443,6 +454,10 @@ impl LanguageModel for OpenAiSubscribedLanguageModel {LanguageModelCompletionError,>,> {+ if !self.model.supports_priority() {+ request.speed = None;+ }+// The Codex backend rejects `max_output_tokens` (`Unsupported parameter`),// unlike the public OpenAI Responses API. Pass `None` so the field is// omitted from the serialized request body entirely.diff --git a/crates/open_ai/src/responses.rs b/crates/open_ai/src/responses.rsindex 5fae769f695..6cc05699254 100644--- a/crates/open_ai/src/responses.rs+++ b/crates/open_ai/src/responses.rs@@ -335,6 +335,8 @@ pub struct ResponseSummary {pub usage: Option<ResponseUsage>,#[serde(default)]pub output: Vec<ResponseOutputItem>,+ #[serde(default)]+ pub service_tier: Option<crate::ServiceTier>,}#[derive(Deserialize, Debug, Default, Clone)]