Skip to content

Use Claude Code with your ChatGPT, Kimi, Cursor or Grok subscription via a local Anthropic-compatible proxy

Rust

fix(codex): route hosted web_search requests off the Responses Lite lane

Barsik8eb0c99e2d13
diff --git a/src/providers/codex/mod.rs b/src/providers/codex/mod.rs
index f775f8b..5fa52cc 100644
--- a/src/providers/codex/mod.rs
+++ b/src/providers/codex/mod.rs
@@ -37,7 +37,7 @@ use self::translate::model_allowlist::{
assert_allowed_model, resolve_model_request, uses_responses_lite,
};
use self::translate::reducer::finish_metadata_from_upstream;
-use self::translate::request::{TranslateOptions, translate_request};
+use self::translate::request::{TranslateOptions, has_hosted_web_search, translate_request};
const MAX_RETRYABLE_LIVE_STREAM_RETRIES: u32 = 10;
use self::translate::stream::translate_stream_bytes_with_traffic;
@@ -109,7 +109,8 @@ impl Provider for CodexProvider {
session_id: ctx.session_id.clone(),
service_tier: resolved.service_tier.clone(),
model: resolved.model.clone(),
- use_responses_lite: uses_responses_lite(&resolved.model),
+ use_responses_lite: uses_responses_lite(&resolved.model)
+ && !has_hosted_web_search(&body),
},
) {
Ok(t) => t,
@@ -256,7 +257,8 @@ impl Provider for CodexProvider {
session_id: None,
service_tier: resolved.service_tier.clone(),
model: resolved.model.clone(),
- use_responses_lite: uses_responses_lite(&resolved.model),
+ use_responses_lite: uses_responses_lite(&resolved.model)
+ && !has_hosted_web_search(&body),
},
) {
Ok(t) => t,
diff --git a/src/providers/codex/translate/request.rs b/src/providers/codex/translate/request.rs
index dcf6125..9e8f9dd 100644
--- a/src/providers/codex/translate/request.rs
+++ b/src/providers/codex/translate/request.rs
@@ -293,6 +293,20 @@ pub fn normalize_strict_json_schema(schema: &Value) -> Value {
}
}
+/// Hosted tools (web_search) are rejected by the Responses Lite lane, which
+/// only supports function and custom tools. Requests carrying them must use
+/// the full Responses API.
+pub fn has_hosted_web_search(req: &MessagesRequest) -> bool {
+ req.extra
+ .get("tools")
+ .and_then(|v| v.as_array())
+ .is_some_and(|tools| {
+ tools.iter().any(|tool| {
+ tool.get("type").and_then(|v| v.as_str()) == Some("web_search_20250305")
+ })
+ })
+}
+
pub fn translate_request(
req: &MessagesRequest,
opts: TranslateOptions,
@@ -367,6 +381,18 @@ pub fn translate_request(
out.tools = Some(tools);
}
+ // Never force a web_search tool_choice the request didn't register —
+ // upstream 502s instead of ignoring it.
+ if matches!(out.tool_choice, Some(ResponsesToolChoice::WebSearch { .. })) {
+ let has_web_search = out.tools.as_ref().is_some_and(|t| {
+ t.iter()
+ .any(|tool| matches!(tool, ResponsesTool::WebSearch(_)))
+ });
+ if !has_web_search {
+ out.tool_choice = Some(ResponsesToolChoice::Auto);
+ }
+ }
+
if let Some(sid) = opts.session_id {
out.prompt_cache_key = Some(sid);
}
@@ -885,6 +911,89 @@ mod tests {
));
}
+ #[test]
+ fn has_hosted_web_search_detects_web_search_tool() {
+ let with: MessagesRequest = serde_json::from_value(json!({
+ "model": "gpt-5.6-sol",
+ "messages": [{"role":"user", "content":"find it"}],
+ "tools": [
+ {"name":"Bash", "input_schema":{}},
+ {"type":"web_search_20250305", "name":"web_search"}
+ ]
+ }))
+ .unwrap();
+ assert!(has_hosted_web_search(&with));
+
+ let without: MessagesRequest = serde_json::from_value(json!({
+ "model": "gpt-5.6-sol",
+ "messages": [{"role":"user", "content":"run it"}],
+ "tools": [{"name":"Bash", "input_schema":{}}]
+ }))
+ .unwrap();
+ assert!(!has_hosted_web_search(&without));
+ }
+
+ #[test]
+ fn responses_lite_downgrades_unregistered_web_search_tool_choice() {
+ // On the lite lane tools travel in the AdditionalTools developer
+ // prefix, so a top-level web_search tool_choice would reference a
+ // tool upstream doesn't know about and 502.
+ let req: MessagesRequest = serde_json::from_value(json!({
+ "model": "gpt-5.6-sol",
+ "messages": [{"role":"user", "content":"find it"}],
+ "tools": [{
+ "type":"web_search_20250305",
+ "name":"web_search"
+ }],
+ "tool_choice": {"type":"tool", "name":"web_search"}
+ }))
+ .unwrap();
+ let out = translate_request(
+ &req,
+ TranslateOptions {
+ session_id: None,
+ service_tier: None,
+ model: "gpt-5.6-sol".to_string(),
+ use_responses_lite: true,
+ },
+ )
+ .unwrap();
+ assert!(out.tools.is_none());
+ assert!(matches!(out.tool_choice, Some(ResponsesToolChoice::Auto)));
+ }
+
+ #[test]
+ fn full_lane_keeps_web_search_tool_choice_registered() {
+ let req: MessagesRequest = serde_json::from_value(json!({
+ "model": "gpt-5.6-sol",
+ "messages": [{"role":"user", "content":"find it"}],
+ "tools": [{
+ "type":"web_search_20250305",
+ "name":"web_search"
+ }],
+ "tool_choice": {"type":"tool", "name":"web_search"}
+ }))
+ .unwrap();
+ let out = translate_request(
+ &req,
+ TranslateOptions {
+ session_id: None,
+ service_tier: None,
+ model: "gpt-5.6-sol".to_string(),
+ use_responses_lite: false,
+ },
+ )
+ .unwrap();
+ assert!(out.tools.as_ref().is_some_and(|t| {
+ t.iter()
+ .any(|tool| matches!(tool, ResponsesTool::WebSearch(_)))
+ }));
+ assert!(matches!(
+ out.tool_choice,
+ Some(ResponsesToolChoice::WebSearch { .. })
+ ));
+ }
+
#[test]
fn translate_read_tool_adds_codex_offset_guidance() {
let req: MessagesRequest = serde_json::from_value(json!({