Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

fix(vlm): pass Anthropic body options through LiteLLM (#5447)

Evo78a258bc7a19
diff --git a/docs/en/guides/01-configuration.md b/docs/en/guides/01-configuration.md
index 983c94c9e..fa1ac0ec6 100644
--- a/docs/en/guides/01-configuration.md
+++ b/docs/en/guides/01-configuration.md
@@ -804,7 +804,9 @@ Common use cases:
**Custom Request Body**
-For OpenAI-compatible providers that accept provider-specific JSON body fields, add them via `extra_request_body`. OpenViking merges these fields into the `extra_body` sent by the OpenAI SDK or LiteLLM:
+Use `extra_request_body` for provider-specific JSON body fields. OpenAI-compatible routes use SDK `extra_body`. LiteLLM Anthropic routes pass native options such as `thinking` and `output_config` directly to LiteLLM, so they reach the top-level request body. LiteLLM still validates model support for these options. On Anthropic routes, LiteLLM control names (including `api_key`, `api_base`, `metadata`, and `mock_response`) and call-owned fields (`model`, `messages`, `tools`, `tool_choice`, `stream`, `timeout`, and headers) are rejected instead of overriding the call. Configure credentials and routing through their dedicated settings.
+
+For example, to disable thinking on Ollama:
```json
{
diff --git a/docs/zh/guides/01-configuration.md b/docs/zh/guides/01-configuration.md
index 875f1e724..e8cbbdfae 100644
--- a/docs/zh/guides/01-configuration.md
+++ b/docs/zh/guides/01-configuration.md
@@ -769,7 +769,9 @@ LiteLLM 的 Bedrock bearer-token API-key 鉴权,请设置 `forward_api_key=tru
**自定义请求 Body**
-对于接受 provider 专有 JSON body 字段的 OpenAI 兼容 provider,可以通过 `extra_request_body` 配置。OpenViking 会把这些字段合并到 OpenAI SDK 或 LiteLLM 发送的 `extra_body` 中:
+通过 `extra_request_body` 配置 provider 专有 JSON body 字段。OpenAI 兼容路由使用 SDK 的 `extra_body`;LiteLLM Anthropic 路由将 `thinking`、`output_config` 等原生选项直接传给 LiteLLM,使其进入请求 body 顶层。LiteLLM 仍会校验模型是否支持这些选项。在 Anthropic 路由中,LiteLLM 控制参数名(包括 `api_key`、`api_base`、`metadata`、`mock_response`)以及调用自身管理的字段(`model`、`messages`、`tools`、`tool_choice`、`stream`、`timeout` 和请求头)会报错,不会覆盖调用。凭据和路由请使用各自的专用配置。
+
+例如,关闭 Ollama 的思考模式:
```json
{
diff --git a/openviking/models/vlm/backends/litellm_vlm.py b/openviking/models/vlm/backends/litellm_vlm.py
index 7040c1ee4..ea8ea7dbc 100644
--- a/openviking/models/vlm/backends/litellm_vlm.py
+++ b/openviking/models/vlm/backends/litellm_vlm.py
@@ -14,6 +14,7 @@ os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
import litellm
from litellm import acompletion, completion
+from litellm.types.utils import all_litellm_params
from openviking.telemetry import tracer
from openviking.utils.message_format import format_messages, sanitize_openai_messages
@@ -309,7 +310,28 @@ class LiteLLMVLMProvider(VLMBase):
kwargs["tools"] = tools
kwargs["tool_choice"] = tool_choice or "auto"
if self.extra_request_body:
- kwargs["extra_body"] = dict(self.extra_request_body)
+ if model.startswith("anthropic/"):
+ # LiteLLM serializes extra_body literally on its Anthropic route.
+ # Native body options must be kwargs, but must not become SDK controls.
+ reserved = set(all_litellm_params) | {
+ "model",
+ "messages",
+ "tools",
+ "tool_choice",
+ "stream",
+ "timeout",
+ "extra_headers",
+ "extra_body",
+ }
+ conflicts = reserved.intersection(self.extra_request_body)
+ if conflicts:
+ raise ValueError(
+ "Anthropic extra_request_body cannot set LiteLLM controls: "
+ + ", ".join(sorted(conflicts))
+ )
+ kwargs.update(self.extra_request_body)
+ else:
+ kwargs["extra_body"] = dict(self.extra_request_body)
# Ollama-specific request options. Without an explicit num_ctx the server
# truncates long prompts to its 4096-token default; thinking models left
diff --git a/tests/unit/test_extra_headers_vlm.py b/tests/unit/test_extra_headers_vlm.py
index d5bc26700..1eaebcb53 100644
--- a/tests/unit/test_extra_headers_vlm.py
+++ b/tests/unit/test_extra_headers_vlm.py
@@ -576,6 +576,104 @@ class TestVLMExtraRequestBody:
assert call_kwargs["extra_body"] == {"seed": 7, "enable_thinking": True}
assert call_kwargs["reasoning_effort"] == "low"
+ @pytest.mark.parametrize(
+ "model", ["claude-opus-4-5", "anthropic/claude-opus-4-5", "openai/claude-opus-4-5"]
+ )
+ async def test_litellm_anthropic_extra_body_on_the_wire(self, monkeypatch, model):
+ bodies = []
+
+ def send(client, request, **kwargs):
+ bodies.append(json.loads(request.content))
+ if model.startswith("openai/"):
+ assert request.url.path.endswith("/chat/completions")
+ return httpx.Response(
+ 200,
+ request=request,
+ json={
+ "choices": [
+ {
+ "message": {"role": "assistant", "content": "ok"},
+ "finish_reason": "stop",
+ }
+ ]
+ },
+ )
+ assert request.url.path == "/v1/messages"
+ return httpx.Response(
+ 200,
+ request=request,
+ json={
+ "id": "msg_test",
+ "type": "message",
+ "role": "assistant",
+ "model": "claude-opus-4-5",
+ "content": [{"type": "text", "text": "ok"}],
+ "stop_reason": "end_turn",
+ "usage": {"input_tokens": 1, "output_tokens": 1},
+ },
+ )
+
+ async def send_async(client, request, **kwargs):
+ return send(client, request, **kwargs)
+
+ monkeypatch.setattr(httpx.Client, "send", send)
+ monkeypatch.setattr(httpx.AsyncClient, "send", send_async)
+ extra = {
+ "thinking": {"type": "enabled", "budget_tokens": 1024},
+ "output_config": {"effort": "low"},
+ }
+ vlm = LiteLLMVLMProvider(
+ {
+ "provider": "litellm",
+ "model": model,
+ "api_key": "sk-test",
+ "api_base": "http://localhost:9999",
+ "max_retries": 0,
+ "extra_request_body": extra,
+ }
+ )
+ assert vlm.get_completion("hello") == "ok"
+ assert await vlm.get_completion_async("hello") == "ok"
+ assert vlm.get_vision_completion("describe", images=[b"\x89PNG\r\n\x1a\n"]) == "ok"
+ assert (
+ await vlm.get_vision_completion_async("describe", images=[b"\x89PNG\r\n\x1a\n"]) == "ok"
+ )
+ assert len(bodies) == 4
+ for body in bodies:
+ assert "extra_body" not in body
+ assert {key: body[key] for key in extra} == extra
+ assert vlm.extra_request_body == extra
+
+ @pytest.mark.parametrize(
+ "key",
+ [
+ "api_key",
+ "api_base",
+ "custom_llm_provider",
+ "model",
+ "messages",
+ "stream",
+ "tools",
+ "tool_choice",
+ "timeout",
+ "extra_headers",
+ "mock_response",
+ ],
+ )
+ def test_anthropic_extra_body_cannot_change_call_controls(self, monkeypatch, key):
+ call = MagicMock()
+ monkeypatch.setattr("openviking.models.vlm.backends.litellm_vlm.completion", call)
+ vlm = LiteLLMVLMProvider(
+ {
+ "model": "claude-opus-4-5",
+ "provider": "litellm",
+ "extra_request_body": {key: "override"},
+ }
+ )
+ with pytest.raises(ValueError, match=key):
+ vlm.get_completion("hello")
+ call.assert_not_called()
+
def test_litellm_build_kwargs_passes_extra_request_body(self):
vlm = LiteLLMVLMProvider(
{