Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(vlm): pass Anthropic body options through LiteLLM (#5447)
Evo78a258bc7a19
diff --git a/docs/en/guides/01-configuration.md b/docs/en/guides/01-configuration.mdindex 983c94c9e..fa1ac0ec6 100644--- a/docs/en/guides/01-configuration.md+++ b/docs/en/guides/01-configuration.md@@ -804,7 +804,9 @@ Common use cases:**Custom Request Body**-For OpenAI-compatible providers that accept provider-specific JSON body fields, add them via `extra_request_body`. OpenViking merges these fields into the `extra_body` sent by the OpenAI SDK or LiteLLM:+Use `extra_request_body` for provider-specific JSON body fields. OpenAI-compatible routes use SDK `extra_body`. LiteLLM Anthropic routes pass native options such as `thinking` and `output_config` directly to LiteLLM, so they reach the top-level request body. LiteLLM still validates model support for these options. On Anthropic routes, LiteLLM control names (including `api_key`, `api_base`, `metadata`, and `mock_response`) and call-owned fields (`model`, `messages`, `tools`, `tool_choice`, `stream`, `timeout`, and headers) are rejected instead of overriding the call. Configure credentials and routing through their dedicated settings.++For example, to disable thinking on Ollama:```json{diff --git a/docs/zh/guides/01-configuration.md b/docs/zh/guides/01-configuration.mdindex 875f1e724..e8cbbdfae 100644--- a/docs/zh/guides/01-configuration.md+++ b/docs/zh/guides/01-configuration.md@@ -769,7 +769,9 @@ LiteLLM 的 Bedrock bearer-token API-key 鉴权,请设置 `forward_api_key=tru**自定义请求 Body**-对于接受 provider 专有 JSON body 字段的 OpenAI 兼容 provider,可以通过 `extra_request_body` 配置。OpenViking 会把这些字段合并到 OpenAI SDK 或 LiteLLM 发送的 `extra_body` 中:+通过 `extra_request_body` 配置 provider 专有 JSON body 字段。OpenAI 兼容路由使用 SDK 的 `extra_body`;LiteLLM Anthropic 路由将 `thinking`、`output_config` 等原生选项直接传给 LiteLLM,使其进入请求 body 顶层。LiteLLM 仍会校验模型是否支持这些选项。在 Anthropic 路由中,LiteLLM 控制参数名(包括 `api_key`、`api_base`、`metadata`、`mock_response`)以及调用自身管理的字段(`model`、`messages`、`tools`、`tool_choice`、`stream`、`timeout` 和请求头)会报错,不会覆盖调用。凭据和路由请使用各自的专用配置。++例如,关闭 Ollama 的思考模式:```json{diff --git a/openviking/models/vlm/backends/litellm_vlm.py b/openviking/models/vlm/backends/litellm_vlm.pyindex 7040c1ee4..ea8ea7dbc 100644--- a/openviking/models/vlm/backends/litellm_vlm.py+++ b/openviking/models/vlm/backends/litellm_vlm.py@@ -14,6 +14,7 @@ os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"import litellmfrom litellm import acompletion, completion+from litellm.types.utils import all_litellm_paramsfrom openviking.telemetry import tracerfrom openviking.utils.message_format import format_messages, sanitize_openai_messages@@ -309,7 +310,28 @@ class LiteLLMVLMProvider(VLMBase):kwargs["tools"] = toolskwargs["tool_choice"] = tool_choice or "auto"if self.extra_request_body:- kwargs["extra_body"] = dict(self.extra_request_body)+ if model.startswith("anthropic/"):+ # LiteLLM serializes extra_body literally on its Anthropic route.+ # Native body options must be kwargs, but must not become SDK controls.+ reserved = set(all_litellm_params) | {+ "model",+ "messages",+ "tools",+ "tool_choice",+ "stream",+ "timeout",+ "extra_headers",+ "extra_body",+ }+ conflicts = reserved.intersection(self.extra_request_body)+ if conflicts:+ raise ValueError(+ "Anthropic extra_request_body cannot set LiteLLM controls: "+ + ", ".join(sorted(conflicts))+ )+ kwargs.update(self.extra_request_body)+ else:+ kwargs["extra_body"] = dict(self.extra_request_body)# Ollama-specific request options. Without an explicit num_ctx the server# truncates long prompts to its 4096-token default; thinking models leftdiff --git a/tests/unit/test_extra_headers_vlm.py b/tests/unit/test_extra_headers_vlm.pyindex d5bc26700..1eaebcb53 100644--- a/tests/unit/test_extra_headers_vlm.py+++ b/tests/unit/test_extra_headers_vlm.py@@ -576,6 +576,104 @@ class TestVLMExtraRequestBody:assert call_kwargs["extra_body"] == {"seed": 7, "enable_thinking": True}assert call_kwargs["reasoning_effort"] == "low"+ @pytest.mark.parametrize(+ "model", ["claude-opus-4-5", "anthropic/claude-opus-4-5", "openai/claude-opus-4-5"]+ )+ async def test_litellm_anthropic_extra_body_on_the_wire(self, monkeypatch, model):+ bodies = []++ def send(client, request, **kwargs):+ bodies.append(json.loads(request.content))+ if model.startswith("openai/"):+ assert request.url.path.endswith("/chat/completions")+ return httpx.Response(+ 200,+ request=request,+ json={+ "choices": [+ {+ "message": {"role": "assistant", "content": "ok"},+ "finish_reason": "stop",+ }+ ]+ },+ )+ assert request.url.path == "/v1/messages"+ return httpx.Response(+ 200,+ request=request,+ json={+ "id": "msg_test",+ "type": "message",+ "role": "assistant",+ "model": "claude-opus-4-5",+ "content": [{"type": "text", "text": "ok"}],+ "stop_reason": "end_turn",+ "usage": {"input_tokens": 1, "output_tokens": 1},+ },+ )++ async def send_async(client, request, **kwargs):+ return send(client, request, **kwargs)++ monkeypatch.setattr(httpx.Client, "send", send)+ monkeypatch.setattr(httpx.AsyncClient, "send", send_async)+ extra = {+ "thinking": {"type": "enabled", "budget_tokens": 1024},+ "output_config": {"effort": "low"},+ }+ vlm = LiteLLMVLMProvider(+ {+ "provider": "litellm",+ "model": model,+ "api_key": "sk-test",+ "api_base": "http://localhost:9999",+ "max_retries": 0,+ "extra_request_body": extra,+ }+ )+ assert vlm.get_completion("hello") == "ok"+ assert await vlm.get_completion_async("hello") == "ok"+ assert vlm.get_vision_completion("describe", images=[b"\x89PNG\r\n\x1a\n"]) == "ok"+ assert (+ await vlm.get_vision_completion_async("describe", images=[b"\x89PNG\r\n\x1a\n"]) == "ok"+ )+ assert len(bodies) == 4+ for body in bodies:+ assert "extra_body" not in body+ assert {key: body[key] for key in extra} == extra+ assert vlm.extra_request_body == extra++ @pytest.mark.parametrize(+ "key",+ [+ "api_key",+ "api_base",+ "custom_llm_provider",+ "model",+ "messages",+ "stream",+ "tools",+ "tool_choice",+ "timeout",+ "extra_headers",+ "mock_response",+ ],+ )+ def test_anthropic_extra_body_cannot_change_call_controls(self, monkeypatch, key):+ call = MagicMock()+ monkeypatch.setattr("openviking.models.vlm.backends.litellm_vlm.completion", call)+ vlm = LiteLLMVLMProvider(+ {+ "model": "claude-opus-4-5",+ "provider": "litellm",+ "extra_request_body": {key: "override"},+ }+ )+ with pytest.raises(ValueError, match=key):+ vlm.get_completion("hello")+ call.assert_not_called()+def test_litellm_build_kwargs_passes_extra_request_body(self):vlm = LiteLLMVLMProvider({