Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

fix(litellm): preserve tool-free Responses requests (#816)

Shawn Wang107f79853395
diff --git a/benchmark/nemo_gym/run.sh b/benchmark/nemo_gym/run.sh
index 1beff744b..747729a15 100644
--- a/benchmark/nemo_gym/run.sh
+++ b/benchmark/nemo_gym/run.sh
@@ -128,7 +128,7 @@ export NEMO_GYM_LITELLM_RESULTS="$RESULTS_DIR"
echo "Starting LiteLLM at $ROOT_URL; see $RESULTS_DIR/litellm.log"
PYTHONPATH="$SCRIPT_DIR:$SWITCHYARD_ROOT/examples/litellm/src${PYTHONPATH:+:$PYTHONPATH}" \
uv run --project "$SWITCHYARD_ROOT/examples/litellm" --locked \
- --with 'litellm[proxy]==1.97.0' --with 'fastapi==0.136.3' --with 'starlette==1.3.1' \
+ --with 'litellm[proxy]==1.102.0' --with 'fastapi==0.136.3' --with 'starlette==1.3.1' \
litellm --config "$PROFILE" --host 127.0.0.1 --port "$PORT" --num_workers 1 \
>"$RESULTS_DIR/litellm.log" 2>&1 &
PROXY_PID=$!
diff --git a/examples/litellm/README.md b/examples/litellm/README.md
index 20ee65315..a89da1c68 100644
--- a/examples/litellm/README.md
+++ b/examples/litellm/README.md
@@ -14,7 +14,7 @@ roles: before deployment selection it narrows the candidate set to the model sel
Switchyard; after selection it applies any supported Switchyard request rewrite before LiteLLM
translates and sends the provider request.
-The integration pins LiteLLM 1.97.0. Model inventory and routing policy are both owned by the
+The integration pins LiteLLM 1.102.0. Model inventory and routing policy are both owned by the
deployer:
- LiteLLM YAML defines the public model group, candidate models, credentials, and provider options.
@@ -93,7 +93,7 @@ service intermediate model calls. Stage's system prompts and handoff notes do no
intermediate call, so the dual-role Stage plugin supports them. Unsupported behavior fails closed
before LiteLLM sends inference.
-LiteLLM 1.97.0's routing context exposes structured messages but does not expose the caller's tools,
+LiteLLM 1.102.0's routing context exposes structured messages but does not expose the caller's tools,
sampling controls, output controls, or provider-specific arguments. The adapter therefore uses
delta semantics: a field explicitly changed by Switchyard overrides the corresponding LiteLLM
argument, while a field Switchyard leaves at the adapter default does not clear or replace the
@@ -209,7 +209,7 @@ efficient_system_prompt = "Handle this request as the efficient tier."
| `capable_system_prompt` | no | nonempty system instruction used for the capable tier |
| `efficient_system_prompt` | no | nonempty system instruction used for the efficient tier |
-Stage requires exactly two unique candidate model IDs. In pinned LiteLLM 1.97.0, the routing context
+Stage requires exactly two unique candidate model IDs. In pinned LiteLLM 1.102.0, the routing context
preserves the matching `model_list` declaration order. Declare the capable model first and the
efficient model second, as in the checked-in profile; an integration test locks this ordering
contract. `picker` controls which tier is chosen without an escalation signal; it does not change
@@ -315,7 +315,7 @@ PYTHONPATH=/absolute/path/to/switchyard-new/examples/litellm/src \
/absolute/path/to/switchyard-new/examples/litellm/deployment/profiles/stage/litellm.yaml
```
-Keep LiteLLM at v1.97.0 when reproducing this example's verified behavior.
+Keep LiteLLM at v1.102.0 when reproducing this example's verified behavior.
## Tests
diff --git a/examples/litellm/deployment/Dockerfile b/examples/litellm/deployment/Dockerfile
index d3afadd7d..481ae47e8 100644
--- a/examples/litellm/deployment/Dockerfile
+++ b/examples/litellm/deployment/Dockerfile
@@ -20,7 +20,7 @@ RUN /opt/maturin/bin/maturin build \
FROM ghcr.io/astral-sh/uv:0.8.15 AS uv
-FROM ghcr.io/berriai/litellm:v1.97.0
+FROM ghcr.io/berriai/litellm:v1.102.0
COPY --from=uv /uv /usr/local/bin/uv
RUN --mount=type=bind,from=switchyard-builder,source=/wheels,target=/wheels \
@@ -32,7 +32,7 @@ ENV PYTHONPATH=/app/switchyard-plugin/src
RUN python -c "from importlib.metadata import version; \
from switchyard.libsy import algorithms; \
from switchyard_litellm import SwitchyardRoutingPlugin; \
-assert version('litellm') == '1.97.0'; \
+assert version('litellm') == '1.102.0'; \
SwitchyardRoutingPlugin(algorithms.random())"
RUN addgroup -S -g 10001 litellm \
diff --git a/examples/litellm/deployment/compose.yaml b/examples/litellm/deployment/compose.yaml
index 0ac934644..4d92dee42 100644
--- a/examples/litellm/deployment/compose.yaml
+++ b/examples/litellm/deployment/compose.yaml
@@ -3,7 +3,7 @@ services:
build:
context: ../../..
dockerfile: examples/litellm/deployment/Dockerfile
- image: switchyard-litellm:1.97.0
+ image: switchyard-litellm:1.102.0
command:
- --config
- /app/deployment/litellm.yaml
diff --git a/examples/litellm/pyproject.toml b/examples/litellm/pyproject.toml
index b7368fb60..54bdea6d6 100644
--- a/examples/litellm/pyproject.toml
+++ b/examples/litellm/pyproject.toml
@@ -11,7 +11,7 @@ requires-python = ">=3.12,<3.13"
license = "Apache-2.0"
dependencies = [
"nemo-switchyard>=0.1.0",
- "litellm==1.97.0",
+ "litellm==1.102.0",
]
[dependency-groups]
diff --git a/examples/litellm/tests/integration/test_gateway_config.py b/examples/litellm/tests/integration/test_gateway_config.py
index b2cb1050e..e595332be 100644
--- a/examples/litellm/tests/integration/test_gateway_config.py
+++ b/examples/litellm/tests/integration/test_gateway_config.py
@@ -19,7 +19,7 @@ def test_example_targets_python_312() -> None:
assert project["project"]["requires-python"] == ">=3.12,<3.13"
assert project["project"]["dependencies"] == [
"nemo-switchyard>=0.1.0",
- "litellm==1.97.0",
+ "litellm==1.102.0",
]
@@ -41,7 +41,7 @@ def test_compose_builds_the_pinned_plugin_image_and_selects_a_profile() -> None:
"context": "../../..",
"dockerfile": "examples/litellm/deployment/Dockerfile",
}
- assert service["image"] == "switchyard-litellm:1.97.0"
+ assert service["image"] == "switchyard-litellm:1.102.0"
assert service["command"] == ["--config", "/app/deployment/litellm.yaml"]
assert service["environment"] == {
"OPENROUTER_API_KEY": "${OPENROUTER_API_KEY:?set OPENROUTER_API_KEY}",
diff --git a/examples/litellm/tests/integration/test_responses_tools.py b/examples/litellm/tests/integration/test_responses_tools.py
new file mode 100644
index 000000000..081e67333
--- /dev/null
+++ b/examples/litellm/tests/integration/test_responses_tools.py
@@ -0,0 +1,55 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+import pytest
+from litellm.responses.litellm_completion_transformation.transformation import (
+ LiteLLMCompletionResponsesConfig,
+)
+from litellm.types.llms.openai import ResponsesAPIOptionalRequestParams
+
+
+ "optional_params", [{}, {"tools": []}, {"tools": [], "tool_choice": "auto"}]
+)
+def test_tool_free_responses_do_not_send_empty_chat_tools(
+ optional_params: ResponsesAPIOptionalRequestParams,
+) -> None:
+ """Omit empty tools and tool_choice while preserving the user message."""
+ request = (
+ LiteLLMCompletionResponsesConfig.transform_responses_api_request_to_chat_completion_request(
+ model="nvidia_nim/example/model",
+ input="Reply hello.",
+ responses_api_request=optional_params,
+ custom_llm_provider="nvidia_nim",
+ )
+ )
+
+ assert "tools" not in request
+ assert "tool_choice" not in request
+ assert request["messages"] == [{"role": "user", "content": "Reply hello."}]
+
+
+def test_responses_bridge_preserves_nonempty_tools_and_named_choice() -> None:
+ """Preserve nonempty function tools and named choices in Chat format."""
+ parameters = {
+ "type": "object",
+ "properties": {"city": {"type": "string"}},
+ "required": ["city"],
+ }
+ request = (
+ LiteLLMCompletionResponsesConfig.transform_responses_api_request_to_chat_completion_request(
+ model="nvidia_nim/example/model",
+ input="Check the weather.",
+ responses_api_request={
+ "tools": [{"type": "function", "name": "weather", "parameters": parameters}],
+ "tool_choice": {"type": "function", "name": "weather"},
+ },
+ custom_llm_provider="nvidia_nim",
+ )
+ )
+
+ assert len(request["tools"]) == 1
+ assert request["tools"][0]["type"] == "function"
+ assert request["tools"][0]["function"]["name"] == "weather"
+ assert request["tools"][0]["function"]["parameters"] == parameters
+ assert request["tool_choice"] == {"type": "function", "function": {"name": "weather"}}
diff --git a/examples/litellm/uv.lock b/examples/litellm/uv.lock
index a37f3d5ef..525393b1d 100644
--- a/examples/litellm/uv.lock
+++ b/examples/litellm/uv.lock
@@ -91,6 +91,34 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/64/b4/17d4b0b2a2dc85a6df63d1157e028ed19f90d4cd97c36717afef2bc2f395/attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309", size = 67548, upload-time = "2026-03-19T14:22:23.645Z" },
]
+[[package]]
+name = "boto3"
+version = "1.43.99"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "botocore" },
+ { name = "jmespath" },
+ { name = "s3transfer" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/99/10/5e0c4c1a87443680194db582888e8e5e0a80e3e1ed224ca8111becf9e5ed/boto3-1.43.99.tar.gz", hash = "sha256:328c8640e7b7dbdaebc271e6eea0f7301218872d67d0661a7beda7d3a1799c07", size = 112659, upload-time = "2026-09-21T19:37:18.115Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/6f/37/d59247c882bc078b73cfa6f6bb247ac51bedc7637f6a8800def385dcfbba/boto3-1.43.99-py3-none-any.whl", hash = "sha256:3becba8d7bdf80ea0010c68bc6b0772adb8be344f06bdcea77629002be19beb7", size = 140029, upload-time = "2026-09-21T19:37:16.518Z" },
+]
+
+[[package]]
+name = "botocore"
+version = "1.43.99"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "jmespath" },
+ { name = "python-dateutil" },
+ { name = "urllib3" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/26/9e/4d67cee13c7f3aa7b04e70cdb7b8f80663a3aa6f13ff570223eb76c0f391/botocore-1.43.99.tar.gz", hash = "sha256:fb8b6e9b193a7c2ac1a22832f7635fe44c452f405aab82eca1e1b629b81dabb7", size = 16129817, upload-time = "2026-09-21T19:37:13.447Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/49/9a/2a62da42bc8bd55d99e5b9599c112260dfe9872bedf335bdc5a10dbb653a/botocore-1.43.99-py3-none-any.whl", hash = "sha256:6c9d66621b31c9f9af2b85a0b4c0c208e17d59d7d49f91c9111baca6d41d0299", size = 15820432, upload-time = "2026-09-21T19:37:10.654Z" },
+]
+
[[package]]
name = "certifi"
version = "2026.7.22"
@@ -355,6 +383,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/78/f7/18a1afcd64f35314b68c1f23afcd9994d0bc13e65cc77517afff4e83986d/jiter-0.16.0-graalpy312-graalpy250_312_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:64d613743df53199b1aa256a7d328340da6d7078aac7705a7db9d7a791e9cfd2", size = 343885, upload-time = "2026-06-29T13:05:12.087Z" },
]
+[[package]]
+name = "jmespath"
+version = "1.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d3/59/322338183ecda247fb5d1763a6cbe46eff7222eaeebafd9fa65d4bf5cb11/jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d", size = 27377, upload-time = "2026-01-22T16:35:26.279Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/14/2f/967ba146e6d58cf6a652da73885f52fc68001525b4197effc174321d70b4/jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64", size = 20419, upload-time = "2026-01-22T16:35:24.919Z" },
+]
+
[[package]]
name = "jsonschema"
version = "4.26.0"
@@ -384,10 +421,11 @@ wheels = [
[[package]]
name = "litellm"
-version = "1.97.0"
+version = "1.102.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiohttp" },
+ { name = "boto3" },
{ name = "click" },
{ name = "fastuuid" },
{ name = "httpx" },
@@ -401,15 +439,15 @@ dependencies = [
{ name = "tiktoken" },
{ name = "tokenizers" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/1a/08/db78a9f53e5688ad0f9e50d5c3bfe616e445aac120eafcca907f04634e48/litellm-1.97.0.tar.gz", hash = "sha256:6f7ce326a2e5385ef850e0b0768d41f502ec79278860090a838511cea067b067", size = 17762282, upload-time = "2026-08-16T00:05:44.724Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/47/b7/16d3734082cb82ea19346553dd622b072bdb52707dccdc59e482fb390a87/litellm-1.102.0.tar.gz", hash = "sha256:d2d6abe095bce53743b0ad5a80a93dbad58698d18e1a3f3e57a922ece8657bde", size = 18471341, upload-time = "2026-09-20T04:41:39.836Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/35/d4/a04f8bda468fb25a0a8a392a6922c9ecf6c122ad9bf9e2f69ebd173e1cac/litellm-1.97.0-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:ff401dd5d66f54b9b474f0652c419fb7bf883fbf5ca64c0bc363acdc98b758b5", size = 24235645, upload-time = "2026-08-16T00:05:20.055Z" },
- { url = "https://files.pythonhosted.org/packages/f1/51/a055bf5df38112f07970937d95416b22379ee84664b739bfe87a8292e098/litellm-1.97.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:2983b40ed5d8b1bcbbfbc0d66fefa21b04db91b87c05dd680ae77cba74e561ef", size = 23893493, upload-time = "2026-08-16T00:05:23.79Z" },
- { url = "https://files.pythonhosted.org/packages/14/28/b1cf429493aec5260ac2737dd82f6200c729fd26b336dc21cf001cfbcd8a/litellm-1.97.0-cp310-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:e3a1f70d693716b4e8a8108f0a464b0e2c555e274ddbb8ef89c4c59c80be14ed", size = 24031743, upload-time = "2026-08-16T00:05:27.138Z" },
- { url = "https://files.pythonhosted.org/packages/08/4a/22c49e8bd068bfdab0daba235cc2d2752d76d855ccb8f6dafe7dabf01ca4/litellm-1.97.0-cp310-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:5b56dce7df44a6a9e6caf5379de2578a8cb82831ceabd3d71cc99b370a1015e7", size = 24397362, upload-time = "2026-08-16T00:05:30.89Z" },
- { url = "https://files.pythonhosted.org/packages/0a/22/f60558230969ac7d860bd93aff6bf6a69bcd8a3ef4f35eea211174ef4e81/litellm-1.97.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:6b360ddc3162c2ed39b64d3f9957a7af70cd9c60cf71f7a4dfa355a0bf05bebc", size = 24107078, upload-time = "2026-08-16T00:05:34.463Z" },
- { url = "https://files.pythonhosted.org/packages/5d/e4/6c74ff4b188d9399a036d41e86c4c616d95ce5fd9d9b3c42646bd02f270e/litellm-1.97.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:3c4f1dd45e14127f2303769a7ae79482697823e329ae503513d014ceea4dd704", size = 24493640, upload-time = "2026-08-16T00:05:37.85Z" },
- { url = "https://files.pythonhosted.org/packages/8c/d1/1475c4ecdf43221ab8ee8d0fcc6b469c26d0d80913d0773e18de81cf18f1/litellm-1.97.0-cp310-abi3-win_amd64.whl", hash = "sha256:dce3377207234fc5c5b275a5e234ba056a5051fd178ae8e9a6aeb5d056f12095", size = 24289278, upload-time = "2026-08-16T00:05:41.441Z" },
+ { url = "https://files.pythonhosted.org/packages/4b/7a/8dcbd1e8c438e9aefa0a22fc3e6637a8eb49ac08350faf93c83d4382f219/litellm-1.102.0-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:9f3cae21e99ea71005cf53ea2cd8ad516f98914ab321dd866ef53fd0fca8eb5c", size = 27038974, upload-time = "2026-09-20T04:41:12.814Z" },
+ { url = "https://files.pythonhosted.org/packages/82/2a/aa970437c7fdd9c8ea8a9c206571d26154e22670bd99e51988f21320d622/litellm-1.102.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:dabb40d4ae015d319582d93f80d3d4bd8c3c479a4227d7b130f46bc272e81e39", size = 26529035, upload-time = "2026-09-20T04:41:16.829Z" },
+ { url = "https://files.pythonhosted.org/packages/77/02/4d6a48071b90b98aee38e7b826f9205fd9cbf54b22498e77fd7d7cda8f88/litellm-1.102.0-cp310-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:b2efcee314f78a46cb46624a29eb67eb949c123d9d830eb0bc452c235f6282bd", size = 26825158, upload-time = "2026-09-20T04:41:20.682Z" },
+ { url = "https://files.pythonhosted.org/packages/7f/9b/0db0c6327a31efe808ebc245b3ab3290196fb50f5e2a649d4f2835d722d4/litellm-1.102.0-cp310-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:76cd80a9a8eb97da62dfa695b3277b80845657cbabdc9fb4db085cde0012f31c", size = 27327658, upload-time = "2026-09-20T04:41:25.607Z" },
+ { url = "https://files.pythonhosted.org/packages/63/9d/7e19e74d366ec1fafa410c7760131687e516ced9fef312d57340f0969ce0/litellm-1.102.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:db15cb7ee0c1afd07c5312039ee248d74f381bbe10eb1b951b4f2e6f358ebbe7", size = 26894580, upload-time = "2026-09-20T04:41:29.148Z" },
+ { url = "https://files.pythonhosted.org/packages/03/9e/f98b0937da3027a8c2dbc2a8a5bd8e1d038d3ba2e038e112f83397f4a2d0/litellm-1.102.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:d03e18095383b9a6f22485149d1f11e99c7a0cd9748b4736676bb4d2f89fe5b2", size = 27450189, upload-time = "2026-09-20T04:41:32.829Z" },
+ { url = "https://files.pythonhosted.org/packages/ae/15/8e1d939b5b13027c5e8b3f7a5fddeae769bf7d08e67ef922e46af9eb1cf0/litellm-1.102.0-cp310-abi3-win_amd64.whl", hash = "sha256:fbcbaff335ce6ce17aa3c659a5c2b5605a2d8780001abbc1a716c3b10bd55e8e", size = 27382227, upload-time = "2026-09-20T04:41:36.571Z" },
]
[[package]]
@@ -644,6 +682,18 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/03/e2/08a497ef684b88559c9cc5f4ad53a37e7b99e727094a86d6ea32536d5d3c/pytest_asyncio-1.4.0-py3-none-any.whl", hash = "sha256:933ca923a23075a87fb7070c0ec272a6848489824d887c85c812670932835aa1", size = 16930, upload-time = "2026-05-26T09:56:02.576Z" },
]
+[[package]]
+name = "python-dateutil"
+version = "2.9.0.post0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "six" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" },
+]
+
[[package]]
name = "python-dotenv"
version = "1.2.2"
@@ -747,6 +797,27 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/f3/83/3382fe37f809b59f02aac04dbc4e765b480b46ee0227ed516e3bdc4d3dfc/rpds_py-2026.6.3-cp312-cp312-win_arm64.whl", hash = "sha256:22bffe6042b9bcb0822bcd1955ec00e245daf17b4344e4ed8e9551b976b63e96", size = 215753, upload-time = "2026-06-30T07:15:34.778Z" },
]
+[[package]]
+name = "s3transfer"
+version = "0.19.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "botocore" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/76/43/35e4d8aa320bffe8287fe8f65f578fa2d2db0a64212f0e710dce58267854/s3transfer-0.19.2.tar.gz", hash = "sha256:ba0309fd86be3c27dbf78cdd813c13c5e1df16e5874b99d2535ebbdfb9892993", size = 165592, upload-time = "2026-07-22T19:30:44.432Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/bc/e7/5c595c75e9f41a44f30e526eda465ea0b4eec93470e074e4a111b253f13a/s3transfer-0.19.2-py3-none-any.whl", hash = "sha256:d8168eccca828cbb2cd573675333f3bddd254313a9c42494b84c76b539e8ba25", size = 90216, upload-time = "2026-07-22T19:30:43.251Z" },
+]
+
+[[package]]
+name = "six"
+version = "1.17.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" },
+]
+
[[package]]
name = "sniffio"
version = "1.3.1"
@@ -773,7 +844,7 @@ dev = [
[package.metadata]
requires-dist = [
- { name = "litellm", specifier = "==1.97.0" },
+ { name = "litellm", specifier = "==1.102.0" },
{ name = "nemo-switchyard", editable = "../../" },
]