Skip to content

Automate browser based workflows with AI

feat: add Gemini flex service tier configs for 50% cost savings (#5466)

pedrohsdb31d0ede1fe71
diff --git a/pyproject.toml b/pyproject.toml
index 90b3c36af..6f784ca72 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -65,7 +65,7 @@ dependencies = [
"pandas>=2.3.1,<4",
"azure-identity>=1.24.0,<2",
"azure-keyvault-secrets>=4.2.0,<5",
- "jsonschema>=4.25.1",
+ "jsonschema>=4.23.0",
"python-calamine>=0.6.1",
"python-docx>=1.1.0",
"urllib3>=2.6.3",
@@ -170,6 +170,12 @@ include = [
# Supply chain quarantine: block packages published less than 7 days ago.
# Override for urgent cases: uv add <pkg> --exclude-newer ""
exclude-newer = "7 days"
+override-dependencies = [
+ # litellm 1.83.6 (git) pins these exactly; relax so they coexist with fastmcp / our deps
+ "jsonschema>=4.23.0",
+ "python-dotenv>=1.0.0",
+]
+sources = { litellm = { git = "https://github.com/BerriAI/litellm.git", rev = "9e4352afb42a870a70f572121d6c39a32c48b3f8" } }
constraint-dependencies = [
"authlib>=1.6.9",
"flask>=3.1.3",
diff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.py
index ef572da6b..fd8b3e8d0 100644
--- a/skyvern/forge/sdk/api/llm/api_handler_factory.py
+++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py
@@ -914,6 +914,7 @@ class LLMAPIHandlerFactory:
reasoning_tokens=reasoning_tokens if reasoning_tokens > 0 else None,
cached_tokens=cached_tokens if cached_tokens > 0 else None,
llm_cost=llm_cost if llm_cost > 0 else None,
+ service_tier=getattr(response, "service_tier", None),
)
if step and is_speculative_step:
@@ -1380,6 +1381,7 @@ class LLMAPIHandlerFactory:
reasoning_tokens=reasoning_tokens if reasoning_tokens > 0 else None,
cached_tokens=cached_tokens if cached_tokens > 0 else None,
llm_cost=llm_cost if llm_cost > 0 else None,
+ service_tier=getattr(response, "service_tier", None),
)
if step and is_speculative_step:
diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py
index be84adbf5..bc8de2a01 100644
--- a/skyvern/forge/sdk/api/llm/config_registry.py
+++ b/skyvern/forge/sdk/api/llm/config_registry.py
@@ -1071,6 +1071,78 @@ if settings.ENABLE_GEMINI:
),
),
)
+ # Gemini API (Google AI Studio) flex tier variants — 50% cheaper, best-effort latency.
+ # Docs: https://ai.google.dev/gemini-api/docs/flex-inference
+ LLMConfigRegistry.register_config(
+ "GEMINI_2.5_PRO_FLEX",
+ LLMConfig(
+ "gemini/gemini-2.5-pro",
+ ["GEMINI_API_KEY"],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ service_tier="flex",
+ timeout=900.0,
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "GEMINI_2.5_FLASH_FLEX",
+ LLMConfig(
+ "gemini/gemini-2.5-flash",
+ ["GEMINI_API_KEY"],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ service_tier="flex",
+ timeout=900.0,
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "GEMINI_2.5_FLASH_LITE",
+ LLMConfig(
+ "gemini/gemini-2.5-flash-lite",
+ ["GEMINI_API_KEY"],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "GEMINI_2.5_FLASH_LITE_FLEX",
+ LLMConfig(
+ "gemini/gemini-2.5-flash-lite",
+ ["GEMINI_API_KEY"],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ service_tier="flex",
+ timeout=900.0,
+ ),
+ ),
+ )
LLMConfigRegistry.register_config(
"GEMINI_3.0_FLASH",
LLMConfig(
@@ -1468,6 +1540,22 @@ if settings.ENABLE_VERTEX_AI:
),
),
)
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_3.1_FLASH_LITE",
+ LLMConfig(
+ "vertex_ai/gemini-3.1-flash-lite-preview",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-3.1-flash-lite-preview" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking_level="medium" if settings.GEMINI_INCLUDE_THOUGHT else "minimal",
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ ),
+ ),
+ )
# Backward compat aliases — both resolve to the canonical VERTEX_GEMINI_3_PRO.
# Bump VERTEX_GEMINI_3_PRO above when Google ships a newer version.
LLMConfigRegistry.register_config(
@@ -1497,6 +1585,137 @@ if settings.ENABLE_VERTEX_AI:
),
),
)
+ # Flex tier variants — 50% cheaper, best-effort latency (1-15 min), sheddable.
+ # Use for latency-tolerant workloads (script gen, extraction, validation).
+ # Falls back to standard tier via router configs.
+ # NOTE: Requires litellm version with BerriAI/litellm#24898 (service_tier support for Vertex AI).
+ # Without it, drop_params=True silently strips service_tier and requests go through at standard pricing.
+ # TODO: If adding "priority" tier support, pass service_tier="priority" directly —
+ # litellm maps "auto" to "priority", which may cause confusion.
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_2.5_FLASH_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-2.5-flash",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65535,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-2.5-flash" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0, # Vertex flex best-effort SLA upper bound (15 min)
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_2.5_FLASH_LITE_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-2.5-flash-lite",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65535,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-2.5-flash-lite" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0, # Vertex flex best-effort SLA upper bound (15 min)
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_2.5_PRO_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-2.5-pro",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65535,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-2.5-pro" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking={
+ "budget_tokens": settings.GEMINI_THINKING_BUDGET,
+ "type": "enabled" if settings.GEMINI_INCLUDE_THOUGHT else None,
+ },
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0, # Vertex flex best-effort SLA upper bound (15 min)
+ ),
+ ),
+ )
+
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_3.1_FLASH_LITE_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-3.1-flash-lite-preview",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-3.1-flash-lite-preview" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking_level="medium" if settings.GEMINI_INCLUDE_THOUGHT else "minimal",
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0,
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_3.1_PRO_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-3.1-pro-preview",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-3.1-pro-preview" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking_level="medium" if settings.GEMINI_INCLUDE_THOUGHT else "minimal",
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0,
+ ),
+ ),
+ )
+ LLMConfigRegistry.register_config(
+ "VERTEX_GEMINI_3.0_FLASH_FLEX",
+ LLMConfig(
+ "vertex_ai/gemini-3-flash-preview",
+ [],
+ supports_vision=True,
+ add_assistant_prefix=False,
+ max_completion_tokens=65536,
+ litellm_params=LiteLLMParams(
+ api_base=f"{api_base}/gemini-3-flash-preview" if api_base else None,
+ vertex_location=settings.VERTEX_LOCATION,
+ thinking_level="medium" if settings.GEMINI_INCLUDE_THOUGHT else "minimal",
+ vertex_credentials=settings.VERTEX_CREDENTIALS,
+ service_tier="SERVICE_TIER_FLEX",
+ extra_headers={"X-Vertex-AI-LLM-Shared-Request-Type": "flex"},
+ timeout=900.0,
+ ),
+ ),
+ )
# Register old keys as aliases to prevent breaking existing tasks
LLMConfigRegistry.register_config(
"VERTEX_GEMINI_2.5_FLASH_PREVIEW_09_2025",
diff --git a/skyvern/forge/sdk/api/llm/models.py b/skyvern/forge/sdk/api/llm/models.py
index edf39f1ec..753527e4d 100644
--- a/skyvern/forge/sdk/api/llm/models.py
+++ b/skyvern/forge/sdk/api/llm/models.py
@@ -14,6 +14,7 @@ class LiteLLMParams(TypedDict, total=False):
thinking: dict[str, Any] | None
thinking_level: str | None
service_tier: str | None
+ extra_headers: dict[str, str] | None
timeout: float | None
diff --git a/uv.lock b/uv.lock
index d6b75fb0b..91a567913 100644
--- a/uv.lock
+++ b/uv.lock
@@ -14,7 +14,7 @@ resolution-markers = [
]
[options]
-exclude-newer = "2026-04-01T23:52:18.918144411Z"
+exclude-newer = "2026-04-04T19:18:18.542186Z"
exclude-newer-span = "P7D"
[manifest]
@@ -26,6 +26,10 @@ constraints = [
{ name = "tornado", specifier = ">=6.5.5" },
{ name = "werkzeug", specifier = ">=3.1.6" },
]
+overrides = [
+ { name = "jsonschema", specifier = ">=4.23.0" },
+ { name = "python-dotenv", specifier = ">=1.0.0" },
+]
[[package]]
name = "aioboto3"
@@ -333,19 +337,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/42/b9/f8d6fa329ab25128b7e98fd83a3cb34d9db5b059a9847eddb840a0af45dd/argon2_cffi_bindings-25.1.0-cp39-abi3-win_arm64.whl", hash = "sha256:b0fdbcf513833809c882823f98dc2f931cf659d9a1429616ac3adebb49f5db94", size = 27149, upload-time = "2025-07-30T10:01:59.329Z" },
]
-[[package]]
-name = "arrow"
-version = "1.4.0"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
- { name = "python-dateutil" },
- { name = "tzdata" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/b9/33/032cdc44182491aa708d06a68b62434140d8c50820a087fac7af37703357/arrow-1.4.0.tar.gz", hash = "sha256:ed0cc050e98001b8779e84d461b0098c4ac597e88704a655582b21d116e526d7", size = 152931, upload-time = "2025-10-18T17:46:46.761Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/ed/c9/d7977eaacb9df673210491da99e6a247e93df98c715fc43fd136ce1d3d33/arrow-1.4.0-py3-none-any.whl", hash = "sha256:749f0769958ebdc79c173ff0b0670d59051a535fa26e8eba02953dc19eb43205", size = 68797, upload-time = "2025-10-18T17:46:45.663Z" },
-]
-
[[package]]
name = "asgiref"
version = "3.11.1"
@@ -847,14 +838,14 @@ wheels = [
[[package]]
name = "click"
-version = "8.3.1"
+version = "8.1.8"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "colorama", marker = "sys_platform == 'win32'" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/3d/fa/656b739db8587d7b5dfa22e22ed02566950fbfbcdc20311993483657a5c0/click-8.3.1.tar.gz", hash = "sha256:12ff4785d337a1bb490bb7e9c2b1ee5da3112e94a8622f26a6c77f5d2fc6842a", size = 295065, upload-time = "2025-11-15T20:45:42.706Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/b9/2e/0090cbf739cee7d23781ad4b89a9894a41538e4fcf4c31dcdd705b78eb8b/click-8.1.8.tar.gz", hash = "sha256:ed53c9d8990d83c2a27deae68e4ee337473f6330c040a31d4225c9574d16096a", size = 226593, upload-time = "2024-12-21T18:38:44.339Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/98/78/01c019cdb5d6498122777c1a43056ebb3ebfeef2076d9d026bfe15583b2b/click-8.3.1-py3-none-any.whl", hash = "sha256:981153a64e25f12d547d3426c367a4857371575ee7ad18df2a6183ab0545b2a6", size = 108274, upload-time = "2025-11-15T20:45:41.139Z" },
+ { url = "https://files.pythonhosted.org/packages/7e/d4/7ebdbd03970677812aac39c869717059dbb71a4cfc033ca6e5221787892c/click-8.1.8-py3-none-any.whl", hash = "sha256:63c132bbbed01578a06712a2d1f497bb62d9c1c0d329b7903a866228027263b2", size = 98188, upload-time = "2024-12-21T18:38:41.666Z" },
]
[[package]]
@@ -1262,15 +1253,6 @@ version = "1.7.2"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/37/c6/608a9e6c172bf9124aa687ec8b9f0e8e5d697d59a5f4fad0e2d5ec2a7556/fpdf-1.7.2.tar.gz", hash = "sha256:125840783289e7d12552b1e86ab692c37322e7a65b96a99e0ea86cca041b6779", size = 39504, upload-time = "2015-01-21T00:07:47.493Z" }
-[[package]]
-name = "fqdn"
-version = "1.5.1"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/30/3e/a80a8c077fd798951169626cde3e239adeba7dab75deb3555716415bd9b0/fqdn-1.5.1.tar.gz", hash = "sha256:105ed3677e767fb5ca086a0c1f4bb66ebc3c100be518f0e0d755d9eae164d89f", size = 6015, upload-time = "2021-03-11T07:16:29.08Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/cf/58/8acf1b3e91c58313ce5cb67df61001fc9dcd21be4fadb76c1a2d540e09ed/fqdn-1.5.1-py3-none-any.whl", hash = "sha256:3a179af3761e4df6eb2e026ff9e1a3033d3587bf980a0b1b2e1e5d08d7358014", size = 9121, upload-time = "2021-03-11T07:16:28.351Z" },
-]
-
[[package]]
name = "freezegun"
version = "1.5.5"
@@ -1964,14 +1946,14 @@ wheels = [
[[package]]
name = "importlib-metadata"
-version = "8.7.1"
+version = "8.5.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "zipp" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/f3/49/3b30cad09e7771a4982d9975a8cbf64f00d4a1ececb53297f1d9a7be1b10/importlib_metadata-8.7.1.tar.gz", hash = "sha256:49fef1ae6440c182052f407c8d34a68f72efc36db9ca90dc0113398f2fdde8bb", size = 57107, upload-time = "2025-12-21T10:00:19.278Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/cd/12/33e59336dca5be0c398a7482335911a33aa0e20776128f038019f1a95f1b/importlib_metadata-8.5.0.tar.gz", hash = "sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7", size = 55304, upload-time = "2024-09-11T14:56:08.937Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/fa/5e/f8e9a1d23b9c20a551a8a02ea3637b4642e22c2626e3a13a9a29cdea99eb/importlib_metadata-8.7.1-py3-none-any.whl", hash = "sha256:5a1f80bf1daa489495071efbb095d75a634cf28a8bc299581244063b53176151", size = 27865, upload-time = "2025-12-21T10:00:18.329Z" },
+ { url = "https://files.pythonhosted.org/packages/a0/d9/a1e041c5e7caa9a05c925f4bdbdfb7f006d1f74996af53467bc394c97be7/importlib_metadata-8.5.0-py3-none-any.whl", hash = "sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b", size = 26514, upload-time = "2024-09-11T14:56:07.019Z" },
]
[[package]]
@@ -2053,18 +2035,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/15/aa/0aca39a37d3c7eb941ba736ede56d689e7be91cab5d9ca846bde3999eba6/isodate-0.7.2-py3-none-any.whl", hash = "sha256:28009937d8031054830160fce6d409ed342816b543597cece116d966c6d99e15", size = 22320, upload-time = "2024-10-08T23:04:09.501Z" },
]
-[[package]]
-name = "isoduration"
-version = "20.11.0"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
- { name = "arrow" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/7c/1a/3c8edc664e06e6bd06cce40c6b22da5f1429aa4224d0c590f3be21c91ead/isoduration-20.11.0.tar.gz", hash = "sha256:ac2f9015137935279eac671f94f89eb00584f940f5dc49462a0c4ee692ba1bd9", size = 11649, upload-time = "2020-11-01T11:00:00.312Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/7b/55/e5326141505c5d5e34c5e0935d2908a74e4561eca44108fbfb9c13d2911a/isoduration-20.11.0-py3-none-any.whl", hash = "sha256:b2904c2a4228c3d44f409c8ae8e2370eb21a26f7ac2ec5446df141dde3452042", size = 11321, upload-time = "2020-11-01T10:59:58.02Z" },
-]
-
[[package]]
name = "isort"
version = "8.0.1"
@@ -2305,19 +2275,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/69/90/f63fb5873511e014207a475e2bb4e8b2e570d655b00ac19a9a0ca0a385ee/jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce", size = 90630, upload-time = "2026-01-07T13:41:05.306Z" },
]
-[package.optional-dependencies]
-format-nongpl = [
- { name = "fqdn" },
- { name = "idna" },
- { name = "isoduration" },
- { name = "jsonpointer" },
- { name = "rfc3339-validator" },
- { name = "rfc3986-validator" },
- { name = "rfc3987-syntax" },
- { name = "uri-template" },
- { name = "webcolors" },
-]
-
[[package]]
name = "jsonschema-path"
version = "0.3.4"
@@ -2379,7 +2336,7 @@ name = "jupyter-events"
version = "0.12.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
- { name = "jsonschema", extra = ["format-nongpl"] },
+ { name = "jsonschema" },
{ name = "packaging" },
{ name = "python-json-logger" },
{ name = "pyyaml" },
@@ -2683,8 +2640,8 @@ wheels = [
[[package]]
name = "litellm"
-version = "1.83.0"
-source = { registry = "https://pypi.org/simple" }
+version = "1.83.6"
+source = { git = "https://github.com/BerriAI/litellm.git?rev=9e4352afb42a870a70f572121d6c39a32c48b3f8#9e4352afb42a870a70f572121d6c39a32c48b3f8" }
dependencies = [
{ name = "aiohttp" },
{ name = "click" },
@@ -2699,10 +2656,6 @@ dependencies = [
{ name = "tiktoken" },
{ name = "tokenizers" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/22/92/6ce9737554994ca8e536e5f4f6a87cc7c4774b656c9eb9add071caf7d54b/litellm-1.83.0.tar.gz", hash = "sha256:860bebc76c4bb27b4cf90b4a77acd66dba25aced37e3db98750de8a1766bfb7a", size = 17333062, upload-time = "2026-03-31T05:08:25.331Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/19/2c/a670cc050fcd6f45c6199eb99e259c73aea92edba8d5c2fc1b3686d36217/litellm-1.83.0-py3-none-any.whl", hash = "sha256:88c536d339248f3987571493015784671ba3f193a328e1ea6780dbebaa2094a8", size = 15610306, upload-time = "2026-03-31T05:08:21.987Z" },
-]
[[package]]
name = "lxml"
@@ -5313,18 +5266,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/9e/51/17023c0f8f1869d8806b979a2bffa3f861f26a3f1a66b094288323fba52f/rfc3986_validator-0.1.1-py2.py3-none-any.whl", hash = "sha256:2f235c432ef459970b4306369336b9d5dbdda31b510ca1e327636e01f528bfa9", size = 4242, upload-time = "2019-10-28T16:00:13.976Z" },
]
-[[package]]
-name = "rfc3987-syntax"
-version = "1.1.0"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
- { name = "lark" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/2c/06/37c1a5557acf449e8e406a830a05bf885ac47d33270aec454ef78675008d/rfc3987_syntax-1.1.0.tar.gz", hash = "sha256:717a62cbf33cffdd16dfa3a497d81ce48a660ea691b1ddd7be710c22f00b4a0d", size = 14239, upload-time = "2025-07-18T01:05:05.015Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/7e/71/44ce230e1b7fadd372515a97e32a83011f906ddded8d03e3c6aafbdedbb7/rfc3987_syntax-1.1.0-py3-none-any.whl", hash = "sha256:6c3d97604e4c5ce9f714898e05401a0445a641cfa276432b0a648c80856f6a3f", size = 8046, upload-time = "2025-07-18T01:05:03.843Z" },
-]
-
[[package]]
name = "rich"
version = "13.9.4"
@@ -5674,10 +5615,10 @@ requires-dist = [
{ name = "httpx", extras = ["socks"], specifier = ">=0.27.0" },
{ name = "jinja2", specifier = ">=3.1.2,<4" },
{ name = "json-repair", specifier = ">=0.34.0,<0.59" },
- { name = "jsonschema", specifier = ">=4.25.1" },
+ { name = "jsonschema", specifier = ">=4.23.0" },
{ name = "lark", specifier = ">=1.2.2,<2" },
{ name = "libcst", specifier = ">=1.8.2,<2" },
- { name = "litellm", specifier = ">=1.83.0" },
+ { name = "litellm", git = "https://github.com/BerriAI/litellm.git?rev=9e4352afb42a870a70f572121d6c39a32c48b3f8" },
{ name = "onepassword-sdk", specifier = "==0.4.0" },
{ name = "openai", specifier = ">=1.68.2" },
{ name = "opentelemetry-api", specifier = ">=1.39.0,<2" },
@@ -6139,7 +6080,7 @@ wheels = [
[[package]]
name = "typer"
-version = "0.24.1"
+version = "0.23.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "annotated-doc" },
@@ -6147,9 +6088,9 @@ dependencies = [
{ name = "rich" },
{ name = "shellingham" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/f5/24/cb09efec5cc954f7f9b930bf8279447d24618bb6758d4f6adf2574c41780/typer-0.24.1.tar.gz", hash = "sha256:e39b4732d65fbdcde189ae76cf7cd48aeae72919dea1fdfc16593be016256b45", size = 118613, upload-time = "2026-02-21T16:54:40.609Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/fd/07/b822e1b307d40e263e8253d2384cf98c51aa2368cc7ba9a07e523a1d964b/typer-0.23.1.tar.gz", hash = "sha256:2070374e4d31c83e7b61362fd859aa683576432fd5b026b060ad6b4cd3b86134", size = 120047, upload-time = "2026-02-13T10:04:30.984Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/4a/91/48db081e7a63bb37284f9fbcefda7c44c277b18b0e13fbc36ea2335b71e6/typer-0.24.1-py3-none-any.whl", hash = "sha256:112c1f0ce578bfb4cab9ffdabc68f031416ebcc216536611ba21f04e9aa84c9e", size = 56085, upload-time = "2026-02-21T16:54:41.616Z" },
+ { url = "https://files.pythonhosted.org/packages/d5/91/9b286ab899c008c2cb05e8be99814807e7fbbd33f0c0c960470826e5ac82/typer-0.23.1-py3-none-any.whl", hash = "sha256:3291ad0d3c701cbf522012faccfbb29352ff16ad262db2139e6b01f15781f14e", size = 56813, upload-time = "2026-02-13T10:04:32.008Z" },
]
[[package]]
@@ -6270,15 +6211,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/ff/7f/4320d9ce3be404e6310b915c3629fe27bf1e2f438a1a7a3cb0396e32e9a9/uncalled_for-0.2.0-py3-none-any.whl", hash = "sha256:2c0bd338faff5f930918f79e7eb9ff48290df2cb05fcc0b40a7f334e55d4d85f", size = 11351, upload-time = "2026-02-27T17:40:56.804Z" },
]
-[[package]]
-name = "uri-template"
-version = "1.3.0"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/31/c7/0336f2bd0bcbada6ccef7aaa25e443c118a704f828a0620c6fa0207c1b64/uri-template-1.3.0.tar.gz", hash = "sha256:0e00f8eb65e18c7de20d595a14336e9f337ead580c70934141624b6d1ffdacc7", size = 21678, upload-time = "2023-06-21T01:49:05.374Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/e7/00/3fca040d7cf8a32776d3d81a00c8ee7457e00f80c649f1e4a863c8321ae9/uri_template-1.3.0-py3-none-any.whl", hash = "sha256:a44a133ea12d44a0c0f06d7d42a52d71282e77e2f937d8abd5655b8d56fc1363", size = 11140, upload-time = "2023-06-21T01:49:03.467Z" },
-]
-
[[package]]
name = "urllib3"
version = "2.6.3"
@@ -6426,15 +6358,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/68/5a/199c59e0a824a3db2b89c5d2dade7ab5f9624dbf6448dc291b46d5ec94d3/wcwidth-0.6.0-py3-none-any.whl", hash = "sha256:1a3a1e510b553315f8e146c54764f4fb6264ffad731b3d78088cdb1478ffbdad", size = 94189, upload-time = "2026-02-06T19:19:39.646Z" },
]
-[[package]]
-name = "webcolors"
-version = "25.10.0"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/1d/7a/eb316761ec35664ea5174709a68bbd3389de60d4a1ebab8808bfc264ed67/webcolors-25.10.0.tar.gz", hash = "sha256:62abae86504f66d0f6364c2a8520de4a0c47b80c03fc3a5f1815fedbef7c19bf", size = 53491, upload-time = "2025-10-31T07:51:03.977Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/e2/cc/e097523dd85c9cf5d354f78310927f1656c422bd7b2613b2db3e3f9a0f2c/webcolors-25.10.0-py3-none-any.whl", hash = "sha256:032c727334856fc0b968f63daa252a1ac93d33db2f5267756623c210e57a4f1d", size = 14905, upload-time = "2025-10-31T07:51:01.778Z" },
-]
-
[[package]]
name = "webencodings"
version = "0.5.1"