The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
refactor(types): replace Any with proven types in 50 files (#47818)
Mateo Wang9d8fe1ddb51c
diff --git a/litellm/integrations/deepeval/types.py b/litellm/integrations/deepeval/types.pyindex eb4bb1f9b2a..a547863e26a 100644--- a/litellm/integrations/deepeval/types.py+++ b/litellm/integrations/deepeval/types.py@@ -1,6 +1,6 @@# Duplicate -> https://github.com/confident-ai/deepeval/blob/main/deepeval/tracing/api.pyfrom enum import Enum-from typing import Any, ClassVar, Literal+from typing import ClassVar, Literalfrom pydantic import ConfigDict, Field@@ -55,7 +55,7 @@ class TraceApi(LiteLLMBaseModel):tool_spans: list[BaseApiSpan] = Field(alias="toolSpans")start_time: str = Field(alias="startTime")end_time: str = Field(alias="endTime")- metadata: dict[str, Any] | None = Field(None)+ metadata: dict[str, object] | None = Field(None)tags: list[str] | None = Field(None)environment: str | None = Field(None)diff --git a/litellm/interactions/litellm_responses_transformation/streaming_iterator.py b/litellm/interactions/litellm_responses_transformation/streaming_iterator.pyindex dab12d447df..46e633d2b96 100644--- a/litellm/interactions/litellm_responses_transformation/streaming_iterator.py+++ b/litellm/interactions/litellm_responses_transformation/streaming_iterator.py@@ -3,8 +3,8 @@ Streaming iterator for transforming Responses API stream to Interactions API str"""from collections import deque-from collections.abc import AsyncIterator, Iterator-from typing import Any, Final, cast+from collections.abc import AsyncIterator, Iterator, Mapping+from typing import Final, castfrom litellm.responses.streaming_iterator import (BaseResponsesAPIStreamingIterator,@@ -44,7 +44,7 @@ class LiteLLMResponsesInteractionsStreamingIterator:request_input: InteractionInput | None,optional_params: InteractionsAPIOptionalRequestParams,custom_llm_provider: str | None = None,- litellm_metadata: dict[str, Any] | None = None,+ litellm_metadata: Mapping[str, object] | None = None,):self.model = modelself.responses_stream_iterator = litellm_custom_stream_wrapperdiff --git a/litellm/llms/base_llm/ocr/transformation.py b/litellm/llms/base_llm/ocr/transformation.pyindex 97d402e7a1b..171b193f60c 100644--- a/litellm/llms/base_llm/ocr/transformation.py+++ b/litellm/llms/base_llm/ocr/transformation.py@@ -4,7 +4,7 @@ Base OCR types shared by the Rust OCR route and Python consumers.import builtinsfrom collections.abc import Mapping-from typing import Any, Final, Literal+from typing import Final, Literalfrom pydantic import PrivateAttr@@ -45,7 +45,7 @@ class OCRPageImage(LiteLLMPydanticObjectBase):"""Image extracted from OCR page."""image_base64: str | None = None- bbox: dict[str, Any] | None = None+ bbox: dict[str, builtins.object] | None = Nonemodel_config = {"extra": "allow"}@@ -80,7 +80,7 @@ class OCRResponse(LiteLLMPydanticObjectBase):pages: list[OCRPage]model: str- document_annotation: Any | None = None+ document_annotation: builtins.object | None = Noneusage_info: OCRUsageInfo | None = Nonecontent: str | None = Nonetables: list[dict[str, builtins.object]] | None = Nonediff --git a/litellm/llms/base_llm/sandbox/transformation.py b/litellm/llms/base_llm/sandbox/transformation.pyindex 877edc15ec7..fe0e3abb87e 100644--- a/litellm/llms/base_llm/sandbox/transformation.py+++ b/litellm/llms/base_llm/sandbox/transformation.py@@ -7,7 +7,7 @@ run code -> delete container; `code_interpreter_tool` combines all three."""import builtins-from typing import Any, Final+from typing import Finalimport httpxfrom pydantic import Field, PrivateAttr@@ -42,8 +42,8 @@ class CodeExecutionResult(LiteLLMPydanticObjectBase):stdout: str = ""stderr: str = ""- results: list[dict[str, Any]] = Field(default_factory=list)- error: dict[str, Any] | None = None+ results: list[dict[str, object]] = Field(default_factory=list)+ error: dict[str, object] | None = Noneexecution_count: int | None = Noneobject: str = "code_execution"diff --git a/litellm/llms/github_copilot/embedding/transformation.py b/litellm/llms/github_copilot/embedding/transformation.pyindex f16564ba505..4f308b01159 100644--- a/litellm/llms/github_copilot/embedding/transformation.py+++ b/litellm/llms/github_copilot/embedding/transformation.py@@ -202,7 +202,9 @@ class GithubCopilotEmbeddingConfig(BaseEmbeddingConfig):optional_params[param] = valuereturn optional_params- def get_error_class(self, error_message: str, status_code: int, headers: Any) -> BaseLLMException:+ def get_error_class(+ self, error_message: str, status_code: int, headers: dict[str, str] | httpx.Headers+ ) -> BaseLLMException:from litellm.llms.openai.openai import OpenAIConfigreturn OpenAIConfig().get_error_class(error_message=error_message, status_code=status_code, headers=headers)diff --git a/litellm/llms/ollama/completion/handler.py b/litellm/llms/ollama/completion/handler.pyindex d4110e55bf0..0c13b1cd1d3 100644--- a/litellm/llms/ollama/completion/handler.py+++ b/litellm/llms/ollama/completion/handler.py@@ -87,7 +87,7 @@ async def ollama_aembeddings(model: str,prompts: list[str],model_response: EmbeddingResponse,- optional_params: dict,+ optional_params: Mapping[str, object],logging_obj: object,encoding: TokenEncoder | None,):@@ -110,7 +110,7 @@ def ollama_embeddings(api_base: str,model: str,prompts: list[str],- optional_params: dict,+ optional_params: Mapping[str, object],model_response: EmbeddingResponse,logging_obj: object,encoding: TokenEncoder | None = None,diff --git a/litellm/models/managed_files.py b/litellm/models/managed_files.pyindex 435db632026..b2bfb572b7d 100644--- a/litellm/models/managed_files.py+++ b/litellm/models/managed_files.py@@ -6,7 +6,7 @@ Canonical definitions for the ``litellm_managed*`` tables. Re-exported from"""from datetime import datetime-from typing import Any, Literal+from typing import Literalfrom litellm.types.llms.base import LiteLLMPydanticObjectBasefrom litellm.types.llms.openai import OpenAIFileObject, ResponsesAPIResponse@@ -39,7 +39,7 @@ class LiteLLM_ManagedVectorStoreTable(LiteLLMPydanticObjectBase):"""Table for managing vector stores with target_model_names support."""unified_resource_id: str- resource_object: Any | None = None+ resource_object: object | None = Nonemodel_mappings: dict[str, str]flat_model_resource_ids: list[str]created_by: str | None = None@@ -54,11 +54,11 @@ class LiteLLM_ManagedVectorStoresTable(LiteLLMPydanticObjectBase):custom_llm_provider: strvector_store_name: str | None = Nonevector_store_description: str | None = None- vector_store_metadata: dict[str, Any] | None = None+ vector_store_metadata: dict[str, object] | None = Nonecreated_at: datetime | None = Noneupdated_at: datetime | None = Nonelitellm_credential_name: str | None = None- litellm_params: dict[str, Any] | None = None+ litellm_params: dict[str, object] | None = Noneteam_id: str | None = Noneuser_id: str | None = Noneis_config: bool = Falsediff --git a/litellm/proxy/a2a/endpoints.py b/litellm/proxy/a2a/endpoints.pyindex 56b512df934..730d40b46d0 100644--- a/litellm/proxy/a2a/endpoints.py+++ b/litellm/proxy/a2a/endpoints.py@@ -9,7 +9,7 @@ admin pick which ones to expose through the proxy. The actual merge into aLiteLLM-fronted card happens when the agent is saved via ``POST /v1/agents``."""-from typing import Any, Final+from typing import Finalfrom fastapi import APIRouter, Depends, HTTPExceptionfrom fastapi.responses import JSONResponse@@ -50,7 +50,7 @@ class DiscoverAgentRequest(LiteLLMBaseModel):"query parameter."),)- params: dict[str, Any] | None = Field(+ params: dict[str, object] | None = Field(default=None,description=("Mode-specific parameters. ``langgraph_platform`` requires "@@ -61,7 +61,7 @@ class DiscoverAgentRequest(LiteLLMBaseModel):class DiscoverAgentResponse(LiteLLMBaseModel):url: str- agent_card: dict[str, Any]+ agent_card: dict[str, object]@router.post(diff --git a/litellm/proxy/auth/auth_exception_handler.py b/litellm/proxy/auth/auth_exception_handler.pyindex ae473a62271..f6637a1fdf3 100644--- a/litellm/proxy/auth/auth_exception_handler.py+++ b/litellm/proxy/auth/auth_exception_handler.py@@ -41,7 +41,7 @@ DB_UNAVAILABLE_FALLBACK_USER_ID: Final = "__db_unavailable_fallback__"if TYPE_CHECKING:from opentelemetry.trace import Span as _Span- Span = _Span | Any+ Span = _Spanelse:Span = Anydiff --git a/litellm/proxy/management_endpoints/types.py b/litellm/proxy/management_endpoints/types.pyindex 4414eed97b2..221a6221fab 100644--- a/litellm/proxy/management_endpoints/types.py+++ b/litellm/proxy/management_endpoints/types.py@@ -5,7 +5,7 @@ Might include fastapi/proxy requirements.txt related imports"""from collections.abc import Iterable, Sequence-from typing import Any, Final, cast+from typing import Final, castfrom fastapi_sso.sso.base import OpenID@@ -94,4 +94,4 @@ def get_litellm_user_role(role_str: object) -> LitellmUserRoles | None:class CustomOpenID(OpenID):team_ids: list[str]user_role: LitellmUserRoles | None = None- extra_fields: dict[str, Any] | None = None+ extra_fields: dict[str, object] | None = Nonediff --git a/litellm/proxy/spend_tracking/vantage_endpoints.py b/litellm/proxy/spend_tracking/vantage_endpoints.pyindex d3858f95243..6938588444c 100644--- a/litellm/proxy/spend_tracking/vantage_endpoints.py+++ b/litellm/proxy/spend_tracking/vantage_endpoints.py@@ -122,7 +122,9 @@ async def _get_vantage_settings():encrypted_api_key: Final = settings.get("api_key")if encrypted_api_key:- decrypted_api_key = decrypt_value_helper(encrypted_api_key, key="vantage_api_key", exception_type="error")+ decrypted_api_key: Final = decrypt_value_helper(+ encrypted_api_key, key="vantage_api_key", exception_type="error"+ )if decrypted_api_key is None:raise HTTPException(status_code=500,diff --git a/litellm/rust_bridge/detectors.py b/litellm/rust_bridge/detectors.pyindex 0ad1b787e38..0af3a2e6fa6 100644--- a/litellm/rust_bridge/detectors.py+++ b/litellm/rust_bridge/detectors.py@@ -128,7 +128,7 @@ def _custom_loggers(callbacks: Iterable[object]) -> tuple[CustomLogger, ...]:def overridden(method: str, callbacks: Iterable[object]) -> bool:- base: Final = getattr(CustomLogger, method)+ base: Final[object] = getattr(CustomLogger, method)return any(getattr(type(callback), method, base) is not base for callback in _custom_loggers(callbacks))diff --git a/litellm/types/caching.py b/litellm/types/caching.pyindex b9bcbbb93dd..ced2065a674 100644--- a/litellm/types/caching.py+++ b/litellm/types/caching.py@@ -75,7 +75,7 @@ class RedisPipelineSetOperation(TypedDict):"""key: str- value: Any+ value: objectttl: int | None@@ -133,7 +133,7 @@ class HealthCheckCacheParams(LiteLLMBaseModel):host: str | None = Noneport: str | int | None = None- redis_kwargs: dict[str, Any] | None = None+ redis_kwargs: dict[str, object] | None = Nonenamespace: str | None = Noneredis_version: str | int | float | None = Nonediff --git a/litellm/types/completion.py b/litellm/types/completion.pyindex a6693030e89..0f4bdbd75ce 100644--- a/litellm/types/completion.py+++ b/litellm/types/completion.py@@ -246,7 +246,7 @@ _CompletionDispatchContext = CompletionDispatchContext_CompletionDispatchResult = Union[- Coroutine[Any, Any, Union["ModelResponse", "CustomStreamWrapper"]],+ Coroutine[object, object, Union["ModelResponse", "CustomStreamWrapper"]],"ModelResponse","CustomStreamWrapper",]diff --git a/litellm/types/extraction.py b/litellm/types/extraction.pyindex 4311e549b9a..562bc41f9de 100644--- a/litellm/types/extraction.py+++ b/litellm/types/extraction.py@@ -13,6 +13,7 @@ from pydantic import (model_validator,with_config,)+from pydantic.fields import FieldInfofrom typing_extensions import ReadOnly, Required, Self, TypedDictfrom litellm.types.llms.base import LiteLLMPydanticObjectBase@@ -30,7 +31,7 @@ def _is_none(value: object) -> bool:return value is None-_OMITTED_WHEN_NONE: Final = Field(exclude_if=_is_none)+_OMITTED_WHEN_NONE: Final = FieldInfo.from_field(exclude_if=_is_none)OptionalJson: TypeAlias = Annotated[JsonValue, _OMITTED_WHEN_NONE]OptionalFloat: TypeAlias = Annotated[float | None, _OMITTED_WHEN_NONE]OptionalInt: TypeAlias = Annotated[int | None, _OMITTED_WHEN_NONE]diff --git a/litellm/types/google_genai/main.py b/litellm/types/google_genai/main.pyindex 0241c9fa809..dcde0a031e3 100644--- a/litellm/types/google_genai/main.py+++ b/litellm/types/google_genai/main.py@@ -17,7 +17,7 @@ if TYPE_CHECKING:ToolConfigDict = _genai_types.ToolConfigDictclass GenerateContentRequestDict(GenerateContentRequestParametersDict):- generationConfig: Any | None+ generationConfig: object | Nonetools: ToolConfigDict | Noneclass GenerateContentResponse(GoogleGenAIGenerateContentResponse, BaseLiteLLMOpenAIResponseObject):diff --git a/litellm/types/images/main.py b/litellm/types/images/main.pyindex 5d80135a8a1..963c980a4b8 100644--- a/litellm/types/images/main.py+++ b/litellm/types/images/main.py@@ -1,4 +1,4 @@-from typing import Any, Literal+from typing import Literalfrom typing_extensions import TypedDict@@ -20,7 +20,7 @@ class ImageEditOptionalRequestParams(TypedDict, total=False):response_format: Literal["url", "b64_json"] | Nonesize: str | Noneuser: str | None- imageConfig: dict[str, Any] | None+ imageConfig: dict[str, object] | Noneclass ImageEditRequestParams(ImageEditOptionalRequestParams, total=False):diff --git a/litellm/types/integrations/argilla.py b/litellm/types/integrations/argilla.pyindex 2c98486c7a7..754916c2f3a 100644--- a/litellm/types/integrations/argilla.py+++ b/litellm/types/integrations/argilla.py@@ -1,10 +1,10 @@-from typing import Any, Final+from typing import Finalfrom typing_extensions import TypedDictclass ArgillaItem(TypedDict):- fields: dict[str, Any]+ fields: dict[str, object]class ArgillaPayload(TypedDict):diff --git a/litellm/types/integrations/cloudzero.py b/litellm/types/integrations/cloudzero.pyindex 988d501600f..dcc5d03ccca 100644--- a/litellm/types/integrations/cloudzero.py+++ b/litellm/types/integrations/cloudzero.py@@ -1,7 +1,4 @@-from typing import Any---class CBFRecord(dict[str, Any]):+class CBFRecord(dict[str, object]):"""CloudZero Billing Format (CBF) record structure.This class represents a CBF record that is created from LiteLLM usage data@@ -31,4 +28,4 @@ class CBFRecord(dict[str, Any]):# Type alias for better readability in function signatures-CBFRecordDict = dict[str, Any]+CBFRecordDict = dict[str, object]diff --git a/litellm/types/integrations/compression_interception.py b/litellm/types/integrations/compression_interception.pyindex a1e66e5057e..e9c40fbf838 100644--- a/litellm/types/integrations/compression_interception.py+++ b/litellm/types/integrations/compression_interception.py@@ -2,7 +2,7 @@Type definitions for Compression Interception integration."""-from typing import Any, Literal, TypedDict+from typing import Literal, TypedDictclass CompressionInterceptionConfig(TypedDict, total=False):@@ -24,7 +24,7 @@ class CompressionInterceptionConfig(TypedDict, total=False):compression_trigger: intcompression_target: int | Noneembedding_model: str | None- embedding_model_params: dict[str, Any] | None+ embedding_model_params: dict[str, object] | Noneclass CompressionSavingsMetadata(TypedDict):diff --git a/litellm/types/integrations/gcs_bucket.py b/litellm/types/integrations/gcs_bucket.pyindex 3840d7681a5..79563a0a6e4 100644--- a/litellm/types/integrations/gcs_bucket.py+++ b/litellm/types/integrations/gcs_bucket.py@@ -31,5 +31,5 @@ class GCSLogQueueItem(TypedDict):"""payload: StandardLoggingPayload- kwargs: dict[str, Any]- response_obj: Any | None+ kwargs: dict[str, object]+ response_obj: object | Nonediff --git a/litellm/types/integrations/langsmith.py b/litellm/types/integrations/langsmith.pyindex 594190ddb5c..f053a5864c1 100644--- a/litellm/types/integrations/langsmith.py+++ b/litellm/types/integrations/langsmith.py@@ -1,6 +1,6 @@from dataclasses import dataclassfrom datetime import datetime-from typing import Any, NamedTuple+from typing import NamedTuplefrom typing_extensions import TypedDict@@ -9,7 +9,7 @@ from litellm.types.llms.base import LiteLLMBaseModelclass LangsmithInputs(LiteLLMBaseModel):model: str | None = None- messages: list[Any] | None = None+ messages: list[object] | None = Nonestream: bool | None = Nonecall_type: str | None = Nonelitellm_call_id: str | None = None@@ -17,9 +17,9 @@ class LangsmithInputs(LiteLLMBaseModel):temperature: float | None = Nonemax_tokens: int | None = Nonecustom_llm_provider: str | None = None- input: list[Any] | None = None+ input: list[object] | None = Nonelog_event_type: str | None = None- original_response: Any | None = None+ original_response: object | None = Noneresponse_cost: float | None = None# LiteLLM Virtual Key specific fieldsdiff --git a/litellm/types/integrations/posthog.py b/litellm/types/integrations/posthog.pyindex ac04d08107d..d9739df7df7 100644--- a/litellm/types/integrations/posthog.py+++ b/litellm/types/integrations/posthog.py@@ -1,4 +1,4 @@-from typing import Any, Final, TypedDict+from typing import Final, TypedDictPOSTHOG_MAX_BATCH_SIZE: Final = 100@@ -7,7 +7,7 @@ class PostHogEventPayload(TypedDict):"""PostHog event payload structure"""event: str # "$ai_generation" or "$ai_embedding"- properties: dict[str, Any]+ properties: dict[str, object]distinct_id: strdiff --git a/litellm/types/llms/anthropic_messages/anthropic_response.py b/litellm/types/llms/anthropic_messages/anthropic_response.pyindex 03956ae7a54..9ad13243451 100644--- a/litellm/types/llms/anthropic_messages/anthropic_response.py+++ b/litellm/types/llms/anthropic_messages/anthropic_response.py@@ -1,5 +1,5 @@from collections.abc import Sequence-from typing import Any, Literal, TypeAlias+from typing import Literal, TypeAliasfrom typing_extensions import NotRequired, ReadOnly, TypedDict@@ -20,7 +20,7 @@ class AnthropicResponseTextBlock(TypedDict, total=False):Anthropic Response Text Block: https://docs.anthropic.com/en/api/messages"""- citations: list[dict[str, Any]] | None+ citations: list[dict[str, object]] | Nonetext: strtype: Literal["text"]diff --git a/litellm/types/llms/base.py b/litellm/types/llms/base.pyindex 47fec914f9c..5a2da071cec 100644--- a/litellm/types/llms/base.py+++ b/litellm/types/llms/base.py@@ -1,4 +1,4 @@-from typing import Any, Final+from typing import Finalfrom openai._models import BaseModel as OpenAIObjectfrom pydantic import ConfigDict@@ -45,7 +45,7 @@ class BaseLiteLLMOpenAIResponseObject(LiteLLMBaseModel):class HiddenParams(OpenAIObject):- original_response: str | Any | None = None+ original_response: str | object | None = Nonemodel_id: str | None = None # used in Router for individual deploymentsapi_base: str | None = None # returns api base used for making completion call_response_ms: float | None = Nonediff --git a/litellm/types/llms/databricks.py b/litellm/types/llms/databricks.pyindex c7023e35777..bc229421d91 100644--- a/litellm/types/llms/databricks.py+++ b/litellm/types/llms/databricks.py@@ -1,4 +1,4 @@-from typing import Any, Literal+from typing import Literalfrom pydantic import BaseModelfrom typing_extensions import (@@ -23,7 +23,7 @@ class GenericStreamingChunk(TypedDict, total=False):class DatabricksTextContent(TypedDict, total=False):type: Literal["text"]text: Required[str]- citations: list[dict[str, Any]] | None+ citations: list[dict[str, object]] | Noneclass DatabricksReasoningSummary(TypedDict):@@ -35,7 +35,7 @@ class DatabricksReasoningSummary(TypedDict):class DatabricksReasoningContent(TypedDict, total=False):type: Literal["reasoning"]summary: Required[list[DatabricksReasoningSummary]]- citations: list[dict[str, Any]] | None+ citations: list[dict[str, object]] | NoneAllDatabricksContentListValues = DatabricksTextContent | DatabricksReasoningContentdiff --git a/litellm/types/management_endpoints/cache_settings_endpoints.py b/litellm/types/management_endpoints/cache_settings_endpoints.pyindex f6394f52c99..3584f8ce1da 100644--- a/litellm/types/management_endpoints/cache_settings_endpoints.py+++ b/litellm/types/management_endpoints/cache_settings_endpoints.py@@ -2,7 +2,7 @@Types and field definitions for cache settings management endpoints"""-from typing import Any, Final+from typing import Finalfrom litellm.types.llms.base import LiteLLMBaseModel@@ -10,9 +10,9 @@ from litellm.types.llms.base import LiteLLMBaseModelclass CacheSettingsField(LiteLLMBaseModel):field_name: strfield_type: str- field_value: Any+ field_value: objectfield_description: str- field_default: Any = None+ field_default: object = Noneoptions: list[str] | None = None # For fields with predefined options/enum valuesui_field_name: str # User-friendly display namelink: str | None = None # Documentation link for the fielddiff --git a/litellm/types/management_endpoints/router_settings_endpoints.py b/litellm/types/management_endpoints/router_settings_endpoints.pyindex 9c8fe446d72..64068f30a16 100644--- a/litellm/types/management_endpoints/router_settings_endpoints.py+++ b/litellm/types/management_endpoints/router_settings_endpoints.py@@ -2,7 +2,7 @@Types and field definitions for router settings management endpoints"""-from typing import Any, Final, Literal+from typing import Final, Literalfrom pydantic import Field, field_validator@@ -72,9 +72,9 @@ class FallbackDeleteResponse(LiteLLMBaseModel):class RouterSettingsField(LiteLLMBaseModel):field_name: strfield_type: str- field_value: Any+ field_value: objectfield_description: str- field_default: Any = None+ field_default: object = Noneoptions: list[str] | None = None # For fields with predefined options/enum valuesui_field_name: str # User-friendly display namelink: str | None = None # Documentation link for the fielddiff --git a/litellm/types/mcp.py b/litellm/types/mcp.pyindex f0be66f055d..3fa9adef913 100644--- a/litellm/types/mcp.py+++ b/litellm/types/mcp.py@@ -113,7 +113,7 @@ class MCPPublicServer(LiteLLMBaseModel):transport: MCPTransportTypespec_path: str | None = Noneauth_type: MCPAuthType | None = None- mcp_info: dict[str, Any] | None = None+ mcp_info: dict[str, object] | None = Noneclass MCPAllowedClient(LiteLLMBaseModel):@@ -448,11 +448,11 @@ class MCPPreCallRequestObject(LiteLLMBaseModel):"""tool_name: str- arguments: dict[str, Any]+ arguments: dict[str, object]server_name: str | None = Nonetool_description: str | None = Nonetool_input_schema: Mapping[str, object] | None = None- user_api_key_auth: dict[str, Any] | None = None+ user_api_key_auth: dict[str, object] | None = Nonehidden_params: HiddenParams = HiddenParams()@@ -462,7 +462,7 @@ class MCPPreCallResponseObject(LiteLLMBaseModel):"""should_proceed: bool = True- modified_arguments: dict[str, Any] | None = None+ modified_arguments: dict[str, object] | None = Noneerror_message: str | None = Nonehidden_params: HiddenParams = HiddenParams()@@ -473,7 +473,7 @@ class MCPDuringCallRequestObject(LiteLLMBaseModel):"""tool_name: str- arguments: dict[str, Any]+ arguments: dict[str, object]server_name: str | None = Nonetool_description: str | None = Nonetool_input_schema: Mapping[str, object] | None = Nonediff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.pyindex 219f23200d2..d29e4db55a4 100644--- a/litellm/types/mcp_server/mcp_server_manager.py+++ b/litellm/types/mcp_server/mcp_server_manager.py@@ -117,7 +117,7 @@ class MCPServer(LiteLLMBaseModel):# Admin-configured env vars. Each entry is {name, value, scope, description}.# scope=="global" values are interpolated into static_headers using ${NAME}.# scope=="user" values must be supplied per-user.- env_vars: list[dict[str, Any]] | None = None+ env_vars: list[dict[str, object]] | None = None# OAuth-specific fieldsauthorization_server_metadata: Mapping[str, object] | None = Field(default=None, exclude=True)client_id: str | None = None@@ -240,7 +240,7 @@ class MCPServer(LiteLLMBaseModel):# token_validation: key-value pairs that must match fields in the OAuth token# response (supports dot-notation for nested fields, e.g. "team.enterprise_id").# Tokens that fail validation are rejected before storage.- token_validation: dict[str, Any] | None = None+ token_validation: dict[str, object] | None = Noneoauth_identity_binding: MCPOAuthIdentityBinding | None = None# Optional TTL override (seconds) for the Redis per-user token cache, capped# at the token's expires_in minus the expiry buffer so a cached entry neverdiff --git a/litellm/types/prompts/init_prompts.py b/litellm/types/prompts/init_prompts.pyindex fc4c36e760a..c1a3ab56311 100644--- a/litellm/types/prompts/init_prompts.py+++ b/litellm/types/prompts/init_prompts.py@@ -1,6 +1,6 @@from datetime import datetimefrom enum import Enum-from typing import Any, Literal+from typing import Literalfrom pydantic import ConfigDict@@ -31,7 +31,7 @@ class PromptLiteLLMParams(LiteLLMBaseModel):api_base: str | None = Noneapi_key: str | None = None- provider_specific_query_params: dict[str, Any] | None = None+ provider_specific_query_params: dict[str, object] | None = Noneignore_prompt_manager_model: bool | None = Falseignore_prompt_manager_optional_params: bool | None = False@@ -66,7 +66,7 @@ class PromptSpec(LiteLLMBaseModel):class PromptTemplateBase(LiteLLMBaseModel):litellm_prompt_id: strcontent: str- metadata: dict[str, Any] | None = None+ metadata: dict[str, object] | None = Noneclass PromptInfoResponse(LiteLLMBaseModel):diff --git a/litellm/types/proxy/callback_logs_endpoints.py b/litellm/types/proxy/callback_logs_endpoints.pyindex b2519d97122..0291cc902bc 100644--- a/litellm/types/proxy/callback_logs_endpoints.py+++ b/litellm/types/proxy/callback_logs_endpoints.py@@ -5,7 +5,7 @@ External producers (e.g. the litellm-rust gateway) POST finished loggingpayloads here; the proxy replays them through the standard callback fan-out."""-from typing import Any, Literal+from typing import Literalfrom pydantic import Field@@ -17,7 +17,7 @@ class CallbackLogRecord(LiteLLMBaseModel):"""A single finished logging event to replay through the callbacks."""status: Literal["success", "failure"]- standard_logging_payload: dict[str, Any]+ standard_logging_payload: dict[str, object]error: str | None = Nonediff --git a/litellm/types/proxy/cloudzero_endpoints.py b/litellm/types/proxy/cloudzero_endpoints.pyindex ece294674b9..f87537494bd 100644--- a/litellm/types/proxy/cloudzero_endpoints.py+++ b/litellm/types/proxy/cloudzero_endpoints.py@@ -46,7 +46,7 @@ class CloudZeroExportResponse(LiteLLMBaseModel):dry_run_data: dict[str, Any] | None = Field(None, description="Dry run data including usage data and CBF transformed data")- summary: dict[str, Any] | None = Field(None, description="Summary statistics for dry run")+ summary: dict[str, object] | None = Field(None, description="Summary statistics for dry run")class CloudZeroSettingsView(LiteLLMBaseModel):diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.pyindex 60846b2a1bd..4f4bebf9704 100644--- a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py+++ b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py@@ -1,5 +1,3 @@-from typing import Any-from pydantic import Fieldfrom typing_extensions import TypedDict@@ -23,7 +21,7 @@ class AzurePromptShieldGuardrailResponse(TypedDict):"""Configuration parameters for the Azure Prompt Shield guardrail"""userPromptAnalysis: UserPromptAnalysis- documentsAnalysis: list[dict[str, Any]]+ documentsAnalysis: list[dict[str, object]]class AzurePromptShieldGuardrailConfigModel(diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.pyindex 90662e84ed5..6ee5741baf5 100644--- a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py+++ b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py@@ -1,4 +1,4 @@-from typing import Any, Final, Literal+from typing import Final, Literalfrom pydantic import Fieldfrom typing_extensions import Required, TypedDict@@ -37,7 +37,7 @@ class AzureTextModerationGuardrailResponseCategoriesAnalysis(TypedDict):class AzureTextModerationGuardrailResponse(TypedDict):"""Response from the Azure Text Moderation guardrail"""- blocklistsMatch: list[dict[str, Any]]+ blocklistsMatch: list[dict[str, object]]categoriesAnalysis: list[AzureTextModerationGuardrailResponseCategoriesAnalysis]diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py b/litellm/types/proxy/guardrails/guardrail_hooks/compresr.pyindex 6598f1de62b..c0f5ea5346e 100644--- a/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py+++ b/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py@@ -1,4 +1,4 @@-from typing import Any, Literal+from typing import Literalfrom pydantic import Field@@ -93,7 +93,7 @@ class CompresrGuardrailOptionalParams(LiteLLMBaseModel):"Unset lets the server default apply (~10.0)."),)- compression_params: dict[str, Any] | None = Field(+ compression_params: dict[str, object] | None = Field(default=None,description=("Passthrough of extra parameters forwarded verbatim in the Compresr "diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py b/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.pyindex 78800a5e9a2..d49a3afae04 100644--- a/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py+++ b/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py@@ -1,5 +1,5 @@from enum import Enum-from typing import Any, Literal, TypedDict+from typing import Literal, TypedDictfrom pydantic import Field@@ -77,7 +77,7 @@ class CompetitorIntentDetection(TypedDict):action_hint: strentities: dict[str, list[str]]signals: list[str]- evidence: list[dict[str, Any]]+ evidence: list[dict[str, object]]ContentFilterDetection = PatternDetection | BlockedWordDetection | CategoryKeywordDetection | CompetitorIntentDetection@@ -157,7 +157,7 @@ class LitellmContentFilterGuardrailConfigModel(GuardrailConfigModel):)# Competitor intent blocker (generic; industry presets add domain_words, etc.)- competitor_intent_config: dict[str, Any] | None = Field(+ competitor_intent_config: dict[str, object] | None = Field(default=None,description="Optional config for intent-based competitor comparison detection. ""Keys: brand_self (list), competitors (list), competitor_aliases (dict), "diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py b/litellm/types/proxy/guardrails/guardrail_hooks/presidio.pyindex 9d1e375af72..6fe324ce6b0 100644--- a/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py+++ b/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py@@ -1,6 +1,6 @@-from typing import Any+from collections.abc import Mapping-from typing_extensions import TypedDict+from typing_extensions import ReadOnly, TypedDictfrom litellm.types.guardrails import PiiEntityType@@ -17,5 +17,5 @@ class PresidioAnalyzeResponseItem(TypedDict, total=False):start: int | Noneend: int | Nonescore: float | None- analysis_explanation: dict[str, Any] | None- recognition_metadata: dict[str, Any] | None+ analysis_explanation: ReadOnly[Mapping[str, object] | None]+ recognition_metadata: ReadOnly[Mapping[str, object] | None]diff --git a/litellm/types/proxy/management_endpoints/common_daily_activity.py b/litellm/types/proxy/management_endpoints/common_daily_activity.pyindex 66702abfb34..213c911cfdc 100644--- a/litellm/types/proxy/management_endpoints/common_daily_activity.py+++ b/litellm/types/proxy/management_endpoints/common_daily_activity.py@@ -1,7 +1,6 @@-from collections.abc import Sequence+from collections.abc import Mapping, Sequencefrom datetime import datefrom enum import Enum-from typing import Anyfrom pydantic import ConfigDict, Fieldfrom typing_extensions import TypedDict@@ -61,7 +60,7 @@ class KeyMetricWithMetadata(MetricBase):class MetricWithMetadata(MetricBase):- metadata: dict[str, Any] = Field(default_factory=dict)+ metadata: Mapping[str, object] = Field(default_factory=dict)# API key breakdown for this metric (e.g., which API keys are using this MCP server)api_key_breakdown: dict[str, KeyMetricWithMetadata] = Field(default_factory=dict) # api_key -> {metrics, metadata}diff --git a/litellm/types/proxy/management_endpoints/config_overrides.py b/litellm/types/proxy/management_endpoints/config_overrides.pyindex c82e616cf9a..b807b5537d5 100644--- a/litellm/types/proxy/management_endpoints/config_overrides.py+++ b/litellm/types/proxy/management_endpoints/config_overrides.py@@ -1,5 +1,3 @@-from typing import Any-from pydantic import Fieldfrom litellm.types.llms.base import LiteLLMBaseModel@@ -103,5 +101,5 @@ class ConfigOverrideSettingsResponse(LiteLLMBaseModel):"""Response model for config override settings GET endpoints."""config_type: str = Field(description="The type of config override")- values: dict[str, Any] = Field(description="Current configuration values (sensitive fields decrypted)")- field_schema: dict[str, Any] = Field(description="Schema information for UI rendering")+ values: dict[str, object] = Field(description="Current configuration values (sensitive fields decrypted)")+ field_schema: dict[str, object] = Field(description="Schema information for UI rendering")diff --git a/litellm/types/proxy/management_endpoints/internal_user_endpoints.py b/litellm/types/proxy/management_endpoints/internal_user_endpoints.pyindex febd4485d10..fc0b73f77b6 100644--- a/litellm/types/proxy/management_endpoints/internal_user_endpoints.py+++ b/litellm/types/proxy/management_endpoints/internal_user_endpoints.py@@ -1,5 +1,5 @@from collections.abc import Mapping, Sequence-from typing import Any, Final, Literal+from typing import Final, Literalfrom pydantic import ConfigDict, Field, field_validatorfrom typing_extensions import ReadOnly, TypedDict@@ -80,7 +80,7 @@ class UserUpdateResult(LiteLLMBaseModel):user_email: str | None = Nonesuccess: boolerror: str | None = None- updated_user: dict[str, Any] | None = None+ updated_user: dict[str, object] | None = Noneclass BulkUpdateUserResponse(LiteLLMBaseModel):diff --git a/litellm/types/proxy/management_endpoints/model_management_endpoints.py b/litellm/types/proxy/management_endpoints/model_management_endpoints.pyindex 6a4160c3c50..c012f872280 100644--- a/litellm/types/proxy/management_endpoints/model_management_endpoints.py+++ b/litellm/types/proxy/management_endpoints/model_management_endpoints.py@@ -1,6 +1,5 @@from collections.abc import Mappingfrom datetime import datetime-from typing import Anyfrom pydantic import ConfigDict, Field@@ -22,7 +21,7 @@ class UpdateUsefulLinksRequest(LiteLLMBaseModel):# Supports both old format (Dict[str, str]) and new format (Dict[str, Dict[str, Any]])# New format: { "displayName": { "url": "...", "index": 0 } }# Old format: { "displayName": "url" } (for backward compatibility)- useful_links: dict[str, str | dict[str, Any]]+ useful_links: dict[str, str | dict[str, object]]class AutoRouterClassifierDefaultPromptResponse(LiteLLMBaseModel):diff --git a/litellm/types/proxy/management_endpoints/team_endpoints.py b/litellm/types/proxy/management_endpoints/team_endpoints.pyindex 743b2d7c963..51c48e6ebf9 100644--- a/litellm/types/proxy/management_endpoints/team_endpoints.py+++ b/litellm/types/proxy/management_endpoints/team_endpoints.py@@ -1,5 +1,5 @@from collections.abc import Mapping-from typing import Any, Final, Literal+from typing import Final, Literalfrom pydantic import ConfigDict, Field, field_validator, model_validator@@ -121,8 +121,8 @@ class TeamMemberAddResult(LiteLLMBaseModel):user_email: str | None = Nonesuccess: boolerror: str | None = None- updated_user: dict[str, Any] | None = None- updated_team_membership: dict[str, Any] | None = None+ updated_user: dict[str, object] | None = None+ updated_team_membership: dict[str, object] | None = Noneclass BulkTeamMemberAddResponse(LiteLLMBaseModel):@@ -133,7 +133,7 @@ class BulkTeamMemberAddResponse(LiteLLMBaseModel):total_requested: intsuccessful_additions: intfailed_additions: int- updated_team: dict[str, Any] | None = None+ updated_team: dict[str, object] | None = Noneclass TeamMemberRef(MemberDeleteRequest):diff --git a/litellm/types/proxy/prompt_endpoints.py b/litellm/types/proxy/prompt_endpoints.pyindex 930713663a1..cded9f5fb87 100644--- a/litellm/types/proxy/prompt_endpoints.py+++ b/litellm/types/proxy/prompt_endpoints.py@@ -1,9 +1,7 @@-from typing import Any-from litellm.types.llms.base import LiteLLMBaseModelclass TestPromptRequest(LiteLLMBaseModel):dotprompt_content: str- prompt_variables: dict[str, Any] | None = None+ prompt_variables: dict[str, object] | None = Noneconversation_history: list[dict[str, str]] | None = Nonediff --git a/litellm/types/proxy/public_endpoints/public_endpoints.py b/litellm/types/proxy/public_endpoints/public_endpoints.pyindex c487ce8b6c5..0e8a2bb3401 100644--- a/litellm/types/proxy/public_endpoints/public_endpoints.py+++ b/litellm/types/proxy/public_endpoints/public_endpoints.py@@ -1,5 +1,5 @@from collections.abc import Mapping, Sequence-from typing import Any, Literal+from typing import Literalfrom pydantic import ConfigDict@@ -13,7 +13,7 @@ class PublicModelHubInfo(LiteLLMBaseModel):# Supports both old format (Dict[str, str]) and new format (Dict[str, Dict[str, Any]])# New format: { "displayName": { "url": "...", "index": 0 } }# Old format: { "displayName": "url" } (for backward compatibility)- useful_links: dict[str, str | dict[str, Any]] | None+ useful_links: dict[str, str | dict[str, object]] | Noneclass ProviderCredentialField(LiteLLMBaseModel):diff --git a/litellm/types/proxy/vantage_endpoints.py b/litellm/types/proxy/vantage_endpoints.pyindex 1833d8b8386..ccf050a8921 100644--- a/litellm/types/proxy/vantage_endpoints.py+++ b/litellm/types/proxy/vantage_endpoints.py@@ -2,8 +2,8 @@Vantage endpoint types for LiteLLM Proxy"""+from collections.abc import Mappingfrom datetime import datetime-from typing import Anyfrom pydantic import Field, field_validator@@ -57,10 +57,10 @@ class VantageExportResponse(LiteLLMBaseModel):message: strstatus: str- dry_run_data: dict[str, Any] | None = Field(+ dry_run_data: Mapping[str, object] | None = Field(None, description="Dry run data including usage data and FOCUS transformed data")- summary: dict[str, Any] | None = Field(None, description="Summary statistics for dry run")+ summary: Mapping[str, object] | None = Field(None, description="Summary statistics for dry run")class VantageSettingsView(LiteLLMBaseModel):diff --git a/litellm/types/rag.py b/litellm/types/rag.pyindex 2f912d21587..02c06f242d1 100644--- a/litellm/types/rag.py+++ b/litellm/types/rag.py@@ -3,7 +3,7 @@ Type definitions for RAG (Retrieval Augmented Generation) Ingest API."""from collections.abc import Mapping-from typing import Any, Literal+from typing import Literalfrom pydantic import ConfigDictfrom typing_extensions import ReadOnly, TypedDict@@ -232,7 +232,7 @@ class RAGIngestRequest(LiteLLMBaseModel):file_url: str | None = None # URL to fetch file fromfile_id: str | None = None # Existing file ID- ingest_options: dict[str, Any] # RAGIngestOptions as dict for flexibility+ ingest_options: dict[str, object] # RAGIngestOptions as dict for flexibilitymodel_config = ConfigDict(extra="allow") # Allow additional fields@@ -260,7 +260,7 @@ class RAGQueryRequest(LiteLLMBaseModel):"""Request body for RAG query API."""model: str- messages: list[Any]+ messages: list[object]retrieval_config: RAGRetrievalConfigrerank: RAGRerankConfig | None = Nonestream: bool | None = Falsediff --git a/litellm/types/responses/main.py b/litellm/types/responses/main.pyindex 5588527c141..72dc63a581f 100644--- a/litellm/types/responses/main.py+++ b/litellm/types/responses/main.py@@ -5,7 +5,7 @@ from typing import Final, Literal, Optional, Unionfrom openai.types.responses.response_function_tool_call import ResponseFunctionToolCallfrom openai.types.responses.response_function_web_search import ActionSearchSource, ResponseFunctionWebSearchfrom pydantic import ConfigDict, PrivateAttr-from typing_extensions import Any, TypedDict+from typing_extensions import TypedDictfrom litellm.types.llms.base import BaseLiteLLMOpenAIResponseObject@@ -100,7 +100,7 @@ class OutputCodeInterpreterCall(BaseLiteLLMOpenAIResponseObject):def build_code_interpreter_log_outputs(- content: Any,+ content: object,) -> list[OutputCodeInterpreterCallLog] | None:"""Convert Anthropic bash_code_execution stdout/stderr to log outputs.diff --git a/litellm/types/vector_store_files.py b/litellm/types/vector_store_files.pyindex 6b4953965d5..3623746216a 100644--- a/litellm/types/vector_store_files.py+++ b/litellm/types/vector_store_files.py@@ -1,7 +1,9 @@+import builtins+from collections.abc import Mappingfrom enum import Enum-from typing import Any, Literal+from typing import Literal-from typing_extensions import TypedDict+from typing_extensions import ReadOnly, TypedDictclass VectorStoreFileStatus(str, Enum):@@ -33,7 +35,7 @@ class VectorStoreFileObject(TypedDict, total=False):usage_bytes: int | Nonevector_store_id: strstatus: VectorStoreFileStatus- last_error: dict[str, Any] | None+ last_error: ReadOnly[Mapping[str, builtins.object] | None]chunking_strategy: VectorStoreFileChunkingStrategy | Noneattributes: dict[str, str | int | float | bool] | None@@ -83,5 +85,5 @@ class VectorStoreFileContentResponse(TypedDict, total=False):class VectorStoreFileAuthCredentials(TypedDict, total=False):- headers: dict[str, Any]- query_params: dict[str, Any]+ headers: ReadOnly[Mapping[str, object]]+ query_params: ReadOnly[Mapping[str, object]]diff --git a/litellm/types/vector_stores.py b/litellm/types/vector_stores.pyindex 5e7d517ece2..2259339e479 100644--- a/litellm/types/vector_stores.py+++ b/litellm/types/vector_stores.py@@ -31,7 +31,7 @@ class LiteLLM_ManagedVectorStore(TypedDict, total=False):vector_store_name: str | Nonevector_store_description: str | None- vector_store_metadata: dict[str, Any] | str | None+ vector_store_metadata: dict[str, object] | str | Nonecreated_at: datetime | Noneupdated_at: datetime | None