Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

refactor(types): replace Any with proven types in 50 files (#47818)

Mateo Wang9d8fe1ddb51c
diff --git a/litellm/integrations/deepeval/types.py b/litellm/integrations/deepeval/types.py
index eb4bb1f9b2a..a547863e26a 100644
--- a/litellm/integrations/deepeval/types.py
+++ b/litellm/integrations/deepeval/types.py
@@ -1,6 +1,6 @@
# Duplicate -> https://github.com/confident-ai/deepeval/blob/main/deepeval/tracing/api.py
from enum import Enum
-from typing import Any, ClassVar, Literal
+from typing import ClassVar, Literal
from pydantic import ConfigDict, Field
@@ -55,7 +55,7 @@ class TraceApi(LiteLLMBaseModel):
tool_spans: list[BaseApiSpan] = Field(alias="toolSpans")
start_time: str = Field(alias="startTime")
end_time: str = Field(alias="endTime")
- metadata: dict[str, Any] | None = Field(None)
+ metadata: dict[str, object] | None = Field(None)
tags: list[str] | None = Field(None)
environment: str | None = Field(None)
diff --git a/litellm/interactions/litellm_responses_transformation/streaming_iterator.py b/litellm/interactions/litellm_responses_transformation/streaming_iterator.py
index dab12d447df..46e633d2b96 100644
--- a/litellm/interactions/litellm_responses_transformation/streaming_iterator.py
+++ b/litellm/interactions/litellm_responses_transformation/streaming_iterator.py
@@ -3,8 +3,8 @@ Streaming iterator for transforming Responses API stream to Interactions API str
"""
from collections import deque
-from collections.abc import AsyncIterator, Iterator
-from typing import Any, Final, cast
+from collections.abc import AsyncIterator, Iterator, Mapping
+from typing import Final, cast
from litellm.responses.streaming_iterator import (
BaseResponsesAPIStreamingIterator,
@@ -44,7 +44,7 @@ class LiteLLMResponsesInteractionsStreamingIterator:
request_input: InteractionInput | None,
optional_params: InteractionsAPIOptionalRequestParams,
custom_llm_provider: str | None = None,
- litellm_metadata: dict[str, Any] | None = None,
+ litellm_metadata: Mapping[str, object] | None = None,
):
self.model = model
self.responses_stream_iterator = litellm_custom_stream_wrapper
diff --git a/litellm/llms/base_llm/ocr/transformation.py b/litellm/llms/base_llm/ocr/transformation.py
index 97d402e7a1b..171b193f60c 100644
--- a/litellm/llms/base_llm/ocr/transformation.py
+++ b/litellm/llms/base_llm/ocr/transformation.py
@@ -4,7 +4,7 @@ Base OCR types shared by the Rust OCR route and Python consumers.
import builtins
from collections.abc import Mapping
-from typing import Any, Final, Literal
+from typing import Final, Literal
from pydantic import PrivateAttr
@@ -45,7 +45,7 @@ class OCRPageImage(LiteLLMPydanticObjectBase):
"""Image extracted from OCR page."""
image_base64: str | None = None
- bbox: dict[str, Any] | None = None
+ bbox: dict[str, builtins.object] | None = None
model_config = {"extra": "allow"}
@@ -80,7 +80,7 @@ class OCRResponse(LiteLLMPydanticObjectBase):
pages: list[OCRPage]
model: str
- document_annotation: Any | None = None
+ document_annotation: builtins.object | None = None
usage_info: OCRUsageInfo | None = None
content: str | None = None
tables: list[dict[str, builtins.object]] | None = None
diff --git a/litellm/llms/base_llm/sandbox/transformation.py b/litellm/llms/base_llm/sandbox/transformation.py
index 877edc15ec7..fe0e3abb87e 100644
--- a/litellm/llms/base_llm/sandbox/transformation.py
+++ b/litellm/llms/base_llm/sandbox/transformation.py
@@ -7,7 +7,7 @@ run code -> delete container; `code_interpreter_tool` combines all three.
"""
import builtins
-from typing import Any, Final
+from typing import Final
import httpx
from pydantic import Field, PrivateAttr
@@ -42,8 +42,8 @@ class CodeExecutionResult(LiteLLMPydanticObjectBase):
stdout: str = ""
stderr: str = ""
- results: list[dict[str, Any]] = Field(default_factory=list)
- error: dict[str, Any] | None = None
+ results: list[dict[str, object]] = Field(default_factory=list)
+ error: dict[str, object] | None = None
execution_count: int | None = None
object: str = "code_execution"
diff --git a/litellm/llms/github_copilot/embedding/transformation.py b/litellm/llms/github_copilot/embedding/transformation.py
index f16564ba505..4f308b01159 100644
--- a/litellm/llms/github_copilot/embedding/transformation.py
+++ b/litellm/llms/github_copilot/embedding/transformation.py
@@ -202,7 +202,9 @@ class GithubCopilotEmbeddingConfig(BaseEmbeddingConfig):
optional_params[param] = value
return optional_params
- def get_error_class(self, error_message: str, status_code: int, headers: Any) -> BaseLLMException:
+ def get_error_class(
+ self, error_message: str, status_code: int, headers: dict[str, str] | httpx.Headers
+ ) -> BaseLLMException:
from litellm.llms.openai.openai import OpenAIConfig
return OpenAIConfig().get_error_class(error_message=error_message, status_code=status_code, headers=headers)
diff --git a/litellm/llms/ollama/completion/handler.py b/litellm/llms/ollama/completion/handler.py
index d4110e55bf0..0c13b1cd1d3 100644
--- a/litellm/llms/ollama/completion/handler.py
+++ b/litellm/llms/ollama/completion/handler.py
@@ -87,7 +87,7 @@ async def ollama_aembeddings(
model: str,
prompts: list[str],
model_response: EmbeddingResponse,
- optional_params: dict,
+ optional_params: Mapping[str, object],
logging_obj: object,
encoding: TokenEncoder | None,
):
@@ -110,7 +110,7 @@ def ollama_embeddings(
api_base: str,
model: str,
prompts: list[str],
- optional_params: dict,
+ optional_params: Mapping[str, object],
model_response: EmbeddingResponse,
logging_obj: object,
encoding: TokenEncoder | None = None,
diff --git a/litellm/models/managed_files.py b/litellm/models/managed_files.py
index 435db632026..b2bfb572b7d 100644
--- a/litellm/models/managed_files.py
+++ b/litellm/models/managed_files.py
@@ -6,7 +6,7 @@ Canonical definitions for the ``litellm_managed*`` tables. Re-exported from
"""
from datetime import datetime
-from typing import Any, Literal
+from typing import Literal
from litellm.types.llms.base import LiteLLMPydanticObjectBase
from litellm.types.llms.openai import OpenAIFileObject, ResponsesAPIResponse
@@ -39,7 +39,7 @@ class LiteLLM_ManagedVectorStoreTable(LiteLLMPydanticObjectBase):
"""Table for managing vector stores with target_model_names support."""
unified_resource_id: str
- resource_object: Any | None = None
+ resource_object: object | None = None
model_mappings: dict[str, str]
flat_model_resource_ids: list[str]
created_by: str | None = None
@@ -54,11 +54,11 @@ class LiteLLM_ManagedVectorStoresTable(LiteLLMPydanticObjectBase):
custom_llm_provider: str
vector_store_name: str | None = None
vector_store_description: str | None = None
- vector_store_metadata: dict[str, Any] | None = None
+ vector_store_metadata: dict[str, object] | None = None
created_at: datetime | None = None
updated_at: datetime | None = None
litellm_credential_name: str | None = None
- litellm_params: dict[str, Any] | None = None
+ litellm_params: dict[str, object] | None = None
team_id: str | None = None
user_id: str | None = None
is_config: bool = False
diff --git a/litellm/proxy/a2a/endpoints.py b/litellm/proxy/a2a/endpoints.py
index 56b512df934..730d40b46d0 100644
--- a/litellm/proxy/a2a/endpoints.py
+++ b/litellm/proxy/a2a/endpoints.py
@@ -9,7 +9,7 @@ admin pick which ones to expose through the proxy. The actual merge into a
LiteLLM-fronted card happens when the agent is saved via ``POST /v1/agents``.
"""
-from typing import Any, Final
+from typing import Final
from fastapi import APIRouter, Depends, HTTPException
from fastapi.responses import JSONResponse
@@ -50,7 +50,7 @@ class DiscoverAgentRequest(LiteLLMBaseModel):
"query parameter."
),
)
- params: dict[str, Any] | None = Field(
+ params: dict[str, object] | None = Field(
default=None,
description=(
"Mode-specific parameters. ``langgraph_platform`` requires "
@@ -61,7 +61,7 @@ class DiscoverAgentRequest(LiteLLMBaseModel):
class DiscoverAgentResponse(LiteLLMBaseModel):
url: str
- agent_card: dict[str, Any]
+ agent_card: dict[str, object]
@router.post(
diff --git a/litellm/proxy/auth/auth_exception_handler.py b/litellm/proxy/auth/auth_exception_handler.py
index ae473a62271..f6637a1fdf3 100644
--- a/litellm/proxy/auth/auth_exception_handler.py
+++ b/litellm/proxy/auth/auth_exception_handler.py
@@ -41,7 +41,7 @@ DB_UNAVAILABLE_FALLBACK_USER_ID: Final = "__db_unavailable_fallback__"
if TYPE_CHECKING:
from opentelemetry.trace import Span as _Span
- Span = _Span | Any
+ Span = _Span
else:
Span = Any
diff --git a/litellm/proxy/management_endpoints/types.py b/litellm/proxy/management_endpoints/types.py
index 4414eed97b2..221a6221fab 100644
--- a/litellm/proxy/management_endpoints/types.py
+++ b/litellm/proxy/management_endpoints/types.py
@@ -5,7 +5,7 @@ Might include fastapi/proxy requirements.txt related imports
"""
from collections.abc import Iterable, Sequence
-from typing import Any, Final, cast
+from typing import Final, cast
from fastapi_sso.sso.base import OpenID
@@ -94,4 +94,4 @@ def get_litellm_user_role(role_str: object) -> LitellmUserRoles | None:
class CustomOpenID(OpenID):
team_ids: list[str]
user_role: LitellmUserRoles | None = None
- extra_fields: dict[str, Any] | None = None
+ extra_fields: dict[str, object] | None = None
diff --git a/litellm/proxy/spend_tracking/vantage_endpoints.py b/litellm/proxy/spend_tracking/vantage_endpoints.py
index d3858f95243..6938588444c 100644
--- a/litellm/proxy/spend_tracking/vantage_endpoints.py
+++ b/litellm/proxy/spend_tracking/vantage_endpoints.py
@@ -122,7 +122,9 @@ async def _get_vantage_settings():
encrypted_api_key: Final = settings.get("api_key")
if encrypted_api_key:
- decrypted_api_key = decrypt_value_helper(encrypted_api_key, key="vantage_api_key", exception_type="error")
+ decrypted_api_key: Final = decrypt_value_helper(
+ encrypted_api_key, key="vantage_api_key", exception_type="error"
+ )
if decrypted_api_key is None:
raise HTTPException(
status_code=500,
diff --git a/litellm/rust_bridge/detectors.py b/litellm/rust_bridge/detectors.py
index 0ad1b787e38..0af3a2e6fa6 100644
--- a/litellm/rust_bridge/detectors.py
+++ b/litellm/rust_bridge/detectors.py
@@ -128,7 +128,7 @@ def _custom_loggers(callbacks: Iterable[object]) -> tuple[CustomLogger, ...]:
def overridden(method: str, callbacks: Iterable[object]) -> bool:
- base: Final = getattr(CustomLogger, method)
+ base: Final[object] = getattr(CustomLogger, method)
return any(getattr(type(callback), method, base) is not base for callback in _custom_loggers(callbacks))
diff --git a/litellm/types/caching.py b/litellm/types/caching.py
index b9bcbbb93dd..ced2065a674 100644
--- a/litellm/types/caching.py
+++ b/litellm/types/caching.py
@@ -75,7 +75,7 @@ class RedisPipelineSetOperation(TypedDict):
"""
key: str
- value: Any
+ value: object
ttl: int | None
@@ -133,7 +133,7 @@ class HealthCheckCacheParams(LiteLLMBaseModel):
host: str | None = None
port: str | int | None = None
- redis_kwargs: dict[str, Any] | None = None
+ redis_kwargs: dict[str, object] | None = None
namespace: str | None = None
redis_version: str | int | float | None = None
diff --git a/litellm/types/completion.py b/litellm/types/completion.py
index a6693030e89..0f4bdbd75ce 100644
--- a/litellm/types/completion.py
+++ b/litellm/types/completion.py
@@ -246,7 +246,7 @@ _CompletionDispatchContext = CompletionDispatchContext
_CompletionDispatchResult = Union[
- Coroutine[Any, Any, Union["ModelResponse", "CustomStreamWrapper"]],
+ Coroutine[object, object, Union["ModelResponse", "CustomStreamWrapper"]],
"ModelResponse",
"CustomStreamWrapper",
]
diff --git a/litellm/types/extraction.py b/litellm/types/extraction.py
index 4311e549b9a..562bc41f9de 100644
--- a/litellm/types/extraction.py
+++ b/litellm/types/extraction.py
@@ -13,6 +13,7 @@ from pydantic import (
model_validator,
with_config,
)
+from pydantic.fields import FieldInfo
from typing_extensions import ReadOnly, Required, Self, TypedDict
from litellm.types.llms.base import LiteLLMPydanticObjectBase
@@ -30,7 +31,7 @@ def _is_none(value: object) -> bool:
return value is None
-_OMITTED_WHEN_NONE: Final = Field(exclude_if=_is_none)
+_OMITTED_WHEN_NONE: Final = FieldInfo.from_field(exclude_if=_is_none)
OptionalJson: TypeAlias = Annotated[JsonValue, _OMITTED_WHEN_NONE]
OptionalFloat: TypeAlias = Annotated[float | None, _OMITTED_WHEN_NONE]
OptionalInt: TypeAlias = Annotated[int | None, _OMITTED_WHEN_NONE]
diff --git a/litellm/types/google_genai/main.py b/litellm/types/google_genai/main.py
index 0241c9fa809..dcde0a031e3 100644
--- a/litellm/types/google_genai/main.py
+++ b/litellm/types/google_genai/main.py
@@ -17,7 +17,7 @@ if TYPE_CHECKING:
ToolConfigDict = _genai_types.ToolConfigDict
class GenerateContentRequestDict(GenerateContentRequestParametersDict):
- generationConfig: Any | None
+ generationConfig: object | None
tools: ToolConfigDict | None
class GenerateContentResponse(GoogleGenAIGenerateContentResponse, BaseLiteLLMOpenAIResponseObject):
diff --git a/litellm/types/images/main.py b/litellm/types/images/main.py
index 5d80135a8a1..963c980a4b8 100644
--- a/litellm/types/images/main.py
+++ b/litellm/types/images/main.py
@@ -1,4 +1,4 @@
-from typing import Any, Literal
+from typing import Literal
from typing_extensions import TypedDict
@@ -20,7 +20,7 @@ class ImageEditOptionalRequestParams(TypedDict, total=False):
response_format: Literal["url", "b64_json"] | None
size: str | None
user: str | None
- imageConfig: dict[str, Any] | None
+ imageConfig: dict[str, object] | None
class ImageEditRequestParams(ImageEditOptionalRequestParams, total=False):
diff --git a/litellm/types/integrations/argilla.py b/litellm/types/integrations/argilla.py
index 2c98486c7a7..754916c2f3a 100644
--- a/litellm/types/integrations/argilla.py
+++ b/litellm/types/integrations/argilla.py
@@ -1,10 +1,10 @@
-from typing import Any, Final
+from typing import Final
from typing_extensions import TypedDict
class ArgillaItem(TypedDict):
- fields: dict[str, Any]
+ fields: dict[str, object]
class ArgillaPayload(TypedDict):
diff --git a/litellm/types/integrations/cloudzero.py b/litellm/types/integrations/cloudzero.py
index 988d501600f..dcc5d03ccca 100644
--- a/litellm/types/integrations/cloudzero.py
+++ b/litellm/types/integrations/cloudzero.py
@@ -1,7 +1,4 @@
-from typing import Any
-
-
-class CBFRecord(dict[str, Any]):
+class CBFRecord(dict[str, object]):
"""CloudZero Billing Format (CBF) record structure.
This class represents a CBF record that is created from LiteLLM usage data
@@ -31,4 +28,4 @@ class CBFRecord(dict[str, Any]):
# Type alias for better readability in function signatures
-CBFRecordDict = dict[str, Any]
+CBFRecordDict = dict[str, object]
diff --git a/litellm/types/integrations/compression_interception.py b/litellm/types/integrations/compression_interception.py
index a1e66e5057e..e9c40fbf838 100644
--- a/litellm/types/integrations/compression_interception.py
+++ b/litellm/types/integrations/compression_interception.py
@@ -2,7 +2,7 @@
Type definitions for Compression Interception integration.
"""
-from typing import Any, Literal, TypedDict
+from typing import Literal, TypedDict
class CompressionInterceptionConfig(TypedDict, total=False):
@@ -24,7 +24,7 @@ class CompressionInterceptionConfig(TypedDict, total=False):
compression_trigger: int
compression_target: int | None
embedding_model: str | None
- embedding_model_params: dict[str, Any] | None
+ embedding_model_params: dict[str, object] | None
class CompressionSavingsMetadata(TypedDict):
diff --git a/litellm/types/integrations/gcs_bucket.py b/litellm/types/integrations/gcs_bucket.py
index 3840d7681a5..79563a0a6e4 100644
--- a/litellm/types/integrations/gcs_bucket.py
+++ b/litellm/types/integrations/gcs_bucket.py
@@ -31,5 +31,5 @@ class GCSLogQueueItem(TypedDict):
"""
payload: StandardLoggingPayload
- kwargs: dict[str, Any]
- response_obj: Any | None
+ kwargs: dict[str, object]
+ response_obj: object | None
diff --git a/litellm/types/integrations/langsmith.py b/litellm/types/integrations/langsmith.py
index 594190ddb5c..f053a5864c1 100644
--- a/litellm/types/integrations/langsmith.py
+++ b/litellm/types/integrations/langsmith.py
@@ -1,6 +1,6 @@
from dataclasses import dataclass
from datetime import datetime
-from typing import Any, NamedTuple
+from typing import NamedTuple
from typing_extensions import TypedDict
@@ -9,7 +9,7 @@ from litellm.types.llms.base import LiteLLMBaseModel
class LangsmithInputs(LiteLLMBaseModel):
model: str | None = None
- messages: list[Any] | None = None
+ messages: list[object] | None = None
stream: bool | None = None
call_type: str | None = None
litellm_call_id: str | None = None
@@ -17,9 +17,9 @@ class LangsmithInputs(LiteLLMBaseModel):
temperature: float | None = None
max_tokens: int | None = None
custom_llm_provider: str | None = None
- input: list[Any] | None = None
+ input: list[object] | None = None
log_event_type: str | None = None
- original_response: Any | None = None
+ original_response: object | None = None
response_cost: float | None = None
# LiteLLM Virtual Key specific fields
diff --git a/litellm/types/integrations/posthog.py b/litellm/types/integrations/posthog.py
index ac04d08107d..d9739df7df7 100644
--- a/litellm/types/integrations/posthog.py
+++ b/litellm/types/integrations/posthog.py
@@ -1,4 +1,4 @@
-from typing import Any, Final, TypedDict
+from typing import Final, TypedDict
POSTHOG_MAX_BATCH_SIZE: Final = 100
@@ -7,7 +7,7 @@ class PostHogEventPayload(TypedDict):
"""PostHog event payload structure"""
event: str # "$ai_generation" or "$ai_embedding"
- properties: dict[str, Any]
+ properties: dict[str, object]
distinct_id: str
diff --git a/litellm/types/llms/anthropic_messages/anthropic_response.py b/litellm/types/llms/anthropic_messages/anthropic_response.py
index 03956ae7a54..9ad13243451 100644
--- a/litellm/types/llms/anthropic_messages/anthropic_response.py
+++ b/litellm/types/llms/anthropic_messages/anthropic_response.py
@@ -1,5 +1,5 @@
from collections.abc import Sequence
-from typing import Any, Literal, TypeAlias
+from typing import Literal, TypeAlias
from typing_extensions import NotRequired, ReadOnly, TypedDict
@@ -20,7 +20,7 @@ class AnthropicResponseTextBlock(TypedDict, total=False):
Anthropic Response Text Block: https://docs.anthropic.com/en/api/messages
"""
- citations: list[dict[str, Any]] | None
+ citations: list[dict[str, object]] | None
text: str
type: Literal["text"]
diff --git a/litellm/types/llms/base.py b/litellm/types/llms/base.py
index 47fec914f9c..5a2da071cec 100644
--- a/litellm/types/llms/base.py
+++ b/litellm/types/llms/base.py
@@ -1,4 +1,4 @@
-from typing import Any, Final
+from typing import Final
from openai._models import BaseModel as OpenAIObject
from pydantic import ConfigDict
@@ -45,7 +45,7 @@ class BaseLiteLLMOpenAIResponseObject(LiteLLMBaseModel):
class HiddenParams(OpenAIObject):
- original_response: str | Any | None = None
+ original_response: str | object | None = None
model_id: str | None = None # used in Router for individual deployments
api_base: str | None = None # returns api base used for making completion call
_response_ms: float | None = None
diff --git a/litellm/types/llms/databricks.py b/litellm/types/llms/databricks.py
index c7023e35777..bc229421d91 100644
--- a/litellm/types/llms/databricks.py
+++ b/litellm/types/llms/databricks.py
@@ -1,4 +1,4 @@
-from typing import Any, Literal
+from typing import Literal
from pydantic import BaseModel
from typing_extensions import (
@@ -23,7 +23,7 @@ class GenericStreamingChunk(TypedDict, total=False):
class DatabricksTextContent(TypedDict, total=False):
type: Literal["text"]
text: Required[str]
- citations: list[dict[str, Any]] | None
+ citations: list[dict[str, object]] | None
class DatabricksReasoningSummary(TypedDict):
@@ -35,7 +35,7 @@ class DatabricksReasoningSummary(TypedDict):
class DatabricksReasoningContent(TypedDict, total=False):
type: Literal["reasoning"]
summary: Required[list[DatabricksReasoningSummary]]
- citations: list[dict[str, Any]] | None
+ citations: list[dict[str, object]] | None
AllDatabricksContentListValues = DatabricksTextContent | DatabricksReasoningContent
diff --git a/litellm/types/management_endpoints/cache_settings_endpoints.py b/litellm/types/management_endpoints/cache_settings_endpoints.py
index f6394f52c99..3584f8ce1da 100644
--- a/litellm/types/management_endpoints/cache_settings_endpoints.py
+++ b/litellm/types/management_endpoints/cache_settings_endpoints.py
@@ -2,7 +2,7 @@
Types and field definitions for cache settings management endpoints
"""
-from typing import Any, Final
+from typing import Final
from litellm.types.llms.base import LiteLLMBaseModel
@@ -10,9 +10,9 @@ from litellm.types.llms.base import LiteLLMBaseModel
class CacheSettingsField(LiteLLMBaseModel):
field_name: str
field_type: str
- field_value: Any
+ field_value: object
field_description: str
- field_default: Any = None
+ field_default: object = None
options: list[str] | None = None # For fields with predefined options/enum values
ui_field_name: str # User-friendly display name
link: str | None = None # Documentation link for the field
diff --git a/litellm/types/management_endpoints/router_settings_endpoints.py b/litellm/types/management_endpoints/router_settings_endpoints.py
index 9c8fe446d72..64068f30a16 100644
--- a/litellm/types/management_endpoints/router_settings_endpoints.py
+++ b/litellm/types/management_endpoints/router_settings_endpoints.py
@@ -2,7 +2,7 @@
Types and field definitions for router settings management endpoints
"""
-from typing import Any, Final, Literal
+from typing import Final, Literal
from pydantic import Field, field_validator
@@ -72,9 +72,9 @@ class FallbackDeleteResponse(LiteLLMBaseModel):
class RouterSettingsField(LiteLLMBaseModel):
field_name: str
field_type: str
- field_value: Any
+ field_value: object
field_description: str
- field_default: Any = None
+ field_default: object = None
options: list[str] | None = None # For fields with predefined options/enum values
ui_field_name: str # User-friendly display name
link: str | None = None # Documentation link for the field
diff --git a/litellm/types/mcp.py b/litellm/types/mcp.py
index f0be66f055d..3fa9adef913 100644
--- a/litellm/types/mcp.py
+++ b/litellm/types/mcp.py
@@ -113,7 +113,7 @@ class MCPPublicServer(LiteLLMBaseModel):
transport: MCPTransportType
spec_path: str | None = None
auth_type: MCPAuthType | None = None
- mcp_info: dict[str, Any] | None = None
+ mcp_info: dict[str, object] | None = None
class MCPAllowedClient(LiteLLMBaseModel):
@@ -448,11 +448,11 @@ class MCPPreCallRequestObject(LiteLLMBaseModel):
"""
tool_name: str
- arguments: dict[str, Any]
+ arguments: dict[str, object]
server_name: str | None = None
tool_description: str | None = None
tool_input_schema: Mapping[str, object] | None = None
- user_api_key_auth: dict[str, Any] | None = None
+ user_api_key_auth: dict[str, object] | None = None
hidden_params: HiddenParams = HiddenParams()
@@ -462,7 +462,7 @@ class MCPPreCallResponseObject(LiteLLMBaseModel):
"""
should_proceed: bool = True
- modified_arguments: dict[str, Any] | None = None
+ modified_arguments: dict[str, object] | None = None
error_message: str | None = None
hidden_params: HiddenParams = HiddenParams()
@@ -473,7 +473,7 @@ class MCPDuringCallRequestObject(LiteLLMBaseModel):
"""
tool_name: str
- arguments: dict[str, Any]
+ arguments: dict[str, object]
server_name: str | None = None
tool_description: str | None = None
tool_input_schema: Mapping[str, object] | None = None
diff --git a/litellm/types/mcp_server/mcp_server_manager.py b/litellm/types/mcp_server/mcp_server_manager.py
index 219f23200d2..d29e4db55a4 100644
--- a/litellm/types/mcp_server/mcp_server_manager.py
+++ b/litellm/types/mcp_server/mcp_server_manager.py
@@ -117,7 +117,7 @@ class MCPServer(LiteLLMBaseModel):
# Admin-configured env vars. Each entry is {name, value, scope, description}.
# scope=="global" values are interpolated into static_headers using ${NAME}.
# scope=="user" values must be supplied per-user.
- env_vars: list[dict[str, Any]] | None = None
+ env_vars: list[dict[str, object]] | None = None
# OAuth-specific fields
authorization_server_metadata: Mapping[str, object] | None = Field(default=None, exclude=True)
client_id: str | None = None
@@ -240,7 +240,7 @@ class MCPServer(LiteLLMBaseModel):
# token_validation: key-value pairs that must match fields in the OAuth token
# response (supports dot-notation for nested fields, e.g. "team.enterprise_id").
# Tokens that fail validation are rejected before storage.
- token_validation: dict[str, Any] | None = None
+ token_validation: dict[str, object] | None = None
oauth_identity_binding: MCPOAuthIdentityBinding | None = None
# Optional TTL override (seconds) for the Redis per-user token cache, capped
# at the token's expires_in minus the expiry buffer so a cached entry never
diff --git a/litellm/types/prompts/init_prompts.py b/litellm/types/prompts/init_prompts.py
index fc4c36e760a..c1a3ab56311 100644
--- a/litellm/types/prompts/init_prompts.py
+++ b/litellm/types/prompts/init_prompts.py
@@ -1,6 +1,6 @@
from datetime import datetime
from enum import Enum
-from typing import Any, Literal
+from typing import Literal
from pydantic import ConfigDict
@@ -31,7 +31,7 @@ class PromptLiteLLMParams(LiteLLMBaseModel):
api_base: str | None = None
api_key: str | None = None
- provider_specific_query_params: dict[str, Any] | None = None
+ provider_specific_query_params: dict[str, object] | None = None
ignore_prompt_manager_model: bool | None = False
ignore_prompt_manager_optional_params: bool | None = False
@@ -66,7 +66,7 @@ class PromptSpec(LiteLLMBaseModel):
class PromptTemplateBase(LiteLLMBaseModel):
litellm_prompt_id: str
content: str
- metadata: dict[str, Any] | None = None
+ metadata: dict[str, object] | None = None
class PromptInfoResponse(LiteLLMBaseModel):
diff --git a/litellm/types/proxy/callback_logs_endpoints.py b/litellm/types/proxy/callback_logs_endpoints.py
index b2519d97122..0291cc902bc 100644
--- a/litellm/types/proxy/callback_logs_endpoints.py
+++ b/litellm/types/proxy/callback_logs_endpoints.py
@@ -5,7 +5,7 @@ External producers (e.g. the litellm-rust gateway) POST finished logging
payloads here; the proxy replays them through the standard callback fan-out.
"""
-from typing import Any, Literal
+from typing import Literal
from pydantic import Field
@@ -17,7 +17,7 @@ class CallbackLogRecord(LiteLLMBaseModel):
"""A single finished logging event to replay through the callbacks."""
status: Literal["success", "failure"]
- standard_logging_payload: dict[str, Any]
+ standard_logging_payload: dict[str, object]
error: str | None = None
diff --git a/litellm/types/proxy/cloudzero_endpoints.py b/litellm/types/proxy/cloudzero_endpoints.py
index ece294674b9..f87537494bd 100644
--- a/litellm/types/proxy/cloudzero_endpoints.py
+++ b/litellm/types/proxy/cloudzero_endpoints.py
@@ -46,7 +46,7 @@ class CloudZeroExportResponse(LiteLLMBaseModel):
dry_run_data: dict[str, Any] | None = Field(
None, description="Dry run data including usage data and CBF transformed data"
)
- summary: dict[str, Any] | None = Field(None, description="Summary statistics for dry run")
+ summary: dict[str, object] | None = Field(None, description="Summary statistics for dry run")
class CloudZeroSettingsView(LiteLLMBaseModel):
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py
index 60846b2a1bd..4f4bebf9704 100644
--- a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_prompt_shield.py
@@ -1,5 +1,3 @@
-from typing import Any
-
from pydantic import Field
from typing_extensions import TypedDict
@@ -23,7 +21,7 @@ class AzurePromptShieldGuardrailResponse(TypedDict):
"""Configuration parameters for the Azure Prompt Shield guardrail"""
userPromptAnalysis: UserPromptAnalysis
- documentsAnalysis: list[dict[str, Any]]
+ documentsAnalysis: list[dict[str, object]]
class AzurePromptShieldGuardrailConfigModel(
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py
index 90662e84ed5..6ee5741baf5 100644
--- a/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/azure/azure_text_moderation.py
@@ -1,4 +1,4 @@
-from typing import Any, Final, Literal
+from typing import Final, Literal
from pydantic import Field
from typing_extensions import Required, TypedDict
@@ -37,7 +37,7 @@ class AzureTextModerationGuardrailResponseCategoriesAnalysis(TypedDict):
class AzureTextModerationGuardrailResponse(TypedDict):
"""Response from the Azure Text Moderation guardrail"""
- blocklistsMatch: list[dict[str, Any]]
+ blocklistsMatch: list[dict[str, object]]
categoriesAnalysis: list[AzureTextModerationGuardrailResponseCategoriesAnalysis]
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py b/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py
index 6598f1de62b..c0f5ea5346e 100644
--- a/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/compresr.py
@@ -1,4 +1,4 @@
-from typing import Any, Literal
+from typing import Literal
from pydantic import Field
@@ -93,7 +93,7 @@ class CompresrGuardrailOptionalParams(LiteLLMBaseModel):
"Unset lets the server default apply (~10.0)."
),
)
- compression_params: dict[str, Any] | None = Field(
+ compression_params: dict[str, object] | None = Field(
default=None,
description=(
"Passthrough of extra parameters forwarded verbatim in the Compresr "
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py b/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py
index 78800a5e9a2..d49a3afae04 100644
--- a/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/litellm_content_filter.py
@@ -1,5 +1,5 @@
from enum import Enum
-from typing import Any, Literal, TypedDict
+from typing import Literal, TypedDict
from pydantic import Field
@@ -77,7 +77,7 @@ class CompetitorIntentDetection(TypedDict):
action_hint: str
entities: dict[str, list[str]]
signals: list[str]
- evidence: list[dict[str, Any]]
+ evidence: list[dict[str, object]]
ContentFilterDetection = PatternDetection | BlockedWordDetection | CategoryKeywordDetection | CompetitorIntentDetection
@@ -157,7 +157,7 @@ class LitellmContentFilterGuardrailConfigModel(GuardrailConfigModel):
)
# Competitor intent blocker (generic; industry presets add domain_words, etc.)
- competitor_intent_config: dict[str, Any] | None = Field(
+ competitor_intent_config: dict[str, object] | None = Field(
default=None,
description="Optional config for intent-based competitor comparison detection. "
"Keys: brand_self (list), competitors (list), competitor_aliases (dict), "
diff --git a/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py b/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py
index 9d1e375af72..6fe324ce6b0 100644
--- a/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py
+++ b/litellm/types/proxy/guardrails/guardrail_hooks/presidio.py
@@ -1,6 +1,6 @@
-from typing import Any
+from collections.abc import Mapping
-from typing_extensions import TypedDict
+from typing_extensions import ReadOnly, TypedDict
from litellm.types.guardrails import PiiEntityType
@@ -17,5 +17,5 @@ class PresidioAnalyzeResponseItem(TypedDict, total=False):
start: int | None
end: int | None
score: float | None
- analysis_explanation: dict[str, Any] | None
- recognition_metadata: dict[str, Any] | None
+ analysis_explanation: ReadOnly[Mapping[str, object] | None]
+ recognition_metadata: ReadOnly[Mapping[str, object] | None]
diff --git a/litellm/types/proxy/management_endpoints/common_daily_activity.py b/litellm/types/proxy/management_endpoints/common_daily_activity.py
index 66702abfb34..213c911cfdc 100644
--- a/litellm/types/proxy/management_endpoints/common_daily_activity.py
+++ b/litellm/types/proxy/management_endpoints/common_daily_activity.py
@@ -1,7 +1,6 @@
-from collections.abc import Sequence
+from collections.abc import Mapping, Sequence
from datetime import date
from enum import Enum
-from typing import Any
from pydantic import ConfigDict, Field
from typing_extensions import TypedDict
@@ -61,7 +60,7 @@ class KeyMetricWithMetadata(MetricBase):
class MetricWithMetadata(MetricBase):
- metadata: dict[str, Any] = Field(default_factory=dict)
+ metadata: Mapping[str, object] = Field(default_factory=dict)
# API key breakdown for this metric (e.g., which API keys are using this MCP server)
api_key_breakdown: dict[str, KeyMetricWithMetadata] = Field(default_factory=dict) # api_key -> {metrics, metadata}
diff --git a/litellm/types/proxy/management_endpoints/config_overrides.py b/litellm/types/proxy/management_endpoints/config_overrides.py
index c82e616cf9a..b807b5537d5 100644
--- a/litellm/types/proxy/management_endpoints/config_overrides.py
+++ b/litellm/types/proxy/management_endpoints/config_overrides.py
@@ -1,5 +1,3 @@
-from typing import Any
-
from pydantic import Field
from litellm.types.llms.base import LiteLLMBaseModel
@@ -103,5 +101,5 @@ class ConfigOverrideSettingsResponse(LiteLLMBaseModel):
"""Response model for config override settings GET endpoints."""
config_type: str = Field(description="The type of config override")
- values: dict[str, Any] = Field(description="Current configuration values (sensitive fields decrypted)")
- field_schema: dict[str, Any] = Field(description="Schema information for UI rendering")
+ values: dict[str, object] = Field(description="Current configuration values (sensitive fields decrypted)")
+ field_schema: dict[str, object] = Field(description="Schema information for UI rendering")
diff --git a/litellm/types/proxy/management_endpoints/internal_user_endpoints.py b/litellm/types/proxy/management_endpoints/internal_user_endpoints.py
index febd4485d10..fc0b73f77b6 100644
--- a/litellm/types/proxy/management_endpoints/internal_user_endpoints.py
+++ b/litellm/types/proxy/management_endpoints/internal_user_endpoints.py
@@ -1,5 +1,5 @@
from collections.abc import Mapping, Sequence
-from typing import Any, Final, Literal
+from typing import Final, Literal
from pydantic import ConfigDict, Field, field_validator
from typing_extensions import ReadOnly, TypedDict
@@ -80,7 +80,7 @@ class UserUpdateResult(LiteLLMBaseModel):
user_email: str | None = None
success: bool
error: str | None = None
- updated_user: dict[str, Any] | None = None
+ updated_user: dict[str, object] | None = None
class BulkUpdateUserResponse(LiteLLMBaseModel):
diff --git a/litellm/types/proxy/management_endpoints/model_management_endpoints.py b/litellm/types/proxy/management_endpoints/model_management_endpoints.py
index 6a4160c3c50..c012f872280 100644
--- a/litellm/types/proxy/management_endpoints/model_management_endpoints.py
+++ b/litellm/types/proxy/management_endpoints/model_management_endpoints.py
@@ -1,6 +1,5 @@
from collections.abc import Mapping
from datetime import datetime
-from typing import Any
from pydantic import ConfigDict, Field
@@ -22,7 +21,7 @@ class UpdateUsefulLinksRequest(LiteLLMBaseModel):
# Supports both old format (Dict[str, str]) and new format (Dict[str, Dict[str, Any]])
# New format: { "displayName": { "url": "...", "index": 0 } }
# Old format: { "displayName": "url" } (for backward compatibility)
- useful_links: dict[str, str | dict[str, Any]]
+ useful_links: dict[str, str | dict[str, object]]
class AutoRouterClassifierDefaultPromptResponse(LiteLLMBaseModel):
diff --git a/litellm/types/proxy/management_endpoints/team_endpoints.py b/litellm/types/proxy/management_endpoints/team_endpoints.py
index 743b2d7c963..51c48e6ebf9 100644
--- a/litellm/types/proxy/management_endpoints/team_endpoints.py
+++ b/litellm/types/proxy/management_endpoints/team_endpoints.py
@@ -1,5 +1,5 @@
from collections.abc import Mapping
-from typing import Any, Final, Literal
+from typing import Final, Literal
from pydantic import ConfigDict, Field, field_validator, model_validator
@@ -121,8 +121,8 @@ class TeamMemberAddResult(LiteLLMBaseModel):
user_email: str | None = None
success: bool
error: str | None = None
- updated_user: dict[str, Any] | None = None
- updated_team_membership: dict[str, Any] | None = None
+ updated_user: dict[str, object] | None = None
+ updated_team_membership: dict[str, object] | None = None
class BulkTeamMemberAddResponse(LiteLLMBaseModel):
@@ -133,7 +133,7 @@ class BulkTeamMemberAddResponse(LiteLLMBaseModel):
total_requested: int
successful_additions: int
failed_additions: int
- updated_team: dict[str, Any] | None = None
+ updated_team: dict[str, object] | None = None
class TeamMemberRef(MemberDeleteRequest):
diff --git a/litellm/types/proxy/prompt_endpoints.py b/litellm/types/proxy/prompt_endpoints.py
index 930713663a1..cded9f5fb87 100644
--- a/litellm/types/proxy/prompt_endpoints.py
+++ b/litellm/types/proxy/prompt_endpoints.py
@@ -1,9 +1,7 @@
-from typing import Any
-
from litellm.types.llms.base import LiteLLMBaseModel
class TestPromptRequest(LiteLLMBaseModel):
dotprompt_content: str
- prompt_variables: dict[str, Any] | None = None
+ prompt_variables: dict[str, object] | None = None
conversation_history: list[dict[str, str]] | None = None
diff --git a/litellm/types/proxy/public_endpoints/public_endpoints.py b/litellm/types/proxy/public_endpoints/public_endpoints.py
index c487ce8b6c5..0e8a2bb3401 100644
--- a/litellm/types/proxy/public_endpoints/public_endpoints.py
+++ b/litellm/types/proxy/public_endpoints/public_endpoints.py
@@ -1,5 +1,5 @@
from collections.abc import Mapping, Sequence
-from typing import Any, Literal
+from typing import Literal
from pydantic import ConfigDict
@@ -13,7 +13,7 @@ class PublicModelHubInfo(LiteLLMBaseModel):
# Supports both old format (Dict[str, str]) and new format (Dict[str, Dict[str, Any]])
# New format: { "displayName": { "url": "...", "index": 0 } }
# Old format: { "displayName": "url" } (for backward compatibility)
- useful_links: dict[str, str | dict[str, Any]] | None
+ useful_links: dict[str, str | dict[str, object]] | None
class ProviderCredentialField(LiteLLMBaseModel):
diff --git a/litellm/types/proxy/vantage_endpoints.py b/litellm/types/proxy/vantage_endpoints.py
index 1833d8b8386..ccf050a8921 100644
--- a/litellm/types/proxy/vantage_endpoints.py
+++ b/litellm/types/proxy/vantage_endpoints.py
@@ -2,8 +2,8 @@
Vantage endpoint types for LiteLLM Proxy
"""
+from collections.abc import Mapping
from datetime import datetime
-from typing import Any
from pydantic import Field, field_validator
@@ -57,10 +57,10 @@ class VantageExportResponse(LiteLLMBaseModel):
message: str
status: str
- dry_run_data: dict[str, Any] | None = Field(
+ dry_run_data: Mapping[str, object] | None = Field(
None, description="Dry run data including usage data and FOCUS transformed data"
)
- summary: dict[str, Any] | None = Field(None, description="Summary statistics for dry run")
+ summary: Mapping[str, object] | None = Field(None, description="Summary statistics for dry run")
class VantageSettingsView(LiteLLMBaseModel):
diff --git a/litellm/types/rag.py b/litellm/types/rag.py
index 2f912d21587..02c06f242d1 100644
--- a/litellm/types/rag.py
+++ b/litellm/types/rag.py
@@ -3,7 +3,7 @@ Type definitions for RAG (Retrieval Augmented Generation) Ingest API.
"""
from collections.abc import Mapping
-from typing import Any, Literal
+from typing import Literal
from pydantic import ConfigDict
from typing_extensions import ReadOnly, TypedDict
@@ -232,7 +232,7 @@ class RAGIngestRequest(LiteLLMBaseModel):
file_url: str | None = None # URL to fetch file from
file_id: str | None = None # Existing file ID
- ingest_options: dict[str, Any] # RAGIngestOptions as dict for flexibility
+ ingest_options: dict[str, object] # RAGIngestOptions as dict for flexibility
model_config = ConfigDict(extra="allow") # Allow additional fields
@@ -260,7 +260,7 @@ class RAGQueryRequest(LiteLLMBaseModel):
"""Request body for RAG query API."""
model: str
- messages: list[Any]
+ messages: list[object]
retrieval_config: RAGRetrievalConfig
rerank: RAGRerankConfig | None = None
stream: bool | None = False
diff --git a/litellm/types/responses/main.py b/litellm/types/responses/main.py
index 5588527c141..72dc63a581f 100644
--- a/litellm/types/responses/main.py
+++ b/litellm/types/responses/main.py
@@ -5,7 +5,7 @@ from typing import Final, Literal, Optional, Union
from openai.types.responses.response_function_tool_call import ResponseFunctionToolCall
from openai.types.responses.response_function_web_search import ActionSearchSource, ResponseFunctionWebSearch
from pydantic import ConfigDict, PrivateAttr
-from typing_extensions import Any, TypedDict
+from typing_extensions import TypedDict
from litellm.types.llms.base import BaseLiteLLMOpenAIResponseObject
@@ -100,7 +100,7 @@ class OutputCodeInterpreterCall(BaseLiteLLMOpenAIResponseObject):
def build_code_interpreter_log_outputs(
- content: Any,
+ content: object,
) -> list[OutputCodeInterpreterCallLog] | None:
"""Convert Anthropic bash_code_execution stdout/stderr to log outputs.
diff --git a/litellm/types/vector_store_files.py b/litellm/types/vector_store_files.py
index 6b4953965d5..3623746216a 100644
--- a/litellm/types/vector_store_files.py
+++ b/litellm/types/vector_store_files.py
@@ -1,7 +1,9 @@
+import builtins
+from collections.abc import Mapping
from enum import Enum
-from typing import Any, Literal
+from typing import Literal
-from typing_extensions import TypedDict
+from typing_extensions import ReadOnly, TypedDict
class VectorStoreFileStatus(str, Enum):
@@ -33,7 +35,7 @@ class VectorStoreFileObject(TypedDict, total=False):
usage_bytes: int | None
vector_store_id: str
status: VectorStoreFileStatus
- last_error: dict[str, Any] | None
+ last_error: ReadOnly[Mapping[str, builtins.object] | None]
chunking_strategy: VectorStoreFileChunkingStrategy | None
attributes: dict[str, str | int | float | bool] | None
@@ -83,5 +85,5 @@ class VectorStoreFileContentResponse(TypedDict, total=False):
class VectorStoreFileAuthCredentials(TypedDict, total=False):
- headers: dict[str, Any]
- query_params: dict[str, Any]
+ headers: ReadOnly[Mapping[str, object]]
+ query_params: ReadOnly[Mapping[str, object]]
diff --git a/litellm/types/vector_stores.py b/litellm/types/vector_stores.py
index 5e7d517ece2..2259339e479 100644
--- a/litellm/types/vector_stores.py
+++ b/litellm/types/vector_stores.py
@@ -31,7 +31,7 @@ class LiteLLM_ManagedVectorStore(TypedDict, total=False):
vector_store_name: str | None
vector_store_description: str | None
- vector_store_metadata: dict[str, Any] | str | None
+ vector_store_metadata: dict[str, object] | str | None
created_at: datetime | None
updated_at: datetime | None