Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

NameLast commit date
..
audio_utils
llm_cost_calc
llm_response_utils
prompt_templates
specialty_caches
__init__.py
conftest.py
event_loop_lag.py
fake_secret_vault.py
messages_with_counts.py
test_agentic_followup_kwargs.py
test_anthropic_dedup_factory.py
test_api_route_to_call_types.py
test_app_crypto.py
test_audio_utils.py
test_aws_partition.py
test_bedrock_converse_dedup_factory.py
test_bug_report.py
test_chat_completion_agentic_loop.py
test_classifier_logging.py
test_cli_token_utils.py
test_cloud_storage_security.py
test_codestral_provider_routing.py
test_core_helpers.py
test_coroutine_checker.py
test_cost_discount.py
test_custom_logger_registry.py
test_dd_tracing.py
test_decisions_pricing.py
test_decode_special_tokens.py
test_default_encoding.py
test_dot_notation_indexing.py
test_duration_parser.py
test_env_utils.py
test_error_normalization.py
test_exception_mapping_utils.py
test_extract_base64_image.py
test_fallback_generalizations.py
test_fallback_utils.py
test_get_litellm_params.py
test_get_llm_provider_endpoint_match.py
test_get_llm_provider_logic.py
test_get_model_cost_map.py
test_get_supported_openai_params.py
test_health_check_helpers.py
test_hidden_params.py
test_image_handling.py
test_initialize_dynamic_callback_params.py
test_internal_call_metadata.py
test_json_fragment_accumulator.py
test_json_schema_validation.py
test_litellm_logging.py
test_llm_judge.py
test_llm_request_utils.py
test_logging_callback_manager.py
test_logging_utils.py
test_logging_worker.py
test_max_streaming_duration.py
test_model_param_helper.py
test_model_response_utils.py
test_moderation_standard_logging.py
test_oauth_token_exchange.py
test_optional_imports.py
test_path_utils.py
test_private_json.py
test_provider_affinity.py
test_provider_specific_headers.py
test_ptu_pricing.py
test_realtime_errors.py
test_realtime_streaming.py
test_redact_messages.py
test_request_timeout_resolver.py
test_retry_after_headers.py
test_safe_divide_seconds.py
test_safe_json_dumps.py
test_sensitive_data_masker.py
test_sentry_scrubbing.py
test_served_output_texts.py
test_stream_usage_logging.py
test_streaming_chunk_builder_cursor.py
test_streaming_chunk_builder_server_tool_use.py
test_streaming_chunk_builder_utils.py
test_streaming_handler.py
test_streaming_overhead.py
test_text_completion_conversion.py
test_thread_pool_executor.py
test_token_counter_tool_data.py
test_token_counter_tool.py
test_token_counter.py
test_tokenizer.py
test_tool_fields.py
test_tool_search_spend_logging.py
test_url_utils.py
test_xai_oauth_routing.py