Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

NameLast commit date
..
_anthropic_safeguards_beta_support.py
_api_base_trailing_slash_support.py
_api_base_url_join_support.py
_assistants_route_errors_support.py
_cache_control_marks_support.py
_coralbricks.py
_count_tokens_system_lift.py
_dashscope_video_support.py
_gemini_long_decode_support.py
_gemini_tts_voice_support.py
_idle_upstream_support.py
_mantle_gpt_prompt_cache_support.py
_responses_bridge_prompt_cache_breakpoint.py
_sagemaker_chat_container.py
_tool_search_support.py
_vertex_batch_rows.py
fine_tuning_proxy_config.yaml
openai_fine_tuning.jsonl
test_a2a_sdk_upstream_wire.py
test_anthropic_count_tokens_system_lift_wire.py
test_anthropic_empty_user_turn_wire.py
test_anthropic_passthrough_wire.py
test_anthropic_refusal_stop_details_chaos.py
test_anthropic_refusal_stop_details_wire.py
test_anthropic_skills_create_wire.py
test_anthropic_system_cache_control_wire.py
test_anthropic_thinking_signature_logging_wire.py
test_anthropic_thinking_signature_stream_wire.py
test_anthropic_tool_search_result_chaos.py
test_anthropic_tool_search_result_matrix_wire.py
test_anthropic_tool_search_result_modify_params_wire.py
test_anthropic_tool_search_result_passthrough_wire.py
test_anthropic_tool_search_result_wire.py
test_api_base_trailing_slash_chaos.py
test_api_base_trailing_slash_owned_proxy.py
test_api_base_trailing_slash_wire.py
test_api_base_url_join_chaos.py
test_api_base_url_join_host_owned_proxy.py
test_api_base_url_join_wire.py
test_assemblyai_passthrough.py
test_assistants_evals_wire.py
test_assistants_route_errors_chaos.py
test_assistants_route_errors_wire.py
test_audit_any_sweep_harness_endpoint.py
test_audit_any_sweep_vector_store.py
test_azure_ai_chat_wire.py
test_azure_ai_claude_messages_wire.py
test_azure_ai_flux2_image_wire.py
test_azure_ai_rerank_auth_wire.py
test_azure_embedding_wire.py
test_azure_reasoning_effort_none_wire.py
test_azure_responses_api_version_wire.py
test_bedrock_anthropic_beta_header_wire.py
test_bedrock_auth_wire.py
test_bedrock_batch_blank_s3_env_wire.py
test_bedrock_batch_files_wire.py
test_bedrock_batch_retrieve_status_wire.py
test_bedrock_claude_thinking_wire.py
test_bedrock_converse_client_metadata_wire.py
test_bedrock_converse_config_blocks_wire.py
test_bedrock_converse_lookaround_regex_chaos.py
test_bedrock_converse_lookaround_regex_wire.py
test_bedrock_converse_missing_content_wire.py
test_bedrock_converse_redacted_thinking_wire.py
test_bedrock_converse_stream_event_frames_wire.py
test_bedrock_deepseek_reasoning_wire.py
test_bedrock_embedding_wire.py
test_bedrock_gpt_responses_native_wire.py
test_bedrock_gpt5_reasoning_wire.py
test_bedrock_invoke_cache_usage_wire.py
test_bedrock_invoke_dangerous_tool_use_beta_wire.py
test_bedrock_kimi_k3_cache_point_wire.py
test_bedrock_knowledge_base_user_context_wire.py
test_bedrock_mantle_claude_chat_chaos.py
test_bedrock_mantle_claude_chat_wire.py
test_bedrock_mantle_codex_input_wire.py
test_bedrock_mantle_context_overflow_fallbacks_wire.py
test_bedrock_mantle_context_overflow_wire.py
test_bedrock_mantle_count_tokens_wire.py
test_bedrock_mantle_gpt_prompt_cache_breakpoint_wire.py
test_bedrock_mantle_output_limit_wire.py
test_bedrock_mantle_responses_wire.py
test_bedrock_mantle_wire.py
test_bedrock_marengo_embed_3_wire.py
test_bedrock_model_discovery_chaos.py
test_bedrock_model_discovery_wire.py
test_bedrock_native_structured_output_wire.py
test_bedrock_nova_sonic_realtime_tool_calls.py
test_bedrock_passthrough_aws_errors.py
test_bedrock_passthrough_guardrail_config_wire.py
test_bedrock_passthrough_request_metadata_wire.py
test_bedrock_passthrough_stream_wire.py
test_bedrock_rerank_wire.py
test_bedrock_role_configuration.py
test_bedrock_runtime_chat_completions_chaos.py
test_bedrock_runtime_chat_completions_sad_wire.py
test_bedrock_runtime_chat_completions_wire.py
test_bedrock_stream_timeout_chaos.py
test_bedrock_stream_timeout_wire.py
test_bedrock_thinking_tokens_wire.py
test_cache_control_tool_call_marks_owned_proxy.py
test_cache_control_tool_call_marks_wire.py
test_chat_completions_tool_search_chaos.py
test_chat_completions_tool_search_history_wire.py
test_chat_completions_tool_search_wire.py
test_chat_template_tool_count_wire.py
test_chatgpt_responses_caller_stream_chaos.py
test_chatgpt_responses_caller_stream_wire.py
test_chatgpt_responses_top_level_error_wire.py
test_cloudflare_clef_images_chaos.py
test_cloudflare_clef_images_wire.py
test_cloudflare_clef_omni_media_chaos.py
test_cloudflare_clef_omni_media_wire.py
test_container_file_routes_wire.py
test_coralbricks_provider_chaos.py
test_coralbricks_provider_env_wire.py
test_coralbricks_provider_wire.py
test_count_tokens_error_shapes_wire.py
test_count_tokens_model_wire.py
test_cursor_responses_wire.py
test_custom_prompt_template_chaos.py
test_custom_prompt_template_wire.py
test_dashscope_chat_wire.py
test_dashscope_video_chaos.py
test_dashscope_video_wire.py
test_databricks_agent_wire.py
test_databricks_chat_wire.py
test_databricks_decisions_wire.py
test_databricks_oauth_wire.py
test_decision_model_guardrail.py
test_decisions_box_deployment_flag_chaos.py
test_decisions_box_deployment_flag_wire.py
test_decisions_chaos.py
test_decisions_openai_format_wire.py
test_decisions_wire.py
test_deepseek_vision_wire.py
test_device_code_login_guard_boot.py
test_device_code_login_guard_wire.py
test_embedding_cache_partial_hit_wire.py
test_embedding_token_array_wire.py
test_fake_openai_upstream_routes.py
test_fal_ai_chat_wire.py
test_fal_ai_image_wire.py
test_fal_ai_passthrough_wire.py
test_fal_ai_video_wire.py
test_files_batches_wire.py
test_fireworks_ai_router_slug_wire.py
test_fireworks_ai_session_affinity_wire.py
test_friendliai_replay_wire.py
test_gemini_agents_wire.py
test_gemini_anyof_null_branches_wire.py
test_gemini_chat_video_metadata_wire.py
test_gemini_embedding_file_block_chaos.py
test_gemini_embedding_file_block_wire.py
test_gemini_image_config_and_usage_wire.py
test_gemini_interactions_wire.py
test_gemini_long_decode_chaos.py
test_gemini_long_decode_wire.py
test_gemini_omitted_temperature.py
test_gemini_thinking_replay_chaos.py
test_gemini_thinking_replay_wire.py
test_gemini_tool_result_part_reference_chaos.py
test_gemini_tool_result_part_reference_wire.py
test_gemini_tts_voice_mapping_owned_proxy.py
test_gemini_tts_voice_mapping_wire.py
test_google_genai_adapter_wire.py
test_google_genai_native_wire.py
test_google_genai_proxy_sdk_wire.py
test_google_genai_vertex_routes_wire.py
test_hosted_vllm_reasoning_content_chaos.py
test_hosted_vllm_reasoning_content_wire.py
test_hosted_vllm_stream_stall_wire.py
test_idle_upstream_guardrail_cut_wire.py
test_idle_upstream_keepalive_edges_wire.py
test_idle_upstream_keepalive_override_wire.py
test_idle_upstream_reconnect_chaos_wire.py
test_idle_upstream_reconnect_routes_wire.py
test_idle_upstream_reconnect_rust_messages_wire.py
test_idle_upstream_reconnect_wire.py
test_image_gen_drop_params_wire.py
test_inferenceapis_context_window_fallbacks_wire.py
test_inferenceapis_wire.py
test_interactions_openai_bridge_wire.py
test_internal_params_wire.py
test_lm_studio_chat_wire.py
test_malformed_tools_chaos.py
test_malformed_tools_wire.py
test_moderations_wire.py
test_moderations.py
test_nvidia_nim_ranking_wire.py
test_ocr_multipart_wire.py
test_ocr_router_wire.py
test_ollama_prompt_tools_chaos.py
test_ollama_prompt_tools_wire.py
test_openai_chat_prompt_cache_breakpoint_wire.py
test_openai_chat_wire.py
test_openai_completion_wire.py
test_openai_count_tokens_tools_wire.py
test_openai_dialect_prompt_cache_breakpoint_owned_proxy.py
test_openai_embedding_timeout_wire.py
test_openai_embedding_wire.py
test_openai_error_handling.py
test_openai_fine_tuning.py
test_openai_image_edit_wire.py
test_openai_image_variation_wire.py
test_openai_like_response_headers_wire.py
test_openai_passthrough_files_wire.py
test_openai_passthrough_multipart_wire.py
test_openai_realtime_transcription_url.py
test_openai_responses_prompt_cache_breakpoint_wire.py
test_openai_responses_tool_search_wire.py
test_openai_responses_websocket_wire.py
test_openai_stream_text_usage_wire.py
test_provider_lookup_status.py
test_rag_ingest_wire.py
test_realtime_transcription_guardrail_session_update.py
test_realtime_unguarded_voice_turns.py
test_realtime_webrtc_http.py
test_request_boundary.py
test_rerank_latency_headers_wire.py
test_responses_bridge_incomplete.py
test_responses_bridge_input_audio_wire.py
test_responses_bridge_item_marks_guardrail_wire.py
test_responses_bridge_message_cache_control_wire_chaos.py
test_responses_bridge_message_cache_control_wire.py
test_responses_bridge_namespace_tools.py
test_responses_bridge_prompt_cache_breakpoint_chaos.py
test_responses_bridge_prompt_cache_breakpoint_wire_chaos.py
test_responses_bridge_prompt_cache_breakpoint_wire.py
test_responses_bridge_prompt_cache_breakpoint.py
test_responses_bridge_stream_output_items_wire.py
test_responses_bridge_tool_search_chaos.py
test_responses_bridge_tool_search_replay_wire.py
test_responses_bridge_tool_search_replay.py
test_responses_bridge_tool_search_undeferred_wire.py
test_responses_bridge_tool_search_wire.py
test_responses_client_header_forwarding_wire.py
test_responses_compact_wire.py
test_responses_compaction_items_wire.py
test_responses_core_wire.py
test_responses_error_status_wire.py
test_responses_lifecycle_wire.py
test_responses_minted_reasoning_replay_chaos.py
test_responses_minted_reasoning_replay_wire.py
test_responses_reasoning_item_wire.py
test_responses_websocket_session_limit.py
test_rust_anthropic_safeguards_beta_chaos.py
test_rust_anthropic_safeguards_beta_wire.py
test_s3_wire.py
test_sagemaker_chat_credential_sources.py
test_sagemaker_chat_wire.py
test_sagemaker_embedding_chaos.py
test_sagemaker_embedding_wire.py
test_search_wire.py
test_strands_decider_agentcore_wire.py
test_tencent_chat_wire.py
test_tool_config_cache_point_wire.py
test_validated_reply_boundaries_under_faults.py
test_vector_store_create_wire.py
test_vector_store_search_wire.py
test_vector_store_team_model_provider_wire.py
test_vertex_anthropic_inline_tools_beta_wire.py
test_vertex_anthropic_structured_output_wire.py
test_vertex_batch_output_info_wire.py
test_vertex_batch_row_line_errors_chaos.py
test_vertex_batch_row_line_errors_owned_proxy.py
test_vertex_batch_row_line_errors_wire.py
test_vertex_credentials_source_wire.py
test_vertex_embedding_batch_file_block_wire.py
test_vertex_embedding_file_block_wire.py
test_vertex_embedding_wire.py
test_vertex_gemini_count_tokens_wire.py
test_vertex_gemini_fragmented_stream_wire.py
test_vertex_gemini_function_call_wire.py
test_vertex_partner_count_tokens_wire.py
test_vertex_partner_messages_wire.py
test_vertex_passthrough_wire.py
test_vertex_realtime_multi_region_host.py
test_vertex_timestamps_utc_wire.py
test_voyage_mongodb_host_wire.py
test_xai_batch_output_file_wire.py
test_xai_server_tool_usage_wire.py
test_xai_web_search_wire.py
test_xiaomi_mimo_wire.py