The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
#!/bin/sh
set -eu
runtime_dir=/tmp/litellm-ui
runtime_file=$runtime_dir/runtime-config.json
rm -f "$runtime_file" 2>/dev/null || true
if [ "${LITELLM_BACKEND_URL+x}" = "" ]; then
exit 0
fi
newline='
'
case "$LITELLM_BACKEND_URL" in
*"$newline"*)
printf '%s\n' 'WARN: ignoring invalid LITELLM_BACKEND_URL' >&2
exit 0
;;
esac
if ! printf '%s\n' "$LITELLM_BACKEND_URL" | grep -Eq '^https?://[^"\\ ]+$'; then
printf '%s\n' 'WARN: ignoring invalid LITELLM_BACKEND_URL' >&2
exit 0
fi
backend_url=$LITELLM_BACKEND_URL
while [ "${backend_url%/}" != "$backend_url" ]; do
backend_url=${backend_url%/}
done
mkdir -p "$runtime_dir"
printf '{"backend_url":"%s"}\n' "$backend_url" > "$runtime_file"