The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
{
"resourceSpans": [
{
"resource": {
"attributes": [
{
"key": "service.name",
"value": {
"stringValue": "fixture"
}
}
]
},
"scopeSpans": [
{
"scope": {
"name": "fixture"
},
"spans": [
{
"traceId": "01010101010101010101010101010101",
"spanId": "0101010101010101",
"parentSpanId": "",
"name": "review",
"kind": 1,
"startTimeUnixNano": "1735689600000000000",
"endTimeUnixNano": "1735689602000000000",
"attributes": [
{
"key": "gen_ai.input.messages",
"value": {
"stringValue": "Review the change"
}
}
],
"status": {
"code": 1,
"message": ""
}
}
]
}
]
}
]
}