The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]
Python ai-gatewayanthropicazure-openaibedrockgatewaylangchainlitellmllmllm-gatewayllmopsmcp-gatewayopenaiopenai-proxyrustrust-aivertex-ai
"""Tests for litellm/a2a_protocol/utils.py token/usage extraction."""
import pytest
pytest.importorskip("a2a.compat.v0_3.types")
from a2a.compat.v0_3.types import MessageSendParams, SendMessageRequest
from litellm.a2a_protocol.utils import A2ARequestUtils
def _request(user_text: str) -> SendMessageRequest:
return SendMessageRequest(
id="r1",
params=MessageSendParams(
message={
"messageId": "m1",
"role": "user",
"parts": [{"kind": "text", "text": user_text}],
}
),
)
def test_calculate_usage_counts_input_tokens_from_request_object():
"""Regression: request-side Part is a RootModel; input tokens must be counted."""
request = _request("count these input tokens please")
response_dict = {
"result": {
"kind": "message",
"parts": [{"kind": "text", "text": "ok"}],
}
}
prompt_tokens, completion_tokens, total_tokens = A2ARequestUtils.calculate_usage_from_request_response(
request=request, response_dict=response_dict
)
assert prompt_tokens > 0
assert completion_tokens > 0
assert total_tokens == prompt_tokens + completion_tokens