Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.
Python agentaianthropicclaude-codecompressioncontext-engineeringcontext-windowcursorfastapilangchainllmmcpopenaiprompt-engineeringproxypythonragtoken-optimizationtokenstypescript
"""Dependency contract between Rust ort API 24 and pip ONNX Runtime."""
from __future__ import annotations
from pathlib import Path
import pytest
import tomllib
from packaging.markers import default_environment
from packaging.requirements import Requirement
from packaging.specifiers import SpecifierSet
ROOT = Path(__file__).resolve().parents[1]
def test_shipping_ort_dependencies_match_supported_platforms() -> None:
project = tomllib.loads((ROOT / "pyproject.toml").read_text())["project"]
optional = project["optional-dependencies"]
cases = [
("3.11", "darwin", "x86_64", SpecifierSet(">=1.16.0,<1.24.0")),
("3.13", "darwin", "x86_64", SpecifierSet(">=1.16.0,<1.24.0")),
("3.14", "darwin", "x86_64", None),
("3.15", "darwin", "x86_64", None),
("3.14", "darwin", "arm64", SpecifierSet(">=1.24.0")),
("3.14", "linux", "x86_64", SpecifierSet(">=1.24.0")),
("3.11", "darwin", "arm64", SpecifierSet(">=1.24.0")),
("3.11", "linux", "x86_64", SpecifierSet(">=1.24.0")),
("3.10", "darwin", "x86_64", SpecifierSet(">=1.16.0,<1.24.0")),
("3.10", "linux", "x86_64", SpecifierSet(">=1.16.0,<1.24.0")),
]
for extra in ("proxy", "voice"):
requirements = [
Requirement(value)
for value in optional[extra]
if Requirement(value).name == "onnxruntime"
]
assert len(requirements) == 2
for python_version, sys_platform, platform_machine, expected in cases:
environment = default_environment()
environment.update(
python_version=python_version,
python_full_version=f"{python_version}.0",
sys_platform=sys_platform,
platform_machine=platform_machine,
extra="",
)
selected = [
req for req in requirements if req.marker and req.marker.evaluate(environment)
]
if expected is None:
assert not selected
else:
assert len(selected) == 1
assert selected[0].specifier == expected
def test_intel_macos_python314_omits_ort_dependent_optional_backends() -> None:
project = tomllib.loads((ROOT / "pyproject.toml").read_text())["project"]
environment = default_environment()
environment.update(
python_version="3.14",
python_full_version="3.14.0",
sys_platform="darwin",
platform_machine="x86_64",
extra="",
)
ort_backends = {"onnxruntime", "magika", "fastembed", "rapidocr", "rapidocr-onnxruntime"}
for extra in ("proxy", "voice", "relevance", "image"):
selected = {
req.name
for raw in project["optional-dependencies"][extra]
if (req := Requirement(raw)).marker is None or req.marker.evaluate(environment)
}
assert not selected & ort_backends, (extra, selected & ort_backends)
def test_all_extra_includes_proxy_without_torch_dependency_extras() -> None:
project = tomllib.loads((ROOT / "pyproject.toml").read_text())["project"]
optional = project["optional-dependencies"]
all_requirements = optional["all"]
included_extras = {
extra
for raw_requirement in all_requirements
if (requirement := Requirement(raw_requirement)) and requirement.name == "headroom-ai"
for extra in requirement.extras
}
assert {"proxy", "image"} <= included_extras
assert not {"ml", "memory", "evals", "voice"} & included_extras
assert {"ml", "memory", "evals", "voice", "sandbox"} <= optional.keys()
@pytest.mark.proxy_dependency_gate
@pytest.mark.parametrize(
"python_version, sys_platform, platform_machine, optional",
[
((3, 14), "darwin", "x86_64", True),
((3, 15), "darwin", "x86_64", True),
((3, 13), "darwin", "x86_64", False),
((3, 14), "darwin", "arm64", False),
((3, 14), "linux", "x86_64", False),
],
)
def test_proxy_dependency_gate_matches_onnx_platform_markers(
monkeypatch, python_version, sys_platform, platform_machine, optional
) -> None:
import platform
from headroom.cli import proxy
monkeypatch.setattr(proxy.sys, "version_info", python_version)
monkeypatch.setattr(proxy.sys, "platform", sys_platform)
monkeypatch.setattr(platform, "machine", lambda: platform_machine)
requested = []
def find_dependency(name):
requested.append(name)
if name in {"magika", "onnxruntime"}:
return None
return object()
monkeypatch.setattr(proxy, "find_spec", find_dependency)
if optional:
proxy.ensure_proxy_dependencies()
assert not {"magika", "onnxruntime"} & set(requested)
assert {"fastapi", "uvicorn", "httpx", "mcp", "transformers"} <= set(requested)
else:
with pytest.raises(SystemExit, match="1"):
proxy.ensure_proxy_dependencies()