Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

3.7 KB
Raw Blame
from __future__ import annotations

import os
from pathlib import Path
from typing import Final

from .python_runner import BackendSpec, collect_python_tests, compare_python_runs, run_python_tests


def _suite(root: Path, *, mismatch: bool = False) -> BackendSpec:
    (root / "pytest.ini").write_text("[pytest]\n")
    (root / "backend_probe.py").write_text(
        "import os\ndef selected():\n    return 'rust' if os.environ.get('TEST_USE_RUST') == '1' else 'python'\n"
    )
    (root / "test_backend.py").write_text(
        "import os\nfrom pathlib import Path\nfrom backend_probe import selected\n"
        "def test_backend():\n    backend = selected()\n"
        "    Path(backend + '.pid').write_text(str(os.getpid()))\n"
        + ("    assert backend == 'python'\n" if mismatch else "    assert backend in {'python', 'rust'}\n")
    )
    return BackendSpec(environment_variable="TEST_USE_RUST", probe="backend_probe:selected")


def test_runs_existing_python_tests_in_separate_verified_backends(tmp_path: Path) -> None:
    spec: Final = _suite(tmp_path)
    python: Final = run_python_tests(("test_backend.py",), tmp_path, "python", spec)
    rust: Final = run_python_tests(("test_backend.py",), tmp_path, "rust", spec)
    assert compare_python_runs(python, rust) == ()
    assert python.tests == ("test_backend.py::test_backend",)
    assert (tmp_path / "python.pid").read_text() != (tmp_path / "rust.pid").read_text()
    assert (tmp_path / "python.pid").read_text() != str(os.getpid())


def test_rejects_wrong_backend_and_different_test_results(tmp_path: Path) -> None:
    spec: Final = _suite(tmp_path, mismatch=True)
    python: Final = run_python_tests(("test_backend.py",), tmp_path, "python", spec)
    rust: Final = run_python_tests(("test_backend.py",), tmp_path, "rust", spec)
    assert "Python/Rust test outcomes differ" in compare_python_runs(python, rust)
    wrong: Final = run_python_tests(
        ("test_backend.py",),
        tmp_path,
        "rust",
        BackendSpec(environment_variable="WRONG_FLAG", probe=spec.probe),
    )
    assert wrong.exit_code == 1
    assert not wrong.verified
    assert "backend probe did not select rust" in wrong.problems[0]


def test_matches_outcomes_without_a_probe_when_both_backends_fail_identically(tmp_path: Path) -> None:
    (tmp_path / "pytest.ini").write_text("[pytest]\n")
    (tmp_path / "test_backend.py").write_text("def test_fails():\n    assert False\n")
    spec: Final = BackendSpec(environment_variable="TEST_USE_RUST")

    python: Final = run_python_tests(("test_backend.py",), tmp_path, "python", spec)
    rust: Final = run_python_tests(("test_backend.py",), tmp_path, "rust", spec)

    assert compare_python_runs(python, rust) == ()


def test_reports_worker_output_when_pytest_exits_before_collection(tmp_path: Path) -> None:
    report: Final = run_python_tests(
        ("missing.py",),
        tmp_path,
        "python",
        BackendSpec(environment_variable="TEST_USE_RUST"),
    )

    assert report.exit_code != 0
    assert report.problems
    assert "missing.py" in report.problems[0]


def test_collects_tests_with_pytest_semantics_and_collapses_parameters(tmp_path: Path) -> None:
    (tmp_path / "pytest.ini").write_text("[pytest]\n")
    (tmp_path / "test_inventory.py").write_text(
        "import pytest\n"
        "class Helper:\n"
        "    def test_not_collected(self): pass\n"
        "class TestCollected:\n"
        "    @pytest.mark.parametrize('value', [1, 2])\n"
        "    def test_parameterized(self, value): pass\n",
        encoding="utf-8",
    )

    tests: Final = collect_python_tests(("test_inventory.py",), tmp_path)

    assert tests == frozenset(("test_inventory.py::TestCollected::test_parameterized",))