Skip to content

Use Claude Code, Codex, VSCode, Pi, and OpenCode (and 6 other harnesses) for free (1.3B+ free tokens) from your terminal, app, IDE, or phone, and now from the browser with native browser sessions (multi-harness + multi-model) like OpenClaw (voice supported + ToS friendly)

Python
2.0 KB
Raw Blame
"""CI matrix generation rejects invalid counts and covers every OS shard."""

import json
import subprocess
import sys
from pathlib import Path

import pytest

ROOT = Path(__file__).resolve().parents[2]
RUNNERS = {
    "Linux": "ubuntu-latest",
    "Windows": "windows-latest",
    "macOS": "macos-latest",
}


def run_matrix(pytest_count, playwright_count):
    return subprocess.run(
        [
            sys.executable,
            str(ROOT / "scripts/ci_shards.py"),
            "--pytest-shards",
            str(pytest_count),
            "--playwright-shards",
            str(playwright_count),
        ],
        capture_output=True,
        text=True,
        timeout=30,
        check=False,
    )


@pytest.mark.parametrize("counts", [(1, 1), (2, 3), (2, 5), (5, 2), (85, 1)])
def test_matrix_outputs_cover_each_os_and_shard(counts):
    result = run_matrix(*counts)
    assert result.returncode == 0, result.stderr
    outputs = {
        name: json.loads(value)
        for name, value in (line.split("=", 1) for line in result.stdout.splitlines())
    }
    assert set(outputs) == {"pytest_matrix", "playwright_matrix"}
    for name, count in zip(("pytest_matrix", "playwright_matrix"), counts, strict=True):
        entries = outputs[name]["include"]
        assert len(entries) == 3 * count
        assert {(row["os"], row["runner"]) for row in entries} == set(RUNNERS.items())
        for os_name in RUNNERS:
            rows = [row for row in entries if row["os"] == os_name]
            assert [row["shard"] for row in rows] == list(range(1, count + 1))
            assert {row["shards"] for row in rows} == {count}


@pytest.mark.parametrize("invalid", ["0", "-1", "1.5", "five", "86"])
@pytest.mark.parametrize("suite", [0, 1])
def test_invalid_count_fails_before_emitting_either_matrix(invalid, suite):
    counts = ["5", "5"]
    counts[suite] = invalid
    result = run_matrix(*counts)
    assert result.returncode == 2
    assert "shards" in result.stderr
    assert result.stdout == ""