claude-proxy / tests /scripts /test_ci_shards.py
dheraingoud's picture
Copilot App
Sync upstream v6.19.35 and preserve custom addons
a9e27c0
Raw History Blame Contribute Delete
2.32 kB
"""CI matrix generation rejects invalid counts and covers every OS shard."""
import json
import subprocess
import sys
from pathlib import Path
import pytest
ROOT = Path(__file__).resolve().parents[2]
RUNNERS = {
"Linux": "ubuntu-latest",
"Windows": "windows-latest",
"macOS": "macos-latest",
}
def run_matrix(counts):
arguments = []
for suite, suite_counts in zip(
("pytest", "playwright"), (counts[:3], counts[3:]), strict=True
):
for os_name, count in zip(RUNNERS, suite_counts, strict=True):
arguments.extend([f"--{suite}-{os_name.lower()}-shards", str(count)])
return subprocess.run(
[
sys.executable,
str(ROOT / "scripts/ci_shards.py"),
*arguments,
],
capture_output=True,
text=True,
timeout=30,
check=False,
)
@pytest.mark.parametrize(
"counts",
[(1, 1, 1, 1, 1, 1), (3, 3, 2, 3, 3, 3), (2, 3, 4, 5, 6, 7), (85, 85, 85, 1, 1, 1)],
)
def test_matrix_outputs_cover_each_os_and_shard(counts):
result = run_matrix(counts)
assert result.returncode == 0, result.stderr
outputs = {
name: json.loads(value)
for name, value in (line.split("=", 1) for line in result.stdout.splitlines())
}
assert set(outputs) == {"pytest_matrix", "playwright_matrix"}
for name, suite_counts in zip(
("pytest_matrix", "playwright_matrix"), (counts[:3], counts[3:]), strict=True
):
entries = outputs[name]["include"]
assert len(entries) == sum(suite_counts)
assert {(row["os"], row["runner"]) for row in entries} == set(RUNNERS.items())
for os_name, count in zip(RUNNERS, suite_counts, strict=True):
rows = [row for row in entries if row["os"] == os_name]
assert [row["shard"] for row in rows] == list(range(1, count + 1))
assert {row["shards"] for row in rows} == {count}
@pytest.mark.parametrize("invalid", ["0", "-1", "1.5", "five", "86"])
@pytest.mark.parametrize("position", range(6))
def test_invalid_count_fails_before_emitting_either_matrix(invalid, position):
counts = ["5"] * 6
counts[position] = invalid
result = run_matrix(counts)
assert result.returncode == 2
assert "shards" in result.stderr
assert result.stdout == ""