mirror of
https://github.com/magnus919/agent-skills.git
synced 2026-09-11 19:47:12 +03:00
Magnus HedemarkandGitHub
02927adb63
Align local Makefile core tests with the required CI selection through a shared manifest and regression coverage.
Required validate passed at exact head f12e7fd576. Advisory droid-review failed with no actionable findings and is not a required gate.
48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
#!/usr/bin/env python3
|
|
"""Ensure local and CI core test selections use the shared manifest."""
|
|
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parent.parent
|
|
MANIFEST = ROOT / "scripts" / "core-test-files.txt"
|
|
MAKEFILE = ROOT / "Makefile"
|
|
WORKFLOW = ROOT / ".github" / "workflows" / "validate.yml"
|
|
|
|
|
|
def manifest_entries() -> list[str]:
|
|
return [
|
|
line.strip()
|
|
for line in MANIFEST.read_text().splitlines()
|
|
if line.strip() and not line.lstrip().startswith("#")
|
|
]
|
|
|
|
|
|
def test_core_manifest_is_nonempty_and_files_exist() -> None:
|
|
entries = manifest_entries()
|
|
assert entries
|
|
assert all((ROOT / entry).is_file() or (ROOT / entry).is_dir() for entry in entries)
|
|
assert len(entries) == len(set(entries))
|
|
|
|
|
|
def test_makefile_consumes_shared_core_manifest() -> None:
|
|
makefile = MAKEFILE.read_text()
|
|
assert "core-test-files.txt" in makefile
|
|
assert "$(CORE_TESTS)" in makefile
|
|
|
|
|
|
def test_required_ci_consumes_shared_core_manifest() -> None:
|
|
workflow = WORKFLOW.read_text()
|
|
assert "core-test-files.txt" in workflow
|
|
assert "mapfile -t core_tests" in workflow
|
|
assert '"${core_tests[@]}"' in workflow
|
|
|
|
|
|
def test_manifest_contains_required_validation_modules() -> None:
|
|
assert set(manifest_entries()) >= {
|
|
"scripts/test-eval-validation.py",
|
|
"scripts/test-eval-coverage.py",
|
|
"scripts/test_check_skill_tests.py",
|
|
"scripts/test_core_test_selection.py",
|
|
"eval_runner/tests/",
|
|
}
|