Skip to content

Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.

ci: use python3 for path classification

Christopher Kevin6aa0624faa82
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index ae8cb7a2..b2d46878 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -25,7 +25,7 @@ jobs:
env:
BASE_SHA: ${{ github.event.pull_request.base.sha }}
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
- run: python scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"
+ run: python3 scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"
test-python-312:
name: Tests (Python 3.12)
diff --git a/.github/workflows/security.yml b/.github/workflows/security.yml
index 46647873..add3cf6c 100644
--- a/.github/workflows/security.yml
+++ b/.github/workflows/security.yml
@@ -30,7 +30,7 @@ jobs:
env:
BASE_SHA: ${{ github.event.pull_request.base.sha }}
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
- run: python scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"
+ run: python3 scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"
gitleaks:
name: Gitleaks
diff --git a/tests/test_ci_workflows.py b/tests/test_ci_workflows.py
index 7a222f1f..afd8e452 100644
--- a/tests/test_ci_workflows.py
+++ b/tests/test_ci_workflows.py
@@ -59,6 +59,7 @@ def test_ci_classifier_is_pull_request_only_and_exports_docs_only() -> None:
assert classifier["steps"][0]["with"]["fetch-depth"] == "0"
assert classifier["steps"][1]["id"] == "changes"
assert "scripts/classify_ci_changes.py" in classifier["steps"][1]["run"]
+ assert classifier["steps"][1]["run"].startswith("python3 ")
assert classifier["steps"][1]["env"] == {
"BASE_SHA": "${{ github.event.pull_request.base.sha }}",
"HEAD_SHA": "${{ github.event.pull_request.head.sha }}",
@@ -131,6 +132,7 @@ def test_security_keeps_gitleaks_always_on_and_skips_only_nonessential_jobs() ->
assert "needs" not in jobs["gitleaks"]
assert jobs["classify-changes"]["if"] == "${{ github.event_name == 'pull_request' }}"
assert jobs["classify-changes"]["outputs"]["docs_only"] == "${{ steps.changes.outputs.docs_only }}"
+ assert jobs["classify-changes"]["steps"][1]["run"].startswith("python3 ")
dependency_if = " ".join(jobs["dependency-review"]["if"].split())
codeql_if = " ".join(jobs["codeql"]["if"].split())