Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.
Python agent-evaluationagent-pluginsagent-securityagent-skillsagentic-aibenchmarkci-templatesclaude-codecodexevaluateevaluationharnesspluginplugin-evaluationsecurity-scannerskill-evalskill-evaluationskill-evaluatorskill-gap-analysisskills
ci: use python3 for path classification
Christopher Kevin6aa0624faa82
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex ae8cb7a2..b2d46878 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -25,7 +25,7 @@ jobs:env:BASE_SHA: ${{ github.event.pull_request.base.sha }}HEAD_SHA: ${{ github.event.pull_request.head.sha }}- run: python scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"+ run: python3 scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"test-python-312:name: Tests (Python 3.12)diff --git a/.github/workflows/security.yml b/.github/workflows/security.ymlindex 46647873..add3cf6c 100644--- a/.github/workflows/security.yml+++ b/.github/workflows/security.yml@@ -30,7 +30,7 @@ jobs:env:BASE_SHA: ${{ github.event.pull_request.base.sha }}HEAD_SHA: ${{ github.event.pull_request.head.sha }}- run: python scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"+ run: python3 scripts/classify_ci_changes.py --base "$BASE_SHA" --head "$HEAD_SHA"gitleaks:name: Gitleaksdiff --git a/tests/test_ci_workflows.py b/tests/test_ci_workflows.pyindex 7a222f1f..afd8e452 100644--- a/tests/test_ci_workflows.py+++ b/tests/test_ci_workflows.py@@ -59,6 +59,7 @@ def test_ci_classifier_is_pull_request_only_and_exports_docs_only() -> None:assert classifier["steps"][0]["with"]["fetch-depth"] == "0"assert classifier["steps"][1]["id"] == "changes"assert "scripts/classify_ci_changes.py" in classifier["steps"][1]["run"]+ assert classifier["steps"][1]["run"].startswith("python3 ")assert classifier["steps"][1]["env"] == {"BASE_SHA": "${{ github.event.pull_request.base.sha }}","HEAD_SHA": "${{ github.event.pull_request.head.sha }}",@@ -131,6 +132,7 @@ def test_security_keeps_gitleaks_always_on_and_skips_only_nonessential_jobs() ->assert "needs" not in jobs["gitleaks"]assert jobs["classify-changes"]["if"] == "${{ github.event_name == 'pull_request' }}"assert jobs["classify-changes"]["outputs"]["docs_only"] == "${{ steps.changes.outputs.docs_only }}"+ assert jobs["classify-changes"]["steps"][1]["run"].startswith("python3 ")dependency_if = " ".join(jobs["dependency-review"]["if"].split())codeql_if = " ".join(jobs["codeql"]["if"].split())