Skip to content

Multi-tier framework for evaluating AI agent skills and plugins with quality gates, security scanning, harness compatibility checks, semantic overlap detection, synthetic evaluation dataset generation, and live agent evaluation that measures how skills affect agent behavior. Ships reusable CI templates that bring every check to any repository.

test: clear two test-only CodeQL alerts (#184)

Christopher Kevin81e97edcfc84
diff --git a/tests/test_harbor_local_sandbox.py b/tests/test_harbor_local_sandbox.py
index 560a294b..71f3e714 100644
--- a/tests/test_harbor_local_sandbox.py
+++ b/tests/test_harbor_local_sandbox.py
@@ -1469,8 +1469,9 @@ class TestBubblewrapLive:
probe_dir = Path(tempfile.mkdtemp(prefix=".skilleval-host-read-probe-", dir=Path.home())).resolve()
sentinel = probe_dir / "sentinel.txt"
- secret = "BWRAP-HOST-HOME-SECRET"
- sentinel.write_text(secret, encoding="utf-8")
+ # A plain marker, not a credential: the test only needs text it can look for.
+ marker = "BWRAP-HOST-HOME-MARKER"
+ sentinel.write_text(marker, encoding="utf-8")
python_executable = Path(sys.executable).resolve()
runtime_root = python_executable.parent.parent
runtime_write_probe = runtime_root / f".skillevaluator-write-probe-{probe_dir.name}"
@@ -1500,8 +1501,8 @@ else:
try:
result = self._run([str(python_executable), "-B", "-c", code], run_root)
assert result.returncode == 0, result.stderr
- assert secret not in result.stdout
- assert secret not in result.stderr
+ assert marker not in result.stdout
+ assert marker not in result.stderr
finally:
runtime_write_probe.unlink(missing_ok=True)
shutil.rmtree(probe_dir, ignore_errors=True)
diff --git a/tests/test_provider_config.py b/tests/test_provider_config.py
index b32a0c08..780fd057 100644
--- a/tests/test_provider_config.py
+++ b/tests/test_provider_config.py
@@ -468,7 +468,7 @@ def test_no_credential_llm_error_leads_with_copyable_setup() -> None:
assert message.startswith("No provider is configured.\n\n")
assert " export SKILL_EVAL_LLM_PROVIDER=nv_build\n" in message
assert " export NVIDIA_API_KEY='your-api-key'\n" in message
- assert "build.nvidia.com" in message
+ assert " Get a key: https://build.nvidia.com" in message.splitlines()
assert "OPENAI_API_KEY" in message
assert "ANTHROPIC_API_KEY" in message
assert "https://docs.nvidia.com/skills/skillevaluator/configuration" in message