The agent harness performance optimization system. Skills, instincts, memory, security, and research-first development for Claude Code, Codex, Opencode, Cursor and beyond.
test(gateguard): replay the scenario corpus as a regression test
Jeffrey Montoya142ecf8fdb93
diff --git a/tests/hooks/gateguard-scenarios.test.js b/tests/hooks/gateguard-scenarios.test.jsnew file mode 100644index 000000000..df8b53607--- /dev/null+++ b/tests/hooks/gateguard-scenarios.test.js@@ -0,0 +1,84 @@+/**+ * Scenario corpus for scripts/hooks/gateguard-fact-force.js, run against the working tree.+ */++'use strict';++const assert = require('assert');+const path = require('path');+const { loadCorpus, runCorpus, summarize } = require('../../scripts/dev/gateguard-eval');++const hookFile = path.join(__dirname, '..', '..', 'scripts', 'hooks', 'gateguard-fact-force.js');++let passed = 0;+let failed = 0;++function test(name, fn) {+ try {+ fn();+ console.log(` ✓ ${name}`);+ passed++;+ } catch (error) {+ console.log(` ✗ ${name}`);+ console.log(` Error: ${error.message}`);+ failed++;+ }+}++async function main() {+ console.log('\n=== Testing gateguard scenario corpus ===\n');++ const scenarios = loadCorpus();+ const runs = await runCorpus(hookFile, scenarios);+ const summary = summarize(runs);+ const stepCount = scenarios.reduce((sum, scenario) => sum + scenario.steps.length, 0);++ test('the corpus holds at least twelve scenarios and eighty steps', () => {+ assert.ok(scenarios.length >= 12, `${scenarios.length} scenarios`);+ assert.ok(stepCount >= 80, `${stepCount} steps`);+ });++ for (const run of runs) {+ if (run.skipped) {+ console.log(` - ${run.scenario.name} skipped (${run.skipped})`);+ continue;+ }+ test(`${run.scenario.name}: every step gets its expected decision`, () => {+ const wrong = run.results+ .map((result, index) => ({ result, step: run.scenario.steps[index] }))+ .filter(({ result, step }) => result.decision !== step.expect)+ .map(({ result, step }) => `${step.id} expected ${step.expect}, got ${result.decision} (${result.kind})`);+ assert.deepStrictEqual(wrong, []);+ });+ }++ test('no must-deny step is allowed', () => {+ const bypasses = summary.steps.filter(step => step.mustDeny && step.decision !== 'deny').map(step => `${step.scenario}/${step.step}`);+ assert.deepStrictEqual(bypasses, []);+ });++ test('no step emits an explicit allow decision or throws', () => {+ assert.strictEqual(summary.totals.explicitAllows, 0);+ assert.strictEqual(summary.totals.errors, 0);+ });++ test('every question in a code denial maps to a known question id', () => {+ assert.strictEqual(summary.totals.unmappedQuestions, 0);+ });++ test('only scenarios that need symlinks may be skipped', () => {+ const skipped = runs.filter(run => run.skipped && !run.scenario.symlinks).map(run => run.scenario.name);+ assert.deepStrictEqual(skipped, []);+ });++ console.log(`\nPassed: ${passed}`);+ console.log(`Failed: ${failed}`);+ process.exitCode = failed > 0 ? 1 : 0;+}++main().catch(error => {+ console.log(` ✗ scenario corpus run failed: ${error.message}`);+ console.log('\nPassed: 0');+ console.log('Failed: 1');+ process.exitCode = 1;+});