Skip to content

An open source design system that's fully customizable and agent ready

TypeScript

ci: drop off-PR and informational checks (#8894)

Cindy Zhangc8e1804d85ee
diff --git a/.github/scripts/accessibility-audit.js b/.github/scripts/accessibility-audit.js
index 495ad0586c..a238221da4 100644
--- a/.github/scripts/accessibility-audit.js
+++ b/.github/scripts/accessibility-audit.js
@@ -71,7 +71,7 @@ const requestedStories = (storiesArg || '').split(',').filter(Boolean);
// --components present but EMPTY means the caller derived an explicit empty
// audit set (pr-a11y on a PR whose core/src changes map to no component —
// e.g. a shared test file). Audit nothing and pass. Only an ABSENT flag
-// means "all stories" (the a11y-weekly contract).
+// means "all stories" (the full release-check contract).
const emptyComponentSet = componentsArg !== null && components.length === 0;
if (storiesArg !== null && requestedStories.length === 0) {
throw new Error('--stories requires at least one story id');
diff --git a/.github/scripts/ci-duration-guard.test.mjs b/.github/scripts/ci-duration-guard.test.mjs
index a7834d5b17..5b30b13456 100644
--- a/.github/scripts/ci-duration-guard.test.mjs
+++ b/.github/scripts/ci-duration-guard.test.mjs
@@ -7,8 +7,6 @@
* most 15 for pull-request events, so a lane that grows past the budget fails
* where it grew instead of silently stretching every contributor's wait.
* Release and maintenance dispatches keep longer limits through an expression.
- * The report-only `ci-duration` job lists each job's run time once every
- * pull-request job has finished, and warns past 12 minutes.
*/
import fs from 'node:fs';
@@ -27,16 +25,9 @@ const BUDGET = 15;
// macOS Swift builds run on another runner pool with their own variance; the
// job only does work when native Swift changes.
const EXEMPT = new Set(['test-native-swift']);
-// Jobs that only classify scope or join results finish in seconds and need no
-// limit of their own; every job that installs, builds, or tests has one.
-const JOINS = new Set([
- 'check-scope',
- 'check-components',
- 'native-swift-scope',
- 'test',
- 'build',
- 'pr-rtl',
-]);
+// Jobs that only join results finish in seconds and need no limit of their
+// own; every job that installs, builds, or tests has one.
+const JOINS = new Set(['test', 'build', 'pr-rtl']);
/** The limit a pull-request run gets from a job's `timeout-minutes`. */
function pullRequestLimit(value) {
@@ -60,8 +51,8 @@ const runsOnPullRequests = job => {
};
describe('PR CI duration budget', () => {
- const prJobs = Object.entries(ci.jobs).filter(
- ([id, job]) => runsOnPullRequests(job) && id !== 'ci-duration',
+ const prJobs = Object.entries(ci.jobs).filter(([, job]) =>
+ runsOnPullRequests(job),
);
const jobs = prJobs.filter(([id]) => !EXEMPT.has(id) && !JOINS.has(id));
@@ -79,35 +70,4 @@ describe('PR CI duration budget', () => {
expect(limit).toBeLessThanOrEqual(BUDGET);
},
);
-
- it('reports every pull-request job after it finishes, without gating', () => {
- const report = ci.jobs['ci-duration'];
- expect(report.if).toBe(
- gated("${{ always() && github.event_name == 'pull_request' }}"),
- );
- expect(report['continue-on-error']).toBe(true);
- expect(report.permissions).toEqual({actions: 'read'});
- // Waiting on every pull-request job is what lets the table include the
- // slowest lanes, whichever join they feed.
- expect([...report.needs].sort()).toEqual(prJobs.map(([id]) => id).sort());
- const script = report.steps[0].with.script;
- expect(script).toContain('row.minutes > 12');
- expect(script).toContain('Run span');
- });
-
- it('retries a server error on its job listing', () => {
- // The listing is one request for every job of the run with its steps,
- // and GitHub can answer it 502 at its gateway limit. github-script
- // retries a server error only when the step sets `retries`; the client
- // errors it exempts stay final.
- const step = ci.jobs['ci-duration'].steps[0];
- expect(step.uses).toMatch(/^actions\/github-script@/);
- expect(step.with.retries).toBeGreaterThanOrEqual(1);
- const exempt = String(
- step.with['retry-exempt-status-codes'] ?? '400,401,403,404,422',
- )
- .split(',')
- .map(Number);
- expect(exempt.filter(code => code >= 500)).toEqual([]);
- });
});
diff --git a/.github/scripts/ci-test-join.mjs b/.github/scripts/ci-test-join.mjs
index 4625517a5c..dc0c4300b7 100644
--- a/.github/scripts/ci-test-join.mjs
+++ b/.github/scripts/ci-test-join.mjs
@@ -17,7 +17,6 @@ const requiredSuccess = [
['test-ui', process.env.TEST_UI_RESULT],
['test-node', process.env.TEST_NODE_RESULT],
['test-build', process.env.TEST_BUILD_RESULT],
- ['registry-contract', process.env.REGISTRY_CONTRACT_RESULT],
['test-native-swift', process.env.TEST_NATIVE_SWIFT_RESULT],
['pr-interaction', process.env.PR_INTERACTION_RESULT],
];
diff --git a/.github/scripts/ci-test-join.test.mjs b/.github/scripts/ci-test-join.test.mjs
index 2028163c7e..ab37a40040 100644
--- a/.github/scripts/ci-test-join.test.mjs
+++ b/.github/scripts/ci-test-join.test.mjs
@@ -17,7 +17,6 @@ const broad = {
TEST_UI_RESULT: 'success',
TEST_NODE_RESULT: 'success',
TEST_BUILD_RESULT: 'success',
- REGISTRY_CONTRACT_RESULT: 'success',
TEST_NATIVE_SWIFT_RESULT: 'success',
PR_INTERACTION_RESULT: 'success',
};
@@ -50,7 +49,6 @@ describe('pull-request test join', () => {
['TEST_UI_RESULT', 'failure'],
['TEST_NODE_RESULT', 'cancelled'],
['TEST_BUILD_RESULT', 'skipped'],
- ['REGISTRY_CONTRACT_RESULT', 'failure'],
['TEST_NATIVE_SWIFT_RESULT', 'failure'],
['TEST_NATIVE_SWIFT_RESULT', 'skipped'],
['PR_INTERACTION_RESULT', 'failure'],
diff --git a/.github/scripts/ci-tooling-routing.test.mjs b/.github/scripts/ci-tooling-routing.test.mjs
index 869d3d6e50..8d3bf69bba 100644
--- a/.github/scripts/ci-tooling-routing.test.mjs
+++ b/.github/scripts/ci-tooling-routing.test.mjs
@@ -194,7 +194,6 @@ describe('Node-tooling CI routing', () => {
'test-ui',
'test-node',
'test-build',
- 'registry-contract',
'test-native-swift',
'pr-interaction',
]);
@@ -219,7 +218,6 @@ describe('Node-tooling CI routing', () => {
TEST_UI_RESULT: '${{ needs.test-ui.result }}',
TEST_NODE_RESULT: '${{ needs.test-node.result }}',
TEST_BUILD_RESULT: '${{ needs.test-build.result }}',
- REGISTRY_CONTRACT_RESULT: '${{ needs.registry-contract.result }}',
TEST_NATIVE_SWIFT_RESULT: '${{ needs.test-native-swift.result }}',
PR_INTERACTION_RESULT: '${{ needs.pr-interaction.result }}',
});
diff --git a/.github/scripts/component-audit-scope.cjs b/.github/scripts/component-audit-scope.cjs
index a06ccfad21..c2152b0c83 100644
--- a/.github/scripts/component-audit-scope.cjs
+++ b/.github/scripts/component-audit-scope.cjs
@@ -40,9 +40,7 @@ function classifyComponentAuditScope(paths, componentPackages) {
file === 'playwright.config.ts';
const isRtlHarness = file =>
file.startsWith('apps/storybook/rtl-audit/') ||
- file === '.github/scripts/rtl-audit-coverage.test.mjs' ||
- file === '.github/scripts/weekly-rtl-summary.test.mjs' ||
- file === '.github/workflows/rtl-weekly.yml';
+ file === '.github/scripts/rtl-audit-coverage.test.mjs';
// These are positively owned surfaces that neither component browser audit
// can observe. Keep this list narrow: unmatched paths still fail closed.
const isKnownNonComponentSurface = file =>
diff --git a/.github/scripts/release-check-workflow.test.mjs b/.github/scripts/release-check-workflow.test.mjs
index 5c8c4168b9..02a3d28e22 100644
--- a/.github/scripts/release-check-workflow.test.mjs
+++ b/.github/scripts/release-check-workflow.test.mjs
@@ -24,6 +24,7 @@ const packageJson = JSON.parse(
);
const releaseJobs = [
'release-authority',
+ 'test-registry-e2e',
'build-storybook',
'typecheck',
'visual-scout',
@@ -448,6 +449,7 @@ describe('exact main and release branch completion', () => {
).resolves.toBeUndefined();
expect(jobs['release-check'].needs).toEqual([
'release-authority',
+ 'test-registry-e2e',
'build-storybook',
'typecheck',
'pr-visual',
diff --git a/.github/scripts/rtl-scorecard-failures.test.mjs b/.github/scripts/rtl-scorecard-failures.test.mjs
new file mode 100644
index 0000000000..f47337af6f
--- /dev/null
+++ b/.github/scripts/rtl-scorecard-failures.test.mjs
@@ -0,0 +1,127 @@
+// Copyright (c) Meta Platforms, Inc. and affiliates.
+
+/**
+ * @file The RTL scorecard reports every failure and coverage gap it is given
+ * (its declared-exclusion disclosure is in rtl-scorecard-summary.test.mjs).
+ *
+ * INV3 (rtl-audit-evidence): a behavior failure has no allowlist. A known
+ * not-RTL component is still listed, labelled, beside surprises; every D5 and
+ * D6 failure, every error, and every coverage gap or stale verified N/A gets a
+ * row in the job summary.
+ */
+
+import {execFileSync} from 'node:child_process';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+
+import {describe, expect, it} from 'vitest';
+
+const script = path.join(import.meta.dirname, 'rtl-scorecard-summary.mjs');
+
+function scorecard(report) {
+ const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'rtl-scorecard-'));
+ try {
+ const file = path.join(dir, 'report.json');
+ if (report) fs.writeFileSync(file, JSON.stringify(report));
+ return execFileSync(
+ process.execPath,
+ [script, '--report', file, '--scope', 'core'],
+ {encoding: 'utf8'},
+ );
+ } finally {
+ fs.rmSync(dir, {recursive: true, force: true});
+ }
+}
+
+const report = {
+ knownNotRtl: ['Slider'],
+ autoDiscovery: {
+ pass: 1,
+ fail: 2,
+ na: 0,
+ total: 4,
+ surprises: ['Tabs'],
+ results: [
+ {component: 'Button', verdict: 'pass'},
+ {component: 'Slider', verdict: 'fail', notes: ['arrow not mirrored']},
+ {component: 'Tabs', verdict: 'fail', notes: ['chevron not mirrored']},
+ {component: 'Menu', verdict: 'ERROR', notes: ['story threw']},
+ ],
+ },
+ positionalMirror: {
+ tolerancePx: 2,
+ pass: 0,
+ fail: 2,
+ na: 0,
+ total: 2,
+ results: [
+ {
+ storyId: 'core-drawer--default',
+ verdict: 'fail',
+ fails: [
+ {
+ cls: 'panel',
+ ltrRelCenterX: 10,
+ rtlRelCenterX: 10,
+ expectedRtlCenterX: 90,
+ delta: 80,
+ },
+ ],
+ },
+ {storyId: 'core-toast--default', verdict: 'ERROR', notes: ['timeout']},
+ ],
+ },
+ directionalDecorations: {
+ pass: 0,
+ fail: 1,
+ na: 0,
+ total: 1,
+ results: [
+ {storyId: 'core-link--external', verdict: 'fail', notes: ['icon side']},
+ ],
+ },
+ coverage: {
+ measured: 1,
+ verifiedNa: 0,
+ gaps: 1,
+ staleVerifiedNa: 1,
+ results: [
+ {component: 'Badge', status: 'coverage-gap'},
+ {component: 'Chip', status: 'stale-verified-na', note: 'D2 now applies'},
+ ],
+ },
+ curated: {results: []},
+};
+
+describe('RTL scorecard', () => {
+ it('lists every not-RTL result, labelling known ones beside surprises', () => {
+ const summary = scorecard(report);
+ expect(summary).toContain(
+ '| Slider | fail | known-not-rtl | arrow not mirrored |',
+ );
+ expect(summary).toContain(
+ '| Tabs | fail | ⚠️ surprise | chevron not mirrored |',
+ );
+ expect(summary).toContain('| Menu | ERROR | ⚠️ surprise | story threw |');
+ });
+
+ it('gives every positional and decoration failure, errors included, a row', () => {
+ const summary = scorecard(report);
+ expect(summary).toContain('| core-drawer--default | `panel` | 10 |');
+ expect(summary).toContain('| core-toast--default | (error) |');
+ expect(summary).toContain('| core-link--external | fail | icon side |');
+ });
+
+ it('reports every coverage gap and stale verified N/A', () => {
+ const summary = scorecard(report);
+ expect(summary).toContain(
+ '| Badge | coverage-gap | unexplained all-N/A result |',
+ );
+ expect(summary).toContain('| Chip | stale-verified-na | D2 now applies |');
+ });
+
+ it('says so when the audit wrote no report', () => {
+ expect(scorecard(null)).toContain('_No report produced');
+ });
+});
diff --git a/.github/scripts/rtl-scorecard-summary.mjs b/.github/scripts/rtl-scorecard-summary.mjs
index 797b6cda35..a0e961d015 100644
--- a/.github/scripts/rtl-scorecard-summary.mjs
+++ b/.github/scripts/rtl-scorecard-summary.mjs
@@ -29,7 +29,7 @@ const markdownCell = value =>
const lines = [
'## RTL semantic audit',
'',
- `Audit scope: **${scope}**. The scheduled unfiltered sweep also runs weekly — see \`rtl-weekly.yml\`.`,
+ `Audit scope: **${scope}**. The unfiltered sweep runs for release-check on every push to main.`,
'',
'Relationship-based (LTR vs RTL in the same run) — no golden screenshots. **Soft-gated** pending a stability window.',
'',
diff --git a/.github/scripts/shadcn-registry-ci.test.mjs b/.github/scripts/shadcn-registry-ci.test.mjs
index 54f6aea04d..0697159e13 100644
--- a/.github/scripts/shadcn-registry-ci.test.mjs
+++ b/.github/scripts/shadcn-registry-ci.test.mjs
@@ -2,7 +2,10 @@
/**
* @file shadcn-registry-ci.test.mjs
- * @description Pins the required full-catalog ShadCN compatibility gate.
+ * @description Pins the full-catalog ShadCN compatibility check
+ * (test-registry-e2e), which runs for release-check until the production
+ * registry launches; its network-free production gate runs with the unit
+ * tests (verify-production-gate.test.mjs) and in docsite-data.
* @input The PR CI workflow, docsite manifest, and catalog verifier source.
* @output Mutation-sensitive assertions for generation, release gating, stock
* client installation, compilation, and the historical required join.
@@ -18,8 +21,7 @@ import yaml from 'yaml';
const root = path.resolve(import.meta.dirname, '../..');
const read = relative => fs.readFileSync(path.join(root, relative), 'utf8');
const ci = yaml.parse(read('.github/workflows/ci.yml'));
-const job = ci.jobs['registry-contract'];
-const SPEC_FALSE = "steps.scope.outputs.spec_only != 'true'";
+const job = ci.jobs['test-registry-e2e'];
function step(name) {
return job.steps.find(candidate => candidate.name === name);
@@ -33,40 +35,40 @@ function runLines() {
}
describe('ShadCN registry CI contract', () => {
- it('runs as a bounded fail-closed gate and feeds the required test context', () => {
- // It decides its own scope; there is no scope job to wait on.
+ it('runs for release-check and gates it, not every pull request', () => {
expect(job.needs).toBeUndefined();
- expect(job.steps.find(candidate => candidate.id === 'scope').uses).toBe(
- './.test-scope/.github/actions/test-scope',
+ expect(job.if).toBe(
+ "github.event_name == 'workflow_dispatch' && inputs.operation == 'release-check'",
);
expect(job['runs-on']).toBe('ubuntu-latest');
expect(job['timeout-minutes']).toBe(15);
-
- expect(ci.jobs.test.needs).toContain('registry-contract');
- const join = ci.jobs.test.steps.find(candidate =>
- candidate.run?.includes('.github/scripts/ci-test-join.mjs'),
- );
- expect(join).toBeDefined();
- expect(join.env.REGISTRY_CONTRACT_RESULT).toBe(
- '${{ needs.registry-contract.result }}',
- );
- });
-
- it('runs every material step except on the trusted spec-only lane', () => {
for (const candidate of job.steps) {
- if (
- candidate.id === 'scope' ||
- candidate.with?.path === '.test-scope' ||
- candidate.name === 'Skip registry work for spec-only changes'
- ) {
- continue;
- }
- if (candidate.run || candidate.uses) {
- expect(candidate.if, candidate.name ?? candidate.uses).toContain(
- SPEC_FALSE,
- );
- }
+ expect(
+ candidate.if ?? '',
+ candidate.name ?? candidate.uses,
+ ).not.toContain('spec_only');
}
+
+ expect(ci.jobs.test.needs).not.toContain('test-registry-e2e');
+ expect(ci.jobs['release-check'].needs).toContain('test-registry-e2e');
+ expect(ci.jobs['release-check'].steps[0].with.script).toContain(
+ "'test-registry-e2e'",
+ );
+ expect(
+ fs.existsSync(
+ path.join(
+ root,
+ 'internal/shadcn-registry/verify-production-gate.test.mjs',
+ ),
+ ),
+ ).toBe(true);
+ // A docsite-only change skips test-node; docsite-data runs the gate too.
+ expect(
+ ci.jobs['docsite-data'].steps.find(
+ candidate =>
+ candidate.name === 'Verify the hidden production registry gate',
+ ).run,
+ ).toBe('node internal/shadcn-registry/verify-production-gate.mjs');
});
it('proves hidden production output without enabling public discovery', () => {
@@ -133,12 +135,10 @@ describe('ShadCN registry CI contract', () => {
'Install and build every hidden production registry item': 'production',
};
for (const [name, leg] of Object.entries(legOf)) {
- expect(step(name).if, name).toBe(
- `matrix.leg == '${leg}' && ${SPEC_FALSE}`,
- );
+ expect(step(name).if, name).toBe(`matrix.leg == '${leg}'`);
}
// Every leg builds the packages it exercises.
- expect(step('Build registry package exports').if).toBe(SPEC_FALSE);
+ expect(step('Build registry package exports').if).toBeUndefined();
});
it('builds every workspace package before exercising local package exports', () => {
diff --git a/.github/scripts/spec-owner-workflow.test.mjs b/.github/scripts/spec-owner-workflow.test.mjs
index f80c01f747..7eba6bcc1c 100644
--- a/.github/scripts/spec-owner-workflow.test.mjs
+++ b/.github/scripts/spec-owner-workflow.test.mjs
@@ -19,7 +19,6 @@ describe('spec-only workflow contract', () => {
'.github/actions/test-scope/action.yml',
'.github/workflows/lint.yml',
'.github/workflows/cli-smoke-test.yml',
- '.github/workflows/internal-registry.yml',
'.github/workflows/pr-comment.yml',
]) {
expect(read(workflow), workflow).toContain(
@@ -46,7 +45,6 @@ describe('spec-only workflow contract', () => {
for (const workflow of [
'.github/workflows/lint.yml',
'.github/workflows/cli-smoke-test.yml',
- '.github/workflows/internal-registry.yml',
]) {
const source = read(workflow);
expect(source, workflow).toContain(
@@ -123,13 +121,7 @@ describe('spec-only workflow contract', () => {
const next = ci.slice(start + 1).search(/^ [a-zA-Z0-9_-]+:\s*$/m);
return next < 0 ? ci.slice(start) : ci.slice(start, start + 1 + next);
};
- const unrelatedJobs = [
- 'test-ui',
- 'test-node',
- 'registry-contract',
- 'test',
- 'build-storybook',
- ];
+ const unrelatedJobs = ['test-ui', 'test-node', 'test', 'build-storybook'];
for (const job of unrelatedJobs) {
expect(jobBlock(job), job).toContain(
"steps.scope.outputs.spec_only != 'true'",
@@ -150,10 +142,7 @@ describe('spec-only workflow contract', () => {
expect(lint).toContain('.github/scripts/change-scope.cjs');
expect(lint).not.toContain('node scripts/check-knowledge.mjs');
- for (const workflow of [
- '.github/workflows/cli-smoke-test.yml',
- '.github/workflows/internal-registry.yml',
- ]) {
+ for (const workflow of ['.github/workflows/cli-smoke-test.yml']) {
const source = read(workflow);
expect(source, workflow).toContain(
"if: steps.scope.outputs.spec_only == 'true'",
@@ -410,6 +399,27 @@ describe('spec-only workflow contract', () => {
});
});
+describe('test-deps scope (Internal Registry)', () => {
+ it('starts on a pull request only for dependency changes, and never reclassifies', () => {
+ const source = read('.github/workflows/internal-registry.yml');
+ const trigger = source.slice(
+ source.indexOf(' pull_request:'),
+ source.indexOf(' merge_group:'),
+ );
+ for (const path of [
+ "'pnpm-lock.yaml'",
+ "'pnpm-workspace.yaml'",
+ "'**/package.json'",
+ "'.github/workflows/internal-registry.yml'",
+ ]) {
+ expect(trigger, path).toContain(`- ${path}`);
+ }
+ expect(source).toContain(' test-deps:');
+ // The trigger decides its scope: no spec-only skip inside the job.
+ expect(source).not.toContain('steps.scope');
+ });
+});
+
describe('docsite-test spec validation', () => {
it('validates spec records whenever its own scope is spec-only or undecided', () => {
const ci = read('.github/workflows/ci.yml');
diff --git a/.github/scripts/visual-gate/README.md b/.github/scripts/visual-gate/README.md
index 5430f449c1..6963070656 100644
--- a/.github/scripts/visual-gate/README.md
+++ b/.github/scripts/visual-gate/README.md
@@ -82,8 +82,8 @@ It does not execute artifact HTML, run a browser, compare pixels again, change
a baseline, or create another visual status. Its only status is `PR Comment` on
the pull request head, which says whether a report step failed.
-Deployment previews, `a11y-weekly.yml`, `rtl-weekly.yml`, and
-`vibe-screenshots.yml` remain separate because they do not run visual regression.
+Deployment previews and `vibe-screenshots.yml` remain separate because they do
+not run visual regression.
## Explicit baseline maintenance
diff --git a/.github/scripts/weekly-a11y-summary.js b/.github/scripts/weekly-a11y-summary.js
deleted file mode 100644
index bbc9718e0d..0000000000
--- a/.github/scripts/weekly-a11y-summary.js
+++ /dev/null
@@ -1,135 +0,0 @@
-#!/usr/bin/env node
-// Copyright (c) Meta Platforms, Inc. and affiliates.
-
-/**
- * @description Summarizes a full-suite accessibility audit report for the
- * weekly a11y scan workflow. Reads the JSON report produced by
- * accessibility-audit.js, writes a markdown summary (used for both the
- * GitHub step summary and the tracking issue body), and emits step outputs
- * (status, total_violations, components_audited) so the workflow can decide
- * whether to open-or-update the tracking issue and whether to fail the job.
- * @input --report <file> --audit-outcome <success|failure> --summary-output <file>
- * [--github-output <file>]
- * @output Markdown summary file + GitHub Actions step outputs
- *
- * Status semantics:
- * clean — report present, audit step succeeded, zero violations
- * violations — report present, audit step succeeded, violations found
- * failed — report present but the audit step exited non-zero (e.g.
- * --fail-on-new tripped once baseline gating exists)
- * crashed — no usable report (script crashed before writing one, or the
- * report itself records a fatal error)
- */
-
-const fs = require('node:fs');
-const {buildA11ySection} = require('./lib/a11y-format');
-
-// GitHub issue bodies max out at 65536 characters — leave headroom for the
-// run link and footer the workflow appends after this summary.
-const MAX_SUMMARY_CHARS = 60000;
-
-const args = process.argv.slice(2);
-const getArg = name => {
- const idx = args.indexOf(`--${name}`);
- return idx !== -1 ? args[idx + 1] : null;
-};
-
-const reportFile = getArg('report') || 'a11y-weekly-report.json';
-const auditOutcome = getArg('audit-outcome') || 'success';
-const summaryFile = getArg('summary-output') || 'a11y-weekly-summary.md';
-const githubOutputFile = getArg('github-output');
-
-function readReport(file) {
- try {
- return JSON.parse(fs.readFileSync(file, 'utf8'));
- } catch {
- return null;
- }
-}
-
-function computeStatus(report, outcome) {
- if (!report || report.error) return 'crashed';
- if (outcome !== 'success') return 'failed';
- const total = report.summary?.totalViolations ?? 0;
- return total > 0 ? 'violations' : 'clean';
-}
-
-function countStoryErrors(report) {
- let errors = 0;
- for (const comp of Object.values(report?.components || {})) {
- for (const storyResult of comp.storyDetails || []) {
- if (storyResult.error) errors++;
- }
- }
- return errors;
-}
-
-function buildSummary(report, status) {
- const lines = ['## Weekly full-suite accessibility scan', ''];
-
- if (status === 'crashed') {
- lines.push(
- '**Status:** the audit did not produce a usable report — the audit ' +
- 'script crashed or the Storybook build was missing. See the workflow ' +
- 'run logs for details.',
- );
- if (report?.error) {
- lines.push('', `Reported error: \`${report.error}\``);
- }
- return lines.join('\n') + '\n';
- }
-
- const componentsAudited = report.summary?.componentsAudited ?? 0;
- const auditedAt = report.summary?.auditedAt || 'unknown';
- const storyErrors = countStoryErrors(report);
-
- lines.push(
- `**Scope:** full component library — ${componentsAudited} component(s) audited (${auditedAt}).`,
- '',
- );
-
- if (status === 'failed') {
- lines.push(
- '**Status:** the audit step exited non-zero — violations exceeded the ' +
- 'configured gate (or the run failed after writing the report).',
- '',
- );
- }
-
- if (storyErrors > 0) {
- lines.push(
- `**Warning:** ${storyErrors} ${storyErrors === 1 ? 'story' : 'stories'} failed to load and could not be audited.`,
- '',
- );
- }
-
- lines.push(buildA11ySection(report));
-
- let summary = lines.join('\n');
- if (summary.length > MAX_SUMMARY_CHARS) {
- summary =
- summary.slice(0, MAX_SUMMARY_CHARS) +
- '\n\n_…summary truncated — download the `a11y-weekly-report` artifact for the full report._\n';
- }
- return summary;
-}
-
-function writeOutputs(status, report) {
- const outputs = [
- `status=${status}`,
- `total_violations=${report?.summary?.totalViolations ?? 0}`,
- `components_audited=${report?.summary?.componentsAudited ?? 0}`,
- ];
- if (githubOutputFile) {
- fs.appendFileSync(githubOutputFile, outputs.join('\n') + '\n');
- }
- console.log(outputs.join('\n'));
-}
-
-const report = readReport(reportFile);
-const status = computeStatus(report, auditOutcome);
-const summary = buildSummary(report, status);
-
-fs.writeFileSync(summaryFile, summary);
-writeOutputs(status, report);
-console.log(`Summary written to ${summaryFile} (status: ${status})`);
diff --git a/.github/scripts/weekly-rtl-summary.js b/.github/scripts/weekly-rtl-summary.js
deleted file mode 100644
index 8c71febb2a..0000000000
--- a/.github/scripts/weekly-rtl-summary.js
+++ /dev/null
@@ -1,291 +0,0 @@
-#!/usr/bin/env node
-// Copyright (c) Meta Platforms, Inc. and affiliates.
-
-/**
- * @description Summarizes a full-suite RTL audit report for the weekly RTL
- * scan workflow. Reads the JSON report produced by rtl-audit.mjs, writes a
- * markdown summary (used for both the GitHub step summary and the tracking
- * issue body), and emits step outputs (status, total_findings,
- * components_audited, stories_scanned, coverage_gaps, verified_na) so the
- * workflow can decide whether to open-or-update the tracking issue and
- * whether to fail the job.
- * @input --report <file> --audit-outcome <success|failure> --summary-output <file>
- * [--github-output <file>]
- * @output Markdown summary file + GitHub Actions step outputs
- *
- * Status semantics:
- * clean: report present with zero behavior findings or coverage gaps
- * findings: report present with a D1/D5/D6/curated finding, an unexplained
- * all-N/A component, or a stale verified-N/A declaration
- * crashed — no usable report (the audit died before writing one)
- *
- * Unlike accessibility-audit.js, rtl-audit.mjs exits non-zero on ANY finding,
- * so status comes from the report's contents; --audit-outcome is only used to
- * flag the contradictory case (step failed, report clean).
- */
-
-const fs = require('node:fs');
-
-const args = process.argv.slice(2);
-const getArg = name => {
- const idx = args.indexOf(`--${name}`);
- return idx !== -1 ? args[idx + 1] : null;
-};
-
-const reportFile = getArg('report') || 'rtl-weekly-report.json';
-const auditOutcome = getArg('audit-outcome') || 'success';
-const summaryFile = getArg('summary-output') || 'rtl-weekly-summary.md';
-const githubOutputFile = getArg('github-output');
-
-// GitHub issue bodies max out at 65536 characters — leave headroom for the run
-// link and footer the workflow appends after this summary.
-const MAX_SUMMARY_CHARS = 60000;
-// A full sweep can flag a lot at once; cap per-table rows so one bad day cannot
-// blow the issue body. The artifact always has the complete list.
-const MAX_ROWS = 50;
-
-const BAD_ROLLUPS = new Set(['not-RTL', 'ERROR', 'MISSING-STORY']);
-
-function readReport(file) {
- try {
- return JSON.parse(fs.readFileSync(file, 'utf8'));
- } catch {
- return null;
- }
-}
-
-function failuresOf(section) {
- return (section?.results || []).filter(
- r => r.verdict === 'fail' || r.verdict === 'ERROR',
- );
-}
-
-function curatedFailuresOf(report) {
- return (report?.curated?.results || []).filter(r =>
- BAD_ROLLUPS.has(r.rollup),
- );
-}
-
-function coverageFindingsOf(report) {
- return (report?.coverage?.results || []).filter(result =>
- ['coverage-gap', 'stale-verified-na'].includes(result.status),
- );
-}
-
-function countFindings(report) {
- return (
- failuresOf(report?.autoDiscovery).length +
- failuresOf(report?.positionalMirror).length +
- failuresOf(report?.directionalDecorations).length +
- curatedFailuresOf(report).length +
- coverageFindingsOf(report).length +
- (report?.coverage?.registryError ? 1 : 0)
- );
-}
-
-function computeStatus(report) {
- if (!report || report.error) return 'crashed';
- if (!report.autoDiscovery && !report.positionalMirror) return 'crashed';
- return countFindings(report) > 0 ? 'findings' : 'clean';
-}
-
-function truncateRows(rows) {
- if (rows.length <= MAX_ROWS) return rows;
- return [
- ...rows.slice(0, MAX_ROWS),
- `| _…${rows.length - MAX_ROWS} more — see the \`rtl-weekly-report\` artifact_ | | | |`,
- ];
-}
-
-function buildSummary(report, status) {
- const lines = ['## Weekly full-suite RTL audit', ''];
-
- if (status === 'crashed') {
- lines.push(
- '**Status:** the audit did not produce a usable report — the audit ' +
- 'script crashed or the Storybook build was missing. See the workflow ' +
- 'run logs for details.',
- );
- if (report?.error) lines.push('', `Reported error: \`${report.error}\``);
- return lines.join('\n') + '\n';
- }
-
- const auto = report.autoDiscovery || {};
- const pm = report.positionalMirror || {};
- const decorations = report.directionalDecorations || {};
- const coverage = report.coverage || {};
- const curated = report.curated?.results || [];
-
- lines.push(
- `**Scope:** full component library, unfiltered: ${coverage.total ?? auto.total ?? 0} component(s), ` +
- `${pm.total ?? 0} story render(s) for D5 and ${decorations.total ?? 0} for D6 ` +
- `(${report.generatedAt || 'unknown'}).`,
- '',
- "PR CI (`ci.yml`'s `pr-rtl` job) only audits the components a PR touches. " +
- 'Tokens, shared hooks, and icon primitives can regress RTL in components ' +
- 'no PR modified, which is what this sweep covers.',
- '',
- );
-
- if (auditOutcome !== 'success' && status === 'clean') {
- lines.push(
- '**Note:** the audit step exited non-zero but the report records no ' +
- 'findings. That combination is unexpected — check the run logs.',
- '',
- );
- }
-
- lines.push(
- `**D1 icon-mirror:** ${auto.pass ?? 0} pass · ${auto.fail ?? 0} not-RTL · ${auto.na ?? 0} N-A.`,
- `**D5 positional-mirror:** ${pm.pass ?? 0} pass · ${pm.fail ?? 0} FAIL · ${pm.na ?? 0} N-A (tolerance ${pm.tolerancePx ?? '?'}px).`,
- `**D6 directional-decoration:** ${decorations.pass ?? 0} pass · ${decorations.fail ?? 0} FAIL · ${decorations.na ?? 0} N-A.`,
- `**Applicability:** ${coverage.measured ?? 0} measured · ${coverage.verifiedNa ?? 0} verified N-A · ${coverage.gaps ?? 0} coverage gap · ${coverage.staleVerifiedNa ?? 0} stale verified N-A.`,
- '',
- );
-
- const autoFails = failuresOf(auto);
- if (autoFails.length) {
- lines.push('### D1 — directional icons that do not mirror', '');
- lines.push(
- '| Component | Verdict | Detail |',
- '|-----------|---------|--------|',
- );
- lines.push(
- ...truncateRows(
- autoFails.map(
- c =>
- `| ${c.component} | ${c.verdict} | ${(c.notes || []).join('; ')} |`,
- ),
- ),
- );
- lines.push('');
- }
-
- const pmFails = failuresOf(pm);
- if (pmFails.length) {
- lines.push('### D5 — positioned elements on the wrong side in RTL', '');
- lines.push(
- '| Story | Element | LTR relCenterX | RTL relCenterX | Δ (px) |',
- '|-------|---------|----------------|----------------|--------|',
- );
- const rows = [];
- for (const c of pmFails) {
- for (const f of c.fails || []) {
- rows.push(
- `| ${c.storyId} | \`${f.cls || f.tag}\` | ${f.ltrRelCenterX} | ${f.rtlRelCenterX} (exp ~${f.expectedRtlCenterX}) | ${f.delta} |`,
- );
- }
- if (!(c.fails || []).length) {
- rows.push(
- `| ${c.storyId} | (error) | — | — | ${(c.notes || []).join('; ')} |`,
- );
- }
- }
- lines.push(...truncateRows(rows), '');
- }
-
- const decorationFails = failuresOf(decorations);
- if (decorationFails.length) {
- lines.push('### D6: contextual directional decorations', '');
- lines.push('| Story | Verdict | Detail |', '|-------|---------|--------|');
- lines.push(
- ...truncateRows(
- decorationFails.map(
- result =>
- `| ${result.storyId} | ${result.verdict} | ${(result.notes || []).join('; ')} |`,
- ),
- ),
- '',
- );
- }
-
- const coverageFindings = coverageFindingsOf(report);
- if (coverage.registryError) {
- lines.push(
- '### RTL applicability registry error',
- '',
- `\`${coverage.registryError}\``,
- '',
- );
- }
- if (coverageFindings.length) {
- lines.push('### RTL coverage gaps', '');
- lines.push(
- '| Component | Status | Detail |',
- '|-----------|--------|--------|',
- );
- lines.push(
- ...truncateRows(
- coverageFindings.map(result => {
- const detail =
- result.note || result.reason || 'unexplained all-N/A result';
- return `| ${result.component} | ${result.status} | ${detail} |`;
- }),
- ),
- '',
- );
- }
-
- const curatedFails = curatedFailuresOf(report);
- if (curatedFails.length) {
- lines.push(
- '### Curated precision (D2 order / D3 behavior / D4 overlay)',
- '',
- );
- lines.push(
- '| Component | Rollup | Dimensions |',
- '|-----------|--------|------------|',
- );
- lines.push(
- ...truncateRows(
- curatedFails.map(c => {
- const dims =
- Object.entries(c.dims || {})
- .map(([k, v]) => `${k}:${v}`)
- .join(', ') || '—';
- return `| ${c.component} | ${c.rollup} | ${dims} |`;
- }),
- ),
- );
- lines.push('');
- }
-
- if (status === 'clean') {
- lines.push(
- `_No findings. ${curated.length} curated target(s) checked; ${coverage.measured ?? 0} component(s) measured and ${coverage.verifiedNa ?? 0} verified N-A, with 0 coverage gaps._`,
- '',
- 'RTL-ready across the full library for every applicable or explicitly non-applicable component.',
- '',
- );
- }
-
- let summary = lines.join('\n');
- if (summary.length > MAX_SUMMARY_CHARS) {
- summary =
- summary.slice(0, MAX_SUMMARY_CHARS) +
- '\n\n_…summary truncated — download the `rtl-weekly-report` artifact for the full report._\n';
- }
- return summary;
-}
-
-function writeOutputs(status, report) {
- const outputs = [
- `status=${status}`,
- `total_findings=${report ? countFindings(report) : 0}`,
- `components_audited=${report?.coverage?.total ?? report?.autoDiscovery?.total ?? 0}`,
- `stories_scanned=${report?.positionalMirror?.total ?? 0}`,
- `coverage_gaps=${report?.coverage?.gaps ?? 0}`,
- `verified_na=${report?.coverage?.verifiedNa ?? 0}`,
- ];
- if (githubOutputFile)
- fs.appendFileSync(githubOutputFile, outputs.join('\n') + '\n');
- console.log(outputs.join('\n'));
-}
-
-const report = readReport(reportFile);
-const status = computeStatus(report);
-const summary = buildSummary(report, status);
-
-fs.writeFileSync(summaryFile, summary);
-writeOutputs(status, report);
-console.log(`Summary written to ${summaryFile} (status: ${status})`);
diff --git a/.github/scripts/weekly-rtl-summary.test.mjs b/.github/scripts/weekly-rtl-summary.test.mjs
deleted file mode 100644
index 9dc011a524..0000000000
--- a/.github/scripts/weekly-rtl-summary.test.mjs
+++ /dev/null
@@ -1,112 +0,0 @@
-// Copyright (c) Meta Platforms, Inc. and affiliates.
-
-/**
- * @file Tests for weekly RTL coverage-gap reporting.
- */
-
-import fs from 'node:fs';
-import os from 'node:os';
-import path from 'node:path';
-import {spawnSync} from 'node:child_process';
-import {afterEach, describe, expect, it} from 'vitest';
-
-const SCRIPT = path.resolve('.github/scripts/weekly-rtl-summary.js');
-const dirs = [];
-
-afterEach(() => {
- for (const dir of dirs.splice(0)) {
- fs.rmSync(dir, {recursive: true, force: true});
- }
-});
-
-function runSummary(report) {
- const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'rtl-weekly-summary-'));
- dirs.push(dir);
- const reportPath = path.join(dir, 'report.json');
- const summaryPath = path.join(dir, 'summary.md');
- const outputPath = path.join(dir, 'output.txt');
- fs.writeFileSync(reportPath, JSON.stringify(report));
- const result = spawnSync(
- process.execPath,
- [
- SCRIPT,
- '--report',
- reportPath,
- '--audit-outcome',
- 'success',
- '--summary-output',
- summaryPath,
- '--github-output',
- outputPath,
- ],
- {encoding: 'utf8'},
- );
- return {
- ...result,
- summary: fs.readFileSync(summaryPath, 'utf8'),
- output: fs.readFileSync(outputPath, 'utf8'),
- };
-}
-
-function baseReport(coverage) {
- return {
- generatedAt: '2026-08-23T00:00:00.000Z',
- autoDiscovery: {total: 1, pass: 0, fail: 0, na: 1, results: []},
- positionalMirror: {total: 1, pass: 0, fail: 0, na: 1, results: []},
- directionalDecorations: {total: 1, pass: 0, fail: 0, na: 1, results: []},
- curated: {results: []},
- coverage,
- };
-}
-
-describe('weekly RTL coverage reporting', () => {
- it('treats an unexplained all-N/A component as a finding', () => {
- const result = runSummary(
- baseReport({
- enforced: true,
- total: 1,
- measured: 0,
- verifiedNa: 0,
- gaps: 1,
- staleVerifiedNa: 0,
- results: [
- {
- component: 'core/Button',
- status: 'coverage-gap',
- note: 'all dimensions are N-A and no verified-N/A reason is recorded',
- },
- ],
- }),
- );
- expect(result.status).toBe(0);
- expect(result.output).toContain('status=findings');
- expect(result.output).toContain('coverage_gaps=1');
- expect(result.summary).toContain('RTL coverage gaps');
- expect(result.summary).toContain('| core/Button |');
- expect(result.summary).not.toContain('RTL-ready across the full library');
- });
-
- it('allows a component with a recorded verified-N/A reason', () => {
- const result = runSummary(
- baseReport({
- enforced: true,
- total: 1,
- measured: 0,
- verifiedNa: 1,
- gaps: 0,
- staleVerifiedNa: 0,
- results: [
- {
- component: 'core/Text',
- status: 'verified-na',
- reason: 'No direction-sensitive visual or behavior.',
- },
- ],
- }),
- );
- expect(result.status).toBe(0);
- expect(result.output).toContain('status=clean');
- expect(result.output).toContain('verified_na=1');
- expect(result.summary).toContain('0 coverage gap');
- });
-});
diff --git a/.github/workflows/a11y-weekly.yml b/.github/workflows/a11y-weekly.yml
deleted file mode 100644
index cfd4586066..0000000000
--- a/.github/workflows/a11y-weekly.yml
+++ /dev/null
@@ -1,188 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-
-# Weekly full-suite accessibility scan
-#
-# PR CI (ci.yml's pr-a11y job) only audits components a PR touches. Token or
-# shared-hook changes can regress components no PR modified, so this workflow
-# periodically audits EVERY component story: it builds Storybook once, runs
-# .github/scripts/accessibility-audit.js with no --components filter (the
-# script audits all stories when the flag is absent), uploads the JSON report,
-# and opens-or-updates a tracking issue when violations are found or the
-# audit crashes.
-#
-# Baseline gating: if .github/a11y-baseline.json exists (added by the a11y
-# baseline work), the audit runs with --baseline/--fail-on-new so only NEW
-# violations fail the run. Before that file lands, the audit runs ungated and
-# violations are reported via the tracking issue only.
-#
-# Theme coverage: stories are audited in the default light color scheme.
-# Dark mode is a Storybook runtime global (colorMode) that the audit script
-# does not currently plumb through to the story iframe URL — dark-mode
-# coverage is a documented follow-up.
-
-name: Weekly A11y Scan
-
-on:
- schedule:
- # Mondays 05:23 UTC — off-peak, avoids the top-of-hour scheduling rush
- - cron: '23 5 * * 1'
- workflow_dispatch:
-
-permissions: {}
-
-concurrency:
- group: a11y-weekly
- cancel-in-progress: false
-
-jobs:
- # Build Storybook once and audit the full story index
- audit:
- runs-on: ubuntu-24.04-arm
- permissions:
- contents: read
- outputs:
- status: ${{ steps.summarize.outputs.status }}
- total_violations: ${{ steps.summarize.outputs.total_violations }}
- components_audited: ${{ steps.summarize.outputs.components_audited }}
- steps:
- - name: Checkout
- uses: actions/checkout@v7
-
- - name: Setup Node and pnpm
- uses: ./.github/actions/setup
-
- - name: Build core package
- run: pnpm build
-
- - name: Build Storybook
- run: pnpm -F @astryxdesign/storybook build
-
- - name: Install Playwright browser
- run: npx playwright install chromium
-
- # No --components filter: with the flag absent the audit script includes
- # every story in the Storybook index (full-suite scan).
- # continue-on-error so the summarize step still runs (and the report
- # artifact still uploads) when the audit exits non-zero; the job is
- # re-failed below based on the summarized status.
- - name: Run full-suite accessibility audit
- id: audit
- continue-on-error: true
- run: |
- BASELINE_FLAGS=""
- if [ -f .github/a11y-baseline.json ]; then
- BASELINE_FLAGS="--baseline .github/a11y-baseline.json --fail-on-new"
- fi
- node .github/scripts/accessibility-audit.js \
- --storybook-dir apps/storybook/dist \
- --output a11y-weekly-report.json \
- $BASELINE_FLAGS
-
- - name: Summarize report
- id: summarize
- env:
- AUDIT_OUTCOME: ${{ steps.audit.outcome }}
- run: |
- node .github/scripts/weekly-a11y-summary.js \
- --report a11y-weekly-report.json \
- --audit-outcome "$AUDIT_OUTCOME" \
- --summary-output a11y-weekly-summary.md \
- --github-output "$GITHUB_OUTPUT"
- cat a11y-weekly-summary.md >> "$GITHUB_STEP_SUMMARY"
-
- - name: Upload report artifact
- if: always()
- uses: actions/upload-artifact@v7
- with:
- name: a11y-weekly-report
- path: |
- a11y-weekly-report.json
- a11y-weekly-summary.md
- retention-days: 30
- if-no-files-found: warn
-
- # Surface infra breakage (crashed) and gate failures (failed) as a red
- # run. Plain violations without baseline gating stay green here — the
- # tracking issue is the reporting channel for those.
- - name: Fail on audit crash or gate failure
- if: steps.summarize.outputs.status == 'crashed' || steps.summarize.outputs.status == 'failed'
- run: |
- echo "::error::Weekly a11y scan status: ${{ steps.summarize.outputs.status }}"
- exit 1
-
- # Open-or-update the tracking issue whenever the scan is not clean.
- # Modeled on hardening-issue.yml (least-privilege github-script issue
- # creation with title-based dedup). Runs even when the audit job failed —
- # a crashed scan should be visible as an issue, not just a red run.
- report-issue:
- needs: [audit]
- if: ${{ !cancelled() && needs.audit.outputs.status != 'clean' }}
- runs-on: ubuntu-slim
- permissions:
- issues: write
- actions: read # download-artifact from this run
- steps:
- - name: Download report artifact
- continue-on-error: true # artifact may be missing if audit crashed early
- uses: actions/download-artifact@v8
- with:
- name: a11y-weekly-report
-
- - name: Open or update tracking issue
- uses: actions/github-script@v9
- with:
- script: |
- const fs = require('node:fs');
- const { owner, repo } = context.repo;
- const title = 'Weekly a11y scan: violations found';
- const label = 'a11y-weekly-scan';
-
- let summary;
- try {
- summary = fs.readFileSync('a11y-weekly-summary.md', 'utf8');
- } catch {
- summary =
- 'The weekly accessibility scan failed before producing a summary. ' +
- 'See the workflow run logs for details.';
- }
-
- const runUrl = `${context.serverUrl}/${owner}/${repo}/actions/runs/${context.runId}`;
- const body = [
- summary.trim(),
- '',
- `Workflow run: ${runUrl}`,
- '',
- '_Maintained automatically by `.github/workflows/a11y-weekly.yml`. ' +
- 'The full JSON report is attached to the run as the `a11y-weekly-report` artifact (30-day retention)._',
- ].join('\n');
-
- // Dedup: reuse the open tracking issue if one exists
- const issues = await github.paginate(github.rest.issues.listForRepo, {
- owner,
- repo,
- state: 'open',
- labels: label,
- per_page: 100,
- });
- const existing = issues.find(
- (i) => i.title === title && !i.pull_request
- );
-
- if (existing) {
- await github.rest.issues.createComment({
- owner,
- repo,
- issue_number: existing.number,
- body,
- });
- console.log(`Updated existing issue #${existing.number}`);
- } else {
- const { data: issue } = await github.rest.issues.create({
- owner,
- repo,
- title,
- body,
- labels: [label],
- });
- console.log(`Created issue #${issue.number}`);
- }
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b37f423d66..35edae2d68 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -46,9 +46,8 @@ permissions: {}
# PR CI's budget is 15 minutes. Every job in this workflow that does work on a
# pull request carries `timeout-minutes: 15` (release and maintenance
-# dispatches keep longer limits; macOS-only `test-native-swift` keeps 30), and
-# `ci-duration` reports each job's run time and the run's span. Split a job
-# that nears the limit (shard, scope, cache); do not raise it.
+# dispatches keep longer limits; macOS-only `test-native-swift` keeps 30). Split
+# a job that nears the limit (shard, scope, cache); do not raise it.
#
# There is no scope job. Each job that owns tests decides its own scope in its
# first steps (.github/actions/test-scope: the PR's file list against the
@@ -456,6 +455,12 @@ jobs:
if: steps.scope.outputs.spec_only != 'true' && steps.scope.outputs.tooling_only != 'true'
run: pnpm -F @astryxdesign/docsite generate && pnpm -F @astryxdesign/docsite test
+ # A docsite-only change skips test-node, and the registry generator
+ # lives in the docsite.
+ - name: Verify the hidden production registry gate
+ if: steps.scope.outputs.spec_only != 'true' && steps.scope.outputs.tooling_only != 'true'
+ run: node internal/shadcn-registry/verify-production-gate.mjs
+
# Docsite browser contracts. The playground preview runs user-authored code
# in a sandboxed iframe whose only tie to the page is a nonce-attested
# MessagePort handshake (apps/docsite/src/app/playground/previewChannel.ts).
@@ -815,15 +820,19 @@ jobs:
if: needs.native-swift-runner.outputs.applies == 'true'
run: bash .github/scripts/native-swift.sh
- # Public registry contract. Generation proves schema, dependency, route-lock,
- # alias, and release-gating invariants; the final step drives every canonical
- # item through the exact pinned ShadCN client and compiles every written source.
- registry-contract:
- name: registry-contract (${{ matrix.leg }})
- if: ${{ (github.event_name != 'pull_request' || !github.event.pull_request.draft && (github.event.pull_request.head.repo.full_name == github.repository || contains(github.event.pull_request.labels.*.name, 'ci:run'))) && (github.event_name != 'workflow_dispatch') }}
+ # The full shadcn registry install, preview and hidden production legs
+ # (spec:AST-026 FR10, draft): every item through the pinned client. It runs
+ # for an explicit release check until the production registry launches; the
+ # network-free production gate runs on every pull request that can change
+ # the registry: with the Node unit tests, and in docsite-data for a
+ # docsite-only change.
+ test-registry-e2e:
+ name: test-registry-e2e (${{ matrix.leg }})
+ if: github.event_name == 'workflow_dispatch' && inputs.operation == 'release-check'
# The preview and hidden production registries are generated and verified
- # independently, so each gets its own leg (~9 minutes in one job). `test`
- # joins them: the job result is success only when both passed.
+ # independently, so each gets its own leg (~9 minutes in one job).
+ # release-check joins them: the job result is success only when both
+ # passed.
strategy:
fail-fast: false
matrix:
@@ -832,65 +841,43 @@ jobs:
timeout-minutes: 15
permissions:
contents: read
- pull-requests: read
steps:
- # This job decides its own scope (no separate scope job): the step
- # reads the PR's file list and the base's trusted classifier, and
- # everything is in scope when it cannot decide.
- - name: Check out the scope action
- uses: actions/checkout@v7
- with:
- sparse-checkout: .github/actions/test-scope
- path: .test-scope
- persist-credentials: false
-
- - name: Decide this job's scope
- id: scope
- uses: ./.test-scope/.github/actions/test-scope
-
- - name: Skip registry work for spec-only changes
- if: steps.scope.outputs.spec_only == 'true'
- run: echo "Spec-only PR — public registry output cannot change"
-
- uses: actions/checkout@v7
- if: steps.scope.outputs.spec_only != 'true'
- uses: ./.github/actions/setup
- if: steps.scope.outputs.spec_only != 'true'
- name: Build registry package exports
- if: steps.scope.outputs.spec_only != 'true'
run: pnpm build
- name: Verify hidden production registry contract
- if: matrix.leg == 'production' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'production'
run: node internal/shadcn-registry/verify-production-gate.mjs
- name: Generate and validate the complete preview registry
- if: matrix.leg == 'preview' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'preview'
env:
DOCSITE_TARGET: canary
run: node apps/docsite/scripts/generate-data.mjs
- name: Install and build every preview registry item
- if: matrix.leg == 'preview' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'preview'
run: node internal/shadcn-registry/verify-full-catalog.mjs
- name: Generate the hidden production registry
- if: matrix.leg == 'production' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'production'
env:
DOCSITE_TARGET: latest
run: node apps/docsite/scripts/generate-data.mjs
- name: Verify hidden production discovery surfaces
- if: matrix.leg == 'production' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'production'
env:
ASTRYX_VERIFY_HIDDEN_PRODUCTION: '1'
NEXT_PUBLIC_DOCS_TARGET: latest
run: pnpm -F @astryxdesign/docsite exec vitest run src/__tests__/hidden-shadcn-production.test.ts
- name: Install and build every hidden production registry item
- if: matrix.leg == 'production' && steps.scope.outputs.spec_only != 'true'
+ if: matrix.leg == 'production'
env:
ASTRYX_SHADCN_USE_PUBLISHED_PACKAGES: '1'
run: node internal/shadcn-registry/verify-full-catalog.mjs
@@ -906,7 +893,6 @@ jobs:
test-ui,
test-node,
test-build,
- registry-contract,
test-native-swift,
pr-interaction,
]
@@ -951,7 +937,6 @@ jobs:
TEST_UI_RESULT: ${{ needs.test-ui.result }}
TEST_NODE_RESULT: ${{ needs.test-node.result }}
TEST_BUILD_RESULT: ${{ needs.test-build.result }}
- REGISTRY_CONTRACT_RESULT: ${{ needs.registry-contract.result }}
TEST_NATIVE_SWIFT_RESULT: ${{ needs.test-native-swift.result }}
PR_INTERACTION_RESULT: ${{ needs.pr-interaction.result }}
run: node .github/scripts/ci-test-join.mjs
@@ -2384,7 +2369,7 @@ jobs:
# eight browser pages on its four cores (the audit waits on page loads), and
# the stable pr-rtl join requires all five scope manifests plus a report from
# every applicable package.
- # The scheduled full sweep also runs in rtl-weekly.yml.
+ # The full-roster sweep is the release-check run on every push to main.
#
# Three auto dimensions: D1 icon-mirror, D5 positional-mirror, and D6
# contextual directional decorations. Curated D2/D3/D4/D7/D8/D9 add
@@ -2752,80 +2737,13 @@ jobs:
--force-full "${{ steps.scope.outputs.force_full_component_audits }}" \
--reports-dir rtl-shard-reports
- # Report-only: after every pull-request job finishes, each job's run time
- # (start to finish, no queue) and the run's span go to the job summary, with
- # a warning for any job past 12 minutes, so a lane growing toward its
- # 15-minute limit shows before it fails. It never fails and is not required.
- ci-duration:
- needs:
- [
- release-bump,
- release-merge-back,
- docsite-data,
- docsite-browser,
- docsite-test,
- test-ui,
- test-node,
- native-swift-runner,
- test-native-swift,
- registry-contract,
- test,
- build-storybook,
- size-base,
- typecheck,
- build,
- pr-a11y-guards,
- pr-a11y-specs,
- pr-a11y,
- pr-interaction,
- test-build,
- visual-scout,
- pr-visual,
- pr-rtl-shard,
- pr-rtl-merge,
- pr-rtl,
- ]
- if: ${{ (github.event_name != 'pull_request' || !github.event.pull_request.draft && (github.event.pull_request.head.repo.full_name == github.repository || contains(github.event.pull_request.labels.*.name, 'ci:run'))) && (always() && github.event_name == 'pull_request') }}
- runs-on: ubuntu-slim
- timeout-minutes: 5
- continue-on-error: true
- permissions:
- actions: read
- steps:
- - name: Report job durations
- uses: actions/github-script@v9
- with:
- # The listing is one request for every job of the run with its
- # steps, and GitHub can answer it 502 at its gateway limit: retry a
- # server error. The action's exempt client errors stay final.
- retries: 3
- script: |
- const jobs = await github.paginate(
- github.rest.actions.listJobsForWorkflowRunAttempt,
- {...context.repo, run_id: context.runId, attempt_number: Number(process.env.GITHUB_RUN_ATTEMPT), per_page: 100},
- );
- const done = jobs.filter(job => job.started_at && job.completed_at && job.conclusion !== 'skipped' && job.name !== 'ci-duration');
- const rows = done
- .map(job => ({name: job.name, minutes: (Date.parse(job.completed_at) - Date.parse(job.started_at)) / 60000}))
- .sort((a, b) => b.minutes - a.minutes);
- for (const row of rows.filter(row => row.minutes > 12)) {
- core.warning(`${row.name} ran ${row.minutes.toFixed(1)} min; PR jobs stop at 15. Split it (shard, scope, cache).`);
- }
- const span = done.length
- ? (Math.max(...done.map(job => Date.parse(job.completed_at))) - Math.min(...done.map(job => Date.parse(job.started_at)))) / 60000
- : 0;
- await core.summary
- .addHeading('Job durations (run time, no queue)', 3)
- .addRaw(`Run span, first job start to last job end (includes waits between jobs): ${span.toFixed(1)} min\n\n`)
- .addTable([[{data: 'Job', header: true}, {data: 'Minutes', header: true}], ...rows.map(row => [row.name, row.minutes.toFixed(1)])])
- .write();
-
# Release-time projection only: the existing owners above do all measurement.
# A skipped owner or main drift must never look like passing release evidence.
release-check:
needs:
[
release-authority,
+ test-registry-e2e,
build-storybook,
typecheck,
pr-visual,
@@ -2850,7 +2768,7 @@ jobs:
with:
script: |
const needs = JSON.parse(process.env.RELEASE_NEEDS);
- for (const name of ['release-authority', 'build-storybook', 'typecheck', 'pr-visual', 'pr-a11y', 'a11y-contracts', 'pr-a11y-audit', 'pr-rtl']) {
+ for (const name of ['release-authority', 'test-registry-e2e', 'build-storybook', 'typecheck', 'pr-visual', 'pr-a11y', 'a11y-contracts', 'pr-a11y-audit', 'pr-rtl']) {
if (needs[name]?.result !== 'success') {
throw new Error(`Required release job ${name} did not succeed: ${needs[name]?.result}`);
}
diff --git a/.github/workflows/internal-registry.yml b/.github/workflows/internal-registry.yml
index 99e34174cd..e801bd7c82 100644
--- a/.github/workflows/internal-registry.yml
+++ b/.github/workflows/internal-registry.yml
@@ -36,7 +36,10 @@ concurrency:
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
jobs:
- dependency-check:
+ # test-deps: its scope is the dependency files the trigger lists, so a pull
+ # request that starts it always changed one; a merge-group entry always runs
+ # it. Nothing inside reclassifies.
+ test-deps:
if: (github.event_name != 'pull_request' || !github.event.pull_request.draft && (github.event.pull_request.head.repo.full_name == github.repository || contains(github.event.pull_request.labels.*.name, 'ci:run')))
runs-on: ubuntu-latest
permissions:
@@ -47,38 +50,5 @@ jobs:
with:
fetch-depth: 50
- - name: Classify changed files
- if: github.event_name == 'pull_request'
- id: scope
- run: |
- git fetch origin ${{ github.base_ref }} --depth=50
- MERGE_BASE=$(git merge-base HEAD origin/${{ github.base_ref }} 2>/dev/null || echo "")
- if [ -z "$MERGE_BASE" ]; then
- printf 'docsite_only=false\nspec_only=false\ntooling_only=false\n' >> "$GITHUB_OUTPUT"
- exit 0
- fi
- CLASSIFIER_ROOT="$RUNNER_TEMP/change-scope"
- CLASSIFIER_DIR="$CLASSIFIER_ROOT/.github/scripts"
- REGISTRY_DIR="$CLASSIFIER_ROOT/scripts"
- mkdir -p "$CLASSIFIER_DIR" "$REGISTRY_DIR"
- CLASSIFIER="$CLASSIFIER_DIR/change-scope.cjs"
- MATCHER="$CLASSIFIER_DIR/knowledge-paths.cjs"
- REGISTRY="$REGISTRY_DIR/component-packages.cjs"
- if git show "origin/${{ github.base_ref }}:.github/scripts/change-scope.cjs" > "$CLASSIFIER" 2>/dev/null \
- && git show "origin/${{ github.base_ref }}:.github/scripts/knowledge-paths.cjs" > "$MATCHER" 2>/dev/null \
- && git show "origin/${{ github.base_ref }}:scripts/component-packages.cjs" > "$REGISTRY" 2>/dev/null; then
- git diff --name-status "$MERGE_BASE"...HEAD \
- | node "$CLASSIFIER" --github-output
- else
- # Missing trusted policy cannot grant a specialized lane.
- printf 'docsite_only=false\nspec_only=false\ntooling_only=false\n' \
- >> "$GITHUB_OUTPUT"
- fi
-
- - name: Skip dependency checks for spec-only changes
- if: steps.scope.outputs.spec_only == 'true'
- run: echo "Spec-only PR — package dependencies cannot change"
-
- uses: meta/lexical/.github/actions/internal-registry/dependency-check@internal-registry-dependency-check-v1
- if: steps.scope.outputs.spec_only != 'true'
continue-on-error: true
diff --git a/.github/workflows/rtl-weekly.yml b/.github/workflows/rtl-weekly.yml
deleted file mode 100644
index 2c462812fd..0000000000
--- a/.github/workflows/rtl-weekly.yml
+++ /dev/null
@@ -1,181 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-
-# Weekly full-suite RTL audit
-#
-# The RTL twin of a11y-weekly.yml. PR CI (ci.yml's pr-rtl) only audits the
-# components a PR touches, so it can't see a regression caused from a distance
-# — tokens, shared hooks, and icon primitives break RTL in components no PR
-# modified. This runs the audit with no --filter to cover the whole library.
-#
-# Reporting, not gating: rtl-audit.mjs exits non-zero on ANY finding, so a
-# failed step here is normal, not infra breakage. The job goes red only on a
-# crash; findings open a tracking issue while pr-rtl is still soft-gated.
-# Revisit when pr-rtl becomes a required check.
-#
-# See apps/storybook/rtl-audit/README.md.
-
-name: Weekly RTL Audit
-
-on:
- schedule:
- # Mondays 06:17 UTC — off-peak, and deliberately offset from a11y-weekly's
- # 05:23 so the two full-suite Playwright sweeps do not contend for runners.
- - cron: '17 6 * * 1'
- workflow_dispatch:
-
-permissions: {}
-
-concurrency:
- group: rtl-weekly
- cancel-in-progress: false
-
-jobs:
- # Build Storybook once and audit the full story index
- audit:
- runs-on: ubuntu-24.04-arm
- permissions:
- contents: read
- outputs:
- status: ${{ steps.summarize.outputs.status }}
- total_findings: ${{ steps.summarize.outputs.total_findings }}
- components_audited: ${{ steps.summarize.outputs.components_audited }}
- stories_scanned: ${{ steps.summarize.outputs.stories_scanned }}
- coverage_gaps: ${{ steps.summarize.outputs.coverage_gaps }}
- verified_na: ${{ steps.summarize.outputs.verified_na }}
- steps:
- - name: Checkout
- uses: actions/checkout@v7
-
- - name: Setup Node and pnpm
- uses: ./.github/actions/setup
-
- - name: Build core package
- run: pnpm build
-
- - name: Build Storybook
- run: pnpm -F @astryxdesign/storybook build
-
- - name: Install Playwright browser
- run: npx playwright install chromium
-
- # No --filter: with the flag absent the audit covers every core-* and
- # lab-* story (full sweep). continue-on-error because the audit exits non-zero
- # on any finding — the summarize step below turns the report into the
- # real status.
- - name: Run full-suite RTL audit
- id: audit
- continue-on-error: true
- run: |
- node apps/storybook/rtl-audit/rtl-audit.mjs \
- --storybook-dir apps/storybook/dist \
- --output rtl-weekly-report.json \
- --concurrency 4
-
- - name: Summarize report
- id: summarize
- env:
- AUDIT_OUTCOME: ${{ steps.audit.outcome }}
- run: |
- node .github/scripts/weekly-rtl-summary.js \
- --report rtl-weekly-report.json \
- --audit-outcome "$AUDIT_OUTCOME" \
- --summary-output rtl-weekly-summary.md \
- --github-output "$GITHUB_OUTPUT"
- cat rtl-weekly-summary.md >> "$GITHUB_STEP_SUMMARY"
-
- - name: Upload report artifact
- if: always()
- uses: actions/upload-artifact@v7
- with:
- name: rtl-weekly-report
- path: |
- rtl-weekly-report.json
- rtl-weekly-summary.md
- retention-days: 30
- if-no-files-found: warn
-
- # Surface infra breakage as a red run. Plain findings stay green — the
- # tracking issue is their reporting channel while pr-rtl is soft-gated.
- - name: Fail on audit crash
- if: steps.summarize.outputs.status == 'crashed'
- run: |
- echo "::error::Weekly RTL scan status: crashed"
- exit 1
-
- # Open-or-update the tracking issue whenever the scan is not clean.
- # Modeled on a11y-weekly.yml's report-issue job (least-privilege
- # github-script issue creation with title-based dedup). Runs even when the
- # audit job failed — a crashed scan should be visible as an issue, not just
- # a red run.
- report-issue:
- needs: [audit]
- if: ${{ !cancelled() && needs.audit.outputs.status != 'clean' }}
- runs-on: ubuntu-slim
- permissions:
- issues: write
- actions: read # download-artifact from this run
- steps:
- - name: Download report artifact
- continue-on-error: true # artifact may be missing if the audit crashed early
- uses: actions/download-artifact@v8
- with:
- name: rtl-weekly-report
-
- - name: Open or update tracking issue
- uses: actions/github-script@v9
- with:
- script: |
- const fs = require('node:fs');
- const { owner, repo } = context.repo;
- const title = 'Weekly RTL audit: findings';
- const label = 'rtl-weekly-scan';
-
- let summary;
- try {
- summary = fs.readFileSync('rtl-weekly-summary.md', 'utf8');
- } catch {
- summary =
- 'The weekly RTL audit failed before producing a summary. ' +
- 'See the workflow run logs for details.';
- }
-
- const runUrl = `${context.serverUrl}/${owner}/${repo}/actions/runs/${context.runId}`;
- const body = [
- summary.trim(),
- '',
- `Workflow run: ${runUrl}`,
- '',
- '_Maintained automatically by `.github/workflows/rtl-weekly.yml`. ' +
- 'The full JSON report is attached to the run as the `rtl-weekly-report` artifact (30-day retention)._',
- ].join('\n');
-
- // Dedup: reuse the open tracking issue if one exists
- const issues = await github.paginate(github.rest.issues.listForRepo, {
- owner,
- repo,
- state: 'open',
- labels: label,
- per_page: 100,
- });
- const existing = issues.find(
- (i) => i.title === title && !i.pull_request
- );
-
- if (existing) {
- await github.rest.issues.createComment({
- owner,
- repo,
- issue_number: existing.number,
- body,
- });
- console.log(`Updated existing issue #${existing.number}`);
- } else {
- const { data: issue } = await github.rest.issues.create({
- owner,
- repo,
- title,
- body,
- labels: [label],
- });
- console.log(`Created issue #${issue.number}`);
- }
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 8cd402248a..e9cbf0b6a2 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -386,9 +386,9 @@ Two repo-side rules worth restating here:
one is a review reject.
- CI is the enforcement layer, not a replacement for the checklist: the
`pr-a11y` job in `ci.yml` runs an axe audit after merges to `main` and
- before each release (and on a pull request labelled `ci:heavy-lanes`), a
- weekly workflow scans the full component surface, and the
- `useAnnounce` lint rule rejects hand-wired `aria-live` regions. axe only
+ before each release (and on a pull request labelled `ci:heavy-lanes`), at
+ full scope across the component surface, and the `useAnnounce` lint rule
+ rejects hand-wired `aria-live` regions. axe only
catches static, DOM-level issues — keyboard behavior, focus management, and
announcement timing are exactly what the checklist and the component's unit
tests cover.
@@ -617,7 +617,7 @@ the changed components like `pr-a11y`. It is soft-gated — findings show in the
summary but don't block. Repro locally with `pnpm rtl:audit -- --filter Avatar`
(the `--` matters: `pnpm -F` is itself `--filter`). The report classifies every
scoped component as **measured**, **verified N-A**, or a **coverage gap**; an
-unexplained all-N-A result is not a clean RTL result. The weekly unfiltered run
+unexplained all-N-A result is not a clean RTL result. The release-check's unfiltered run
applies the same contract to the full existing roster, while a labelled PR
applies it to new and changed components. See `apps/storybook/rtl-audit/README.md`.
diff --git a/apps/storybook/rtl-audit/README.md b/apps/storybook/rtl-audit/README.md
index a71043ed46..b237e75025 100644
--- a/apps/storybook/rtl-audit/README.md
+++ b/apps/storybook/rtl-audit/README.md
@@ -40,7 +40,7 @@ independent auto passes: **D1 (icon-mirror)**, **D5 (positional-mirror)**, and
> `Chart,ChartLegend` routing smoke scope so package discovery and curated aliases
> cannot skip their own check; without the label, `main`'s `release-check` covers
> the harness after merge (spec:AST-030 FR12). The
-> full unfiltered sweep also runs weekly in `.github/workflows/rtl-weekly.yml`.
+> full unfiltered sweep runs in that release-check.
> Omit `--filter` to run it locally. The blocking accessibility audit consumes the
> same package-qualified owner-to-story routes and fails if any selected owner
> resolves to zero stories.
@@ -294,8 +294,8 @@ without inventing a curated measurement.
- **coverage gap**: every dimension returned N-A and no reason is recorded.
Coverage gaps are findings. This rule applies to the existing full-library
-weekly sweep, to main and release checks, and to every new or changed component
-in a labelled PR's CI. A component with no
+release-check sweep on main and before each release, and to every new or changed
+component in a labelled PR's CI. A component with no
story is also a gap when it is named by `--filter`; it cannot disappear from the
report merely because there was nothing to render.
diff --git a/apps/storybook/rtl-audit/rtl-audit.mjs b/apps/storybook/rtl-audit/rtl-audit.mjs
index 40c1fbaa4a..7450b73cb8 100644
--- a/apps/storybook/rtl-audit/rtl-audit.mjs
+++ b/apps/storybook/rtl-audit/rtl-audit.mjs
@@ -130,7 +130,7 @@ const AUDITED_STORY_PREFIX = new RegExp(`^(?:${AUDITED_STORY_PREFIXES.join('|')}
// CPU. A worker whose story fails gets a fresh page before its next story
// (rtl-audit-pool.mjs), so one unusable page cannot fail the stories after it.
// Defaults to 1 (serial) so the per-PR job's behaviour is unchanged while the
-// suite is still soft-gated; rtl-weekly.yml opts into 4 for the full sweep.
+// suite is still soft-gated; the CI RTL shards opt into 8.
const CONCURRENCY = Math.max(1, Number(getArg('concurrency') || process.env.RTL_CONCURRENCY || 1));
// D5 positional-mirror reveal: opening interaction-gated surfaces on EVERY core
// story (1365 stories) is expensive and, at that scale, a flake/timeout risk
diff --git a/docs/architecture/rtl-audit-evidence.md b/docs/architecture/rtl-audit-evidence.md
index 49d5c84503..17ea4b7491 100644
--- a/docs/architecture/rtl-audit-evidence.md
+++ b/docs/architecture/rtl-audit-evidence.md
@@ -14,9 +14,7 @@ applies_to:
apps/storybook/rtl-audit/,
scripts/component-packages.cjs,
.github/workflows/ci.yml,
- .github/workflows/rtl-weekly.yml,
.github/scripts/rtl-audit-coverage.test.mjs,
- .github/scripts/weekly-rtl-summary.js,
.github/scripts/rtl-join.mjs,
.github/scripts/rtl-report-completion.mjs,
.github/scripts/rtl-shard-scope.mjs,
@@ -27,7 +25,8 @@ verified_by:
[
.github/scripts/rtl-audit-coarse-hit.browser.test.mjs,
.github/scripts/rtl-audit-coverage.test.mjs,
- .github/scripts/weekly-rtl-summary.test.mjs,
+ .github/scripts/rtl-scorecard-failures.test.mjs,
+ .github/scripts/rtl-scorecard-summary.test.mjs,
.github/scripts/rtl-join.test.mjs,
.github/scripts/rtl-report-completion.test.mjs,
.github/scripts/rtl-shard-scope.test.mjs,
@@ -150,15 +149,14 @@ Lint and rendered audit are complementary:
discoverable icon, decoration, and positional relationships. Component-specific
selectors are used only for semantics generic discovery cannot infer, such as
order, scroll direction, overlay side, or touch-target ownership.
-- **INV7 — CI scope and weekly scope answer different questions.** The RTL audit
- runs after merges to `main` (a burst of pushes is checked once, at its newest
- commit) and before each release, at full scope; a pull
- request runs it only with the `ci:heavy-lanes` label (spec:AST-030 FR12, DEC-7).
- When a pull request runs it, it checks components affected by the change; it
- may run per package, but the PR result is the join of every package scope and
- cannot pass with one scope missing. The
- scheduled unfiltered audit checks the full live roster and shared regressions.
- Neither silently replaces the other.
+- **INV7 — PR scope and full-roster scope answer different questions.** The RTL
+ audit runs after merges to `main` (a burst of pushes is checked once, at its
+ newest commit) and before each release, at full scope; a pull request runs it
+ only with the `ci:heavy-lanes` label (spec:AST-030 FR12, DEC-7). When a pull
+ request runs it, it checks components affected by the change; it may run per
+ package, but the PR result is the join of every package scope and cannot pass
+ with one scope missing. The full-scope run checks the live roster and shared
+ regressions. Neither silently replaces the other.
- **INV8 — Applicable evidence invalidates N/A.** A new applicable automatic or
curated dimension MUST make an existing verified-N/A declaration stale. Source-
and story-byte invalidation is a proposed additional closure requirement, not a
@@ -282,7 +280,8 @@ component/composition contract; absent or invalid dimensions produce an error.
- `.github/scripts/rtl-scorecard-summary.mjs` — review-facing scorecard projection;
report completeness and exclusion visibility remain requirements, not authority
to suppress findings.
-- `.github/workflows/rtl-weekly.yml` — full-roster scheduled audit.
+- `.github/workflows/ci.yml` release-check — the full-roster audit on every push
+ to main.
- `internal/eslint-plugin-astryx/no-physical-properties.js` — source-provable
physical/logical declaration constraints.
- `design:bidirectionality` — human product intent, owned separately.
@@ -304,9 +303,9 @@ this record narrows the remaining decision to the options below.
| Invariant | Evidence | Failure signal |
| ---------------- | ----------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
| INV1, INV2, INV6 | focused audit fixtures plus real built Storybook mutations | A source-only rule claims rendered correctness, or a relationship defect stays green |
-| INV3 | automatic/curated failure tests and summary tests | A known bad RTL outcome is suppressed as expected or N/A |
+| INV3 | automatic/curated failure tests and RTL scorecard tests | A known bad RTL outcome is suppressed as expected or N/A |
| INV4, INV5 | coverage fixtures with missing/no-applicable stories | A component disappears or all-N/A reports as RTL-ready |
-| INV7 | PR workflow scope tests and weekly-summary tests | A changed component is skipped or full-roster debt is mistaken for PR-only evidence |
+| INV7 | PR workflow scope tests and release-check workflow tests | A changed component is skipped or full-roster debt is mistaken for PR-only evidence |
| INV8 | automatic/curated applicability tests | A newly applicable dimension leaves a verified-N/A declaration current |
| INV9 | red/green mutation receipts for each new dimension | A new dimension has only passing self-confirming tests |
| INV10 | native width/height mutation fixtures plus D7 center/hit checks in LTR/RTL, sm/md | An undersized native target stays green despite conforming wrapper geometry |
diff --git a/internal/shadcn-registry/verify-production-gate.test.mjs b/internal/shadcn-registry/verify-production-gate.test.mjs
new file mode 100644
index 0000000000..20215c476c
--- /dev/null
+++ b/internal/shadcn-registry/verify-production-gate.test.mjs
@@ -0,0 +1,29 @@
+// Copyright (c) Meta Platforms, Inc. and affiliates.
+
+/**
+ * @file The hidden production registry gate runs with the unit tests.
+ *
+ * `verify-production-gate.mjs` is network-free and needs no build: it proves
+ * the production target emits unlinked routes with exact released
+ * dependencies and replaces stale output (spec:AST-026). It runs here on every
+ * pull request that reaches the Node suite; the full install of every item
+ * (test-registry-e2e) runs for release-check.
+ */
+
+import {execFileSync} from 'node:child_process';
+import path from 'node:path';
+
+import {describe, expect, it} from 'vitest';
+
+describe('hidden production registry gate', () => {
+ it('passes', () => {
+ const output = execFileSync(
+ process.execPath,
+ [path.join(import.meta.dirname, 'verify-production-gate.mjs')],
+ {encoding: 'utf8'},
+ );
+ expect(output).toContain(
+ 'Verified production emits hidden ShadCN routes with exact release dependencies.',
+ );
+ });
+});
diff --git a/packages/lab/README.md b/packages/lab/README.md
index 5f55f7360f..e7bbe3e147 100644
--- a/packages/lab/README.md
+++ b/packages/lab/README.md
@@ -24,7 +24,7 @@ See the **[Component Lifecycle](https://github.com/meta/astryx/wiki/Component-Li
The [Accessibility Checklist](https://github.com/meta/astryx/wiki/Accessibility-Checklist) is a hard requirement for graduating to core — every item, verified in the promotion PR, alongside the hardening bar linked above.
-Lab components get the same scan coverage as core (the `pr-a11y` axe audit and the weekly full scan run against lab too), but a11y findings on a lab component do not block lab merges — they block **promotion**. Iterate freely in lab; clear the checklist to graduate.
+Lab components get the same scan coverage as core (the `pr-a11y` axe audit and the full release-check scan run against lab too), but a11y findings on a lab component do not block lab merges — they block **promotion**. Iterate freely in lab; clear the checklist to graduate.
## Usage