Skip to content

Write HTML. Render video. Built for agents.

fix(ci): skills sync publishes hyperframes-creative past its hidden 1.0.13 and checks it went live (#5081)

Miguel Ángel0ca99b30daaa
diff --git a/.github/workflows/sync-skills-to-clawhub.yml b/.github/workflows/sync-skills-to-clawhub.yml
index ec6eb1be3f..40be5d64b8 100644
--- a/.github/workflows/sync-skills-to-clawhub.yml
+++ b/.github/workflows/sync-skills-to-clawhub.yml
@@ -10,6 +10,7 @@ on:
branches: [main]
paths:
- "skills/**"
+ - "scripts/clawhub-sync.mjs"
workflow_dispatch:
inputs:
dry_run:
@@ -50,17 +51,4 @@ jobs:
- name: Sync skills
env:
DRY_RUN: ${{ github.event.inputs.dry_run }}
- run: |
- FLAGS=(
- --all
- --owner heygen-com
- --bump patch
- --changelog "Synced from ${GITHUB_SHA:0:7} (${GITHUB_REF_NAME})"
- --source-repo "$GITHUB_REPOSITORY"
- --source-commit "$GITHUB_SHA"
- --source-ref "$GITHUB_REF"
- )
- if [ "$DRY_RUN" = "true" ]; then
- FLAGS+=(--dry-run)
- fi
- clawhub sync "${FLAGS[@]}"
+ run: node scripts/clawhub-sync.mjs
diff --git a/package.json b/package.json
index e520d2a6d9..80650a6db3 100644
--- a/package.json
+++ b/package.json
@@ -52,7 +52,7 @@
"player:perf": "bun run --filter @hyperframes/player perf",
"format:check": "oxfmt --check .",
"knip": "knip",
- "test:scripts": "node --import tsx --test scripts/animejs-v4-guidance.test.mjs scripts/check-tracked-artifacts.test.mjs scripts/check-registry-set-delta.test.mjs scripts/check-no-main-deletions.test.mjs scripts/check-pr-captures.test.mjs scripts/check-comment-citations.test.mjs scripts/comments-workflow.test.mjs scripts/comment-ratchet.test.mjs scripts/check-docs-snippet-motion.test.mjs scripts/registry-target-paths.test.mjs scripts/check-workspace-contracts.test.mjs scripts/check-media-use-copy-parity.test.mjs scripts/check-svg-sanitize-parity.test.mjs scripts/check-media-use-svg-sanitize-generated.test.mjs scripts/check-package-cycles.test.mjs scripts/check-cli-process-ownership.test.mjs scripts/check-large-files.test.mjs scripts/prune-fallow-audit-caches.test.mjs scripts/package-subpaths.test.mjs scripts/validate-release-channel.test.mjs scripts/publish-workflow.test.mjs scripts/pr-edit-concurrency.test.mjs scripts/merge-queue-workflows.test.mjs scripts/install-workspace-dependencies.test.mjs scripts/draft-changelog.test.ts scripts/set-version.test.ts scripts/release-prepare.test.ts scripts/cli-options.test.ts scripts/changelog-weekly.test.ts scripts/claude-plugin-compression.test.ts scripts/catalog-payload-assets.test.ts scripts/host-registry-assets.test.ts scripts/catalog-preview-temp.test.ts scripts/backfill-block-previews.test.ts scripts/catalog-hosted-files.test.ts scripts/player-cdn-pin.test.ts scripts/studio-runtime-smoke.test.mjs scripts/verify-packed-manifests.test.mjs scripts/lint-skills.test.mjs scripts/creator-editing-recipes.test.mjs packages/gcp-cloud-run/check-dockerfile-workspaces.test.mjs packages/core/scripts/writeGeneratedFile.test.ts scripts/catalog-publication.test.mjs scripts/ci/resolve-workflow-pr.test.mjs scripts/ci/base-file.test.mjs scripts/check-catalog-source-pr.test.mjs scripts/generate-registry-items.test.ts scripts/catalog-drift.test.ts scripts/catalog-fetch-mirror.test.ts scripts/catalog-script-inlining.test.ts scripts/catalog-detail.test.ts scripts/generate-catalog-pages.test.ts scripts/verify-catalog-payloads.test.ts scripts/registry-skill-files.test.ts scripts/creator-editing-capabilities.test.mjs scripts/generate-catalog-previews.test.ts scripts/registry-primitive-payloads.test.ts registry/components/pan-stations/pan-stations.test.mjs && vitest run scripts/catalog/ scripts/contrastRatchet.test.ts scripts/generate-catalog-payloads.test.ts",
+ "test:scripts": "node --import tsx --test scripts/animejs-v4-guidance.test.mjs scripts/check-tracked-artifacts.test.mjs scripts/check-registry-set-delta.test.mjs scripts/check-no-main-deletions.test.mjs scripts/check-pr-captures.test.mjs scripts/check-comment-citations.test.mjs scripts/comments-workflow.test.mjs scripts/comment-ratchet.test.mjs scripts/check-docs-snippet-motion.test.mjs scripts/registry-target-paths.test.mjs scripts/check-workspace-contracts.test.mjs scripts/check-media-use-copy-parity.test.mjs scripts/check-svg-sanitize-parity.test.mjs scripts/check-media-use-svg-sanitize-generated.test.mjs scripts/check-package-cycles.test.mjs scripts/check-cli-process-ownership.test.mjs scripts/check-large-files.test.mjs scripts/prune-fallow-audit-caches.test.mjs scripts/package-subpaths.test.mjs scripts/validate-release-channel.test.mjs scripts/clawhub-sync.test.mjs scripts/publish-workflow.test.mjs scripts/pr-edit-concurrency.test.mjs scripts/merge-queue-workflows.test.mjs scripts/install-workspace-dependencies.test.mjs scripts/draft-changelog.test.ts scripts/set-version.test.ts scripts/release-prepare.test.ts scripts/cli-options.test.ts scripts/changelog-weekly.test.ts scripts/claude-plugin-compression.test.ts scripts/catalog-payload-assets.test.ts scripts/host-registry-assets.test.ts scripts/catalog-preview-temp.test.ts scripts/backfill-block-previews.test.ts scripts/catalog-hosted-files.test.ts scripts/player-cdn-pin.test.ts scripts/studio-runtime-smoke.test.mjs scripts/verify-packed-manifests.test.mjs scripts/lint-skills.test.mjs scripts/creator-editing-recipes.test.mjs packages/gcp-cloud-run/check-dockerfile-workspaces.test.mjs packages/core/scripts/writeGeneratedFile.test.ts scripts/catalog-publication.test.mjs scripts/ci/resolve-workflow-pr.test.mjs scripts/ci/base-file.test.mjs scripts/check-catalog-source-pr.test.mjs scripts/generate-registry-items.test.ts scripts/catalog-drift.test.ts scripts/catalog-fetch-mirror.test.ts scripts/catalog-script-inlining.test.ts scripts/catalog-detail.test.ts scripts/generate-catalog-pages.test.ts scripts/verify-catalog-payloads.test.ts scripts/registry-skill-files.test.ts scripts/creator-editing-capabilities.test.mjs scripts/generate-catalog-previews.test.ts scripts/registry-primitive-payloads.test.ts registry/components/pan-stations/pan-stations.test.mjs && vitest run scripts/catalog/ scripts/contrastRatchet.test.ts scripts/generate-catalog-payloads.test.ts",
"typecheck:scripts": "tsc --noEmit -p scripts/tsconfig.json",
"test:skills": "HYPERFRAMES_MEDIA_HOME_REQUIRED=1 node --import ./packages/cli/scripts/test-home.mjs --test 'skills/**/*.test.mjs' 'packages/cli/src/media-use/**/*.test.mjs'",
"generate:previews": "tsx scripts/generate-template-previews.ts",
diff --git a/scripts/clawhub-sync.mjs b/scripts/clawhub-sync.mjs
new file mode 100644
index 0000000000..09bbf26ce4
--- /dev/null
+++ b/scripts/clawhub-sync.mjs
@@ -0,0 +1,101 @@
+#!/usr/bin/env node
+// `clawhub sync` bumps from the registry's `latest` tag, so a version the registry has hidden
+// blocks the skill for good; an acknowledged one is published one patch past, then checked live.
+import { spawnSync } from "node:child_process";
+import { pathToFileURL } from "node:url";
+
+const TAKEN_VERSION = /Version (\d+)\.(\d+)\.(\d+) already exists/;
+// The registry hid this one version; any other taken version still fails the sync.
+const SKIPPABLE_TAKEN = new Map([["hyperframes-creative", "1.0.13"]]);
+const OWNER_HANDLE = "heygen-com";
+const OWNER = ["--owner", OWNER_HANDLE];
+
+function takenVersion(message) {
+ const match = TAKEN_VERSION.exec(message);
+ return match ? match.slice(1, 4).map(Number) : null;
+}
+
+function parsedOutput(result) {
+ try {
+ return JSON.parse(result.output);
+ } catch {
+ return null;
+ }
+}
+
+function latestTag(run, slug) {
+ return parsedOutput(run(["inspect", `${OWNER_HANDLE}/${slug}`, "--json"]))?.skill?.tags?.latest;
+}
+
+function failedSkills(sync) {
+ return parsedOutput(sync)?.failed ?? [];
+}
+
+const syncArgs = (provenance, dryRun) =>
+ ["sync", "--all", "--json", "--bump", "patch", ...OWNER, ...provenance].concat(
+ dryRun ? ["--dry-run"] : [],
+ );
+
+function versionPastSkippable(slug, message) {
+ const taken = takenVersion(message);
+ if (!taken || SKIPPABLE_TAKEN.get(slug) !== taken.join(".")) return null;
+ const [major, minor, patch] = taken;
+ return `${major}.${minor}.${patch + 1}`;
+}
+
+function republishTaken(run, provenance, { slug, message }) {
+ const version = versionPastSkippable(slug, message);
+ if (!version) return `${slug}: ${message}`;
+ const folder = `skills/${slug}`;
+ const published = run(
+ ["publish", folder, "--slug", slug, "--version", version, "--source-path", folder].concat(
+ OWNER,
+ provenance,
+ ),
+ );
+ if (!published.ok) return `${slug}: ${published.message}`;
+ const latest = latestTag(run, slug);
+ if (latest !== version)
+ return `${slug}: published ${version}, but the registry's latest is ${latest}`;
+ console.log(`${slug}: ${SKIPPABLE_TAKEN.get(slug)} is taken, published ${version}`);
+ return null;
+}
+
+export function syncSkills({ run, provenance, dryRun }) {
+ const sync = run(syncArgs(provenance, dryRun));
+ if (sync.ok) return [];
+ const failed = dryRun ? [] : failedSkills(sync);
+ if (failed.length === 0) return [sync.message];
+ return failed.map((skill) => republishTaken(run, provenance, skill)).filter(Boolean);
+}
+
+function runClawhub(args) {
+ const result = spawnSync("clawhub", args, { encoding: "utf8" });
+ process.stdout.write(result.stdout);
+ process.stderr.write(result.stderr);
+ return { ok: result.status === 0, output: result.stdout, message: result.stdout + result.stderr };
+}
+
+function main() {
+ const env = process.env;
+ const errors = syncSkills({
+ run: runClawhub,
+ dryRun: env.DRY_RUN === "true",
+ provenance: [
+ "--changelog",
+ `Synced from ${env.GITHUB_SHA.slice(0, 7)} (${env.GITHUB_REF_NAME})`,
+ "--source-repo",
+ env.GITHUB_REPOSITORY,
+ "--source-commit",
+ env.GITHUB_SHA,
+ "--source-ref",
+ env.GITHUB_REF,
+ ],
+ });
+ for (const error of errors) console.error(`::error::${error}`);
+ if (errors.length > 0) process.exitCode = 1;
+}
+
+if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
+ main();
+}
diff --git a/scripts/clawhub-sync.test.mjs b/scripts/clawhub-sync.test.mjs
new file mode 100644
index 0000000000..04e3aad78e
--- /dev/null
+++ b/scripts/clawhub-sync.test.mjs
@@ -0,0 +1,163 @@
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { spawnSync } from "node:child_process";
+import { chmodSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { syncSkills } from "./clawhub-sync.mjs";
+
+const TAKEN = (version) =>
+ `Version ${version} already exists. Increment the version number and try again. (reset in 24s)`;
+
+function fakeClawhub({
+ syncOk = false,
+ syncFailed,
+ syncOutput,
+ takenVersions = [],
+ refuse = null,
+ hidden = false,
+}) {
+ const calls = [];
+ let published = "1.0.12";
+ const publish = (args) => {
+ const version = args[args.indexOf("--version") + 1];
+ if (refuse) return { ok: false, output: "", message: refuse };
+ if (takenVersions.includes(version)) return { ok: false, output: "", message: TAKEN(version) };
+ if (!hidden) published = version;
+ return { ok: true, output: "{}", message: "" };
+ };
+ const syncResult = () => {
+ const output = syncOutput ?? JSON.stringify({ ok: syncOk, published: [], failed: syncFailed });
+ return { ok: syncOk, output, message: output };
+ };
+ const inspect = () => ({
+ ok: true,
+ output: JSON.stringify({ skill: { tags: { latest: published } } }),
+ });
+ const commands = { sync: syncResult, inspect, publish };
+ const run = (args) => {
+ calls.push(args);
+ return commands[args[0]](args);
+ };
+ return { run, calls };
+}
+
+const provenance = ["--changelog", "Synced from 6c353d8 (main)", "--source-commit", "6c353d8"];
+const sync = (clawhub, dryRun = false) => syncSkills({ run: clawhub.run, provenance, dryRun });
+const SYNC_ARGS = ["sync", "--all", "--json", "--bump", "patch", "--owner", "heygen-com"];
+const creativeTaken = { slug: "hyperframes-creative", message: TAKEN("1.0.13") };
+
+describe("ClawHub skill sync", () => {
+ it("publishes a skill whose bumped version is taken one patch past it, then reads it back", () => {
+ const clawhub = fakeClawhub({ syncFailed: [creativeTaken] });
+
+ assert.deepEqual(sync(clawhub), []);
+ assert.deepEqual(clawhub.calls, [
+ [...SYNC_ARGS, ...provenance],
+ [
+ "publish",
+ "skills/hyperframes-creative",
+ "--slug",
+ "hyperframes-creative",
+ "--version",
+ "1.0.14",
+ "--source-path",
+ "skills/hyperframes-creative",
+ "--owner",
+ "heygen-com",
+ ...provenance,
+ ],
+ ["inspect", "heygen-com/hyperframes-creative", "--json"],
+ ]);
+ });
+
+ it("fails when the registry does not show the version it accepted", () => {
+ const clawhub = fakeClawhub({ syncFailed: [creativeTaken], hidden: true });
+
+ assert.deepEqual(sync(clawhub), [
+ "hyperframes-creative: published 1.0.14, but the registry's latest is 1.0.12",
+ ]);
+ });
+
+ it("fails rather than skipping further when the next patch is taken too", () => {
+ const clawhub = fakeClawhub({ syncFailed: [creativeTaken], takenVersions: ["1.0.14"] });
+
+ assert.deepEqual(sync(clawhub), [`hyperframes-creative: ${TAKEN("1.0.14")}`]);
+ assert.equal(clawhub.calls.filter((args) => args[0] === "publish").length, 1);
+ });
+
+ it("still fails on any other refusal, without retrying it", () => {
+ const clawhub = fakeClawhub({ syncFailed: [{ slug: "figma", message: "Unauthorized" }] });
+
+ assert.deepEqual(sync(clawhub), ["figma: Unauthorized"]);
+ assert.equal(clawhub.calls.filter((args) => args[0] === "publish").length, 0);
+ });
+
+ it("reports a republish the registry refuses for another reason", () => {
+ const clawhub = fakeClawhub({ syncFailed: [creativeTaken], refuse: "Rate limited" });
+
+ assert.deepEqual(sync(clawhub), ["hyperframes-creative: Rate limited"]);
+ });
+
+ it("fails on any taken version other than the one acknowledged, without publishing", () => {
+ const others = [
+ { slug: "figma", message: TAKEN("1.0.17") },
+ { slug: "figma", message: TAKEN("1.0.13") },
+ { slug: "hyperframes-creative", message: TAKEN("1.0.15") },
+ ];
+ const clawhub = fakeClawhub({ syncFailed: others });
+
+ assert.deepEqual(
+ sync(clawhub),
+ others.map(({ slug, message }) => `${slug}: ${message}`),
+ );
+ assert.equal(clawhub.calls.filter((args) => args[0] === "publish").length, 0);
+ });
+
+ it("fails a sync that reports no failed skill or no readable result", () => {
+ assert.deepEqual(sync(fakeClawhub({ syncFailed: [] })), [
+ JSON.stringify({ ok: false, published: [], failed: [] }),
+ ]);
+ assert.deepEqual(sync(fakeClawhub({ syncOutput: "Error: not logged in" })), [
+ "Error: not logged in",
+ ]);
+ });
+
+ it("stops after a sync that succeeds", () => {
+ const clawhub = fakeClawhub({ syncOk: true, syncFailed: [] });
+
+ assert.deepEqual(sync(clawhub), []);
+ assert.deepEqual(clawhub.calls, [[...SYNC_ARGS, ...provenance]]);
+ });
+
+ it("exits non-zero when the sync fails, so the workflow goes red", () => {
+ const bin = mkdtempSync(join(tmpdir(), "clawhub-fake-"));
+ try {
+ writeFileSync(join(bin, "clawhub"), "#!/bin/sh\necho 'Error: not logged in' >&2\nexit 1\n");
+ chmodSync(join(bin, "clawhub"), 0o755);
+ const script = new URL("./clawhub-sync.mjs", import.meta.url).pathname;
+ const result = spawnSync(process.execPath, [script], {
+ encoding: "utf8",
+ env: {
+ PATH: bin,
+ GITHUB_SHA: "6c353d8aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
+ GITHUB_REF_NAME: "main",
+ GITHUB_REF: "refs/heads/main",
+ GITHUB_REPOSITORY: "heygen-com/hyperframes",
+ },
+ });
+
+ assert.equal(result.status, 1);
+ assert.match(result.stderr, /::error::Error: not logged in/);
+ } finally {
+ rmSync(bin, { recursive: true, force: true });
+ }
+ });
+
+ it("only previews in a dry run, even when a version is taken", () => {
+ const clawhub = fakeClawhub({ syncFailed: [creativeTaken] });
+
+ assert.equal(sync(clawhub, true).length, 1);
+ assert.deepEqual(clawhub.calls, [[...SYNC_ARGS, ...provenance, "--dry-run"]]);
+ });
+});