Skip to content

Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.

fix(keepwarm): register hunyuan3d so the fleet's biggest cold start is reachable

nirholas2e4833661149
diff --git a/api/cron/gpu-keepwarm.js b/api/cron/gpu-keepwarm.js
index 65244d3e9..fae90710d 100644
--- a/api/cron/gpu-keepwarm.js
+++ b/api/cron/gpu-keepwarm.js
@@ -47,6 +47,23 @@ export const KEEPWARM_LANES = [
safeByDefault: false,
reason: 'us-central1 L4 grant is 3 and trellis+rig floors hold 2; warming this would cap the trellis lane at its floor',
},
+ {
+ id: 'hunyuan3d',
+ urlEnv: 'GCP_HUNYUAN3D_URL',
+ region: 'us-central1',
+ accelerator: 'nvidia-l4',
+ safeByDefault: false,
+ // The fleet's largest spin-up (75s, BACKENDS.hunyuan3d.coldStartSeconds) and
+ // the `high` image tier's default engine, so it is the lane whose cold start
+ // costs a user the most. It has run minScale=0 since 2026-07-26, when its
+ // warm L4 was measured serving zero jobs in three days while starving
+ // model-text2motion (docs/ops/gcp-credits-plan.md). It was missing from this
+ // registry entirely, which meant the tick's `skipped_for_quota` reported one
+ // deferred lane when there were two: the flag existed to make the warm set
+ // changeable without a deploy, and the biggest cold start in the fleet was
+ // not reachable through it.
+ reason: 'us-central1 L4 grant is 3 and trellis+rig floors hold 2; a warm floor here starved text2motion on 2026-07-26',
+ },
];
const PING_TIMEOUT_MS = 8_000;
diff --git a/tests/cron-forge-lane-guards.test.js b/tests/cron-forge-lane-guards.test.js
index 8979567fa..314ab00e9 100644
--- a/tests/cron-forge-lane-guards.test.js
+++ b/tests/cron-forge-lane-guards.test.js
@@ -26,6 +26,7 @@ import { test, expect, afterEach, vi } from 'vitest';
import { runGeneration, GENERATION_BUDGET_MS } from '../api/cron/forge-smoke.js';
import { gateFaultOutcome } from '../api/cron/forge-seed-cron.js';
import { resolveKeepwarmLanes, KEEPWARM_LANES } from '../api/cron/gpu-keepwarm.js';
+import { BACKENDS } from '../api/_lib/forge-tiers.js';
const realFetch = globalThis.fetch;
afterEach(() => {
@@ -156,3 +157,32 @@ test('an override of nothing but typos leaves no lane warm and says so', () => {
expect(lanes).toEqual([]);
expect(unknown).toEqual(['nope', 'alsonope']);
});
+
+// Every scale-to-zero self-host lane the forge ROUTES to must be reachable
+// through this registry, and its urlEnv must be the env var the router itself
+// resolves that worker from. Two failures this pins:
+// • A routed min-0 lane missing from the registry is unwarmable at any quota,
+// and its absence is invisible: the tick reports a shorter
+// `skipped_for_quota` list and looks complete. hunyuan3d (75s spin-up, the
+// `high` image tier default) sat outside the registry exactly this way.
+// • A typo'd urlEnv never throws. pingLane() reads process.env[urlEnv], finds
+// nothing, and reports `unconfigured` forever, so the cron answers ok:true
+// while warming nothing.
+test('every routed scale-to-zero lane is in the keepwarm registry under its real url env', () => {
+ const registry = new Map(KEEPWARM_LANES.map((l) => [l.id, l]));
+ const coldRoutedLanes = Object.values(BACKENDS).filter(
+ (b) => b.provider === 'gcp' && Number(b.coldStartSeconds) > 0,
+ );
+ expect(coldRoutedLanes.length).toBeGreaterThan(0);
+ for (const backend of coldRoutedLanes) {
+ // A lane with a warm floor (minScale >= 1) needs no keepwarm ping; the ones
+ // that scale to zero are the whole point of this cron. trellis carries the
+ // floor, so it is the single documented exclusion.
+ if (backend.id === 'trellis_selfhost') continue;
+ const lane = registry.get(backend.id);
+ expect(lane, `${backend.id} is a routed scale-to-zero lane but is not in KEEPWARM_LANES`).toBeTruthy();
+ expect(lane.urlEnv, `${backend.id} keepwarm urlEnv must match the router's own env var`).toBe(
+ backend.requiresEnv[0],
+ );
+ }
+});