Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
web(image): what is on screen is what is sent; linear stream parsing
JustVugg7f2f145271aa
diff --git a/web/src/components/ImageTurn.tsx b/web/src/components/ImageTurn.tsxindex 0c35c06a..5ac33959 100644--- a/web/src/components/ImageTurn.tsx+++ b/web/src/components/ImageTurn.tsx@@ -164,12 +164,14 @@ export function ImageControls({ size, custom, steps, seed, seedValid, onSize, on<input aria-label={t("image.width")} inputMode="numeric" value={width}className={cn(!validSide(Number(width)) && "invalid")}onChange={(event) => { setWidth(event.target.value); side("width", event.target.value, false) }}- onBlur={(event) => side("width", event.target.value, true)} />+ onBlur={(event) => side("width", event.target.value, true)}+ onKeyDown={(event) => { if (event.key === "Enter") side("width", event.currentTarget.value, true) }} /><span aria-hidden="true">×</span><input aria-label={t("image.height")} inputMode="numeric" value={height}className={cn(!validSide(Number(height)) && "invalid")}onChange={(event) => { setHeight(event.target.value); side("height", event.target.value, false) }}- onBlur={(event) => side("height", event.target.value, true)} />+ onBlur={(event) => side("height", event.target.value, true)}+ onKeyDown={(event) => { if (event.key === "Enter") side("height", event.currentTarget.value, true) }} /></span>}<label className="image-chip" title={t("image.steps")}><Footprints aria-hidden="true" />@@ -179,7 +181,12 @@ export function ImageControls({ size, custom, steps, seed, seedValid, onSize, onconst value = Number(event.target.value)if (event.target.value && Number.isInteger(value) && value >= 1 && value <= MAX_STEPS) onSteps(value)}}- onBlur={(event) => { const value = clampSteps(Number(event.target.value || steps)); setStepsText(String(value)); onSteps(value) }} />+ onBlur={(event) => { const value = clampSteps(Number(event.target.value || steps)); setStepsText(String(value)); onSteps(value) }}+ onKeyDown={(event) => {+ /* Enter submits the form without a blur first: commit what is on screen */+ if (event.key !== "Enter") return+ const value = clampSteps(Number(event.currentTarget.value || steps)); setStepsText(String(value)); onSteps(value)+ }} /><span className="image-unit">{t("image.stepsUnit")}</span></label><label className={cn("image-chip", !seedValid && "invalid")} title={t("image.seedHelp")}>diff --git a/web/src/lib/api.ts b/web/src/lib/api.tsindex 754afd7b..40043bbf 100644--- a/web/src/lib/api.ts+++ b/web/src/lib/api.ts@@ -466,10 +466,17 @@ async function streamImage(options: GenerateImageOptions): Promise<ImageGeneratitry {while (!finished) {const { value, done } = await reader.read()+ const before = buffer.lengthbuffer += decoder.decode(value, { stream: !done })- const parsed = extractSSEEvents(buffer)- buffer = parsed.rest- parsed.events.forEach(consume)+ /* A frame ends at a blank line. A chunk that brings none cannot complete+ one, so the pending frame (the finished image is megabytes of base64)+ is not split again: re-splitting it on every chunk was quadratic. The+ three characters before the chunk catch a boundary cut in half. */+ if (done || /\r?\n\r?\n/.test(buffer.slice(Math.max(0, before - 3)))) {+ const parsed = extractSSEEvents(buffer)+ buffer = parsed.rest+ parsed.events.forEach(consume)+ }if (done) break}} catch (cause) {diff --git a/web/src/lib/images.test.ts b/web/src/lib/images.test.tsindex 3b900bd3..1d70f0b2 100644--- a/web/src/lib/images.test.ts+++ b/web/src/lib/images.test.ts@@ -27,8 +27,8 @@ describe("image sizes", () => {})describe("steps and seed", () => {- it("keeps steps a whole number from 1 to 100", () => {- expect([0, 8, 8.6, 500, Number.NaN].map(clampSteps)).toEqual([1, 8, 9, 100, 8])+ it("keeps steps a whole number from 1 to 200 (the gateway's range)", () => {+ expect([0, 8, 8.6, 500, Number.NaN].map(clampSteps)).toEqual([1, 8, 9, 200, 8])})it("reads an empty seed as random and refuses anything that is not a whole number", () => {@@ -93,3 +93,11 @@ describe("transcript and files", () => {expect([...new Uint8Array(await blob.arrayBuffer())]).toEqual([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a])})})++describe("parseSeed range", () => {+ it("refuses a seed above what the gateway accepts", () => {+ expect(parseSeed("4294967295")).toBe(4294967295)+ expect(parseSeed("4294967296")).toBeUndefined()+ expect(parseSeed("5000000000")).toBeUndefined()+ })+})diff --git a/web/src/lib/images.ts b/web/src/lib/images.tsindex 63304378..bf40e70b 100644--- a/web/src/lib/images.ts+++ b/web/src/lib/images.ts@@ -22,11 +22,13 @@ export const SIZE_PRESETS: ReadonlyArray<ImageSize & { ratio: string }> = [export const DEFAULT_SIZE: ImageSize = { width: 768, height: 512 }export const DEFAULT_STEPS = 8-export const MAX_STEPS = 100+export const MAX_STEPS = 200/* A seed the UI draws itself fits a signed 32-bit integer, whatever the enginekeeps it in. The gateway is still sent an explicit seed every time, so a newseed is really new even on a server that would fall back to a fixed one. */export const MAX_RANDOM_SEED = 2 ** 31+/* The largest seed the gateway accepts (image_engine.MAX_SEED). */+export const MAX_SEED = 2 ** 32 - 1export const sizeKey = ({ width, height }: ImageSize) => `${width}x${height}`@@ -65,7 +67,7 @@ export function parseSeed(text: string): number | null | undefined {if (!trimmed) return nullif (!/^\d+$/.test(trimmed)) return undefinedconst seed = Number(trimmed)- return Number.isSafeInteger(seed) ? seed : undefined+ return Number.isSafeInteger(seed) && seed <= MAX_SEED ? seed : undefined}export function randomSeed(random: () => number = Math.random) {