Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

web(image): what is on screen is what is sent; linear stream parsing

JustVugg7f2f145271aa
diff --git a/web/src/components/ImageTurn.tsx b/web/src/components/ImageTurn.tsx
index 0c35c06a..5ac33959 100644
--- a/web/src/components/ImageTurn.tsx
+++ b/web/src/components/ImageTurn.tsx
@@ -164,12 +164,14 @@ export function ImageControls({ size, custom, steps, seed, seedValid, onSize, on
<input aria-label={t("image.width")} inputMode="numeric" value={width}
className={cn(!validSide(Number(width)) && "invalid")}
onChange={(event) => { setWidth(event.target.value); side("width", event.target.value, false) }}
- onBlur={(event) => side("width", event.target.value, true)} />
+ onBlur={(event) => side("width", event.target.value, true)}
+ onKeyDown={(event) => { if (event.key === "Enter") side("width", event.currentTarget.value, true) }} />
<span aria-hidden="true">×</span>
<input aria-label={t("image.height")} inputMode="numeric" value={height}
className={cn(!validSide(Number(height)) && "invalid")}
onChange={(event) => { setHeight(event.target.value); side("height", event.target.value, false) }}
- onBlur={(event) => side("height", event.target.value, true)} />
+ onBlur={(event) => side("height", event.target.value, true)}
+ onKeyDown={(event) => { if (event.key === "Enter") side("height", event.currentTarget.value, true) }} />
</span>}
<label className="image-chip" title={t("image.steps")}>
<Footprints aria-hidden="true" />
@@ -179,7 +181,12 @@ export function ImageControls({ size, custom, steps, seed, seedValid, onSize, on
const value = Number(event.target.value)
if (event.target.value && Number.isInteger(value) && value >= 1 && value <= MAX_STEPS) onSteps(value)
}}
- onBlur={(event) => { const value = clampSteps(Number(event.target.value || steps)); setStepsText(String(value)); onSteps(value) }} />
+ onBlur={(event) => { const value = clampSteps(Number(event.target.value || steps)); setStepsText(String(value)); onSteps(value) }}
+ onKeyDown={(event) => {
+ /* Enter submits the form without a blur first: commit what is on screen */
+ if (event.key !== "Enter") return
+ const value = clampSteps(Number(event.currentTarget.value || steps)); setStepsText(String(value)); onSteps(value)
+ }} />
<span className="image-unit">{t("image.stepsUnit")}</span>
</label>
<label className={cn("image-chip", !seedValid && "invalid")} title={t("image.seedHelp")}>
diff --git a/web/src/lib/api.ts b/web/src/lib/api.ts
index 754afd7b..40043bbf 100644
--- a/web/src/lib/api.ts
+++ b/web/src/lib/api.ts
@@ -466,10 +466,17 @@ async function streamImage(options: GenerateImageOptions): Promise<ImageGenerati
try {
while (!finished) {
const { value, done } = await reader.read()
+ const before = buffer.length
buffer += decoder.decode(value, { stream: !done })
- const parsed = extractSSEEvents(buffer)
- buffer = parsed.rest
- parsed.events.forEach(consume)
+ /* A frame ends at a blank line. A chunk that brings none cannot complete
+ one, so the pending frame (the finished image is megabytes of base64)
+ is not split again: re-splitting it on every chunk was quadratic. The
+ three characters before the chunk catch a boundary cut in half. */
+ if (done || /\r?\n\r?\n/.test(buffer.slice(Math.max(0, before - 3)))) {
+ const parsed = extractSSEEvents(buffer)
+ buffer = parsed.rest
+ parsed.events.forEach(consume)
+ }
if (done) break
}
} catch (cause) {
diff --git a/web/src/lib/images.test.ts b/web/src/lib/images.test.ts
index 3b900bd3..1d70f0b2 100644
--- a/web/src/lib/images.test.ts
+++ b/web/src/lib/images.test.ts
@@ -27,8 +27,8 @@ describe("image sizes", () => {
})
describe("steps and seed", () => {
- it("keeps steps a whole number from 1 to 100", () => {
- expect([0, 8, 8.6, 500, Number.NaN].map(clampSteps)).toEqual([1, 8, 9, 100, 8])
+ it("keeps steps a whole number from 1 to 200 (the gateway's range)", () => {
+ expect([0, 8, 8.6, 500, Number.NaN].map(clampSteps)).toEqual([1, 8, 9, 200, 8])
})
it("reads an empty seed as random and refuses anything that is not a whole number", () => {
@@ -93,3 +93,11 @@ describe("transcript and files", () => {
expect([...new Uint8Array(await blob.arrayBuffer())]).toEqual([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a])
})
})
+
+describe("parseSeed range", () => {
+ it("refuses a seed above what the gateway accepts", () => {
+ expect(parseSeed("4294967295")).toBe(4294967295)
+ expect(parseSeed("4294967296")).toBeUndefined()
+ expect(parseSeed("5000000000")).toBeUndefined()
+ })
+})
diff --git a/web/src/lib/images.ts b/web/src/lib/images.ts
index 63304378..bf40e70b 100644
--- a/web/src/lib/images.ts
+++ b/web/src/lib/images.ts
@@ -22,11 +22,13 @@ export const SIZE_PRESETS: ReadonlyArray<ImageSize & { ratio: string }> = [
export const DEFAULT_SIZE: ImageSize = { width: 768, height: 512 }
export const DEFAULT_STEPS = 8
-export const MAX_STEPS = 100
+export const MAX_STEPS = 200
/* A seed the UI draws itself fits a signed 32-bit integer, whatever the engine
keeps it in. The gateway is still sent an explicit seed every time, so a new
seed is really new even on a server that would fall back to a fixed one. */
export const MAX_RANDOM_SEED = 2 ** 31
+/* The largest seed the gateway accepts (image_engine.MAX_SEED). */
+export const MAX_SEED = 2 ** 32 - 1
export const sizeKey = ({ width, height }: ImageSize) => `${width}x${height}`
@@ -65,7 +67,7 @@ export function parseSeed(text: string): number | null | undefined {
if (!trimmed) return null
if (!/^\d+$/.test(trimmed)) return undefined
const seed = Number(trimmed)
- return Number.isSafeInteger(seed) ? seed : undefined
+ return Number.isSafeInteger(seed) && seed <= MAX_SEED ? seed : undefined
}
export function randomSeed(random: () => number = Math.random) {