Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

10.5 KB
Raw Blame
import assert from "node:assert/strict";
import test from "node:test";
import { fixtureResource } from "../../../test/fixture-resource.js";

import {
  sealGenerationMediaBinding,
  sealGenerationRequestDraft,
  sealGenerationPortTable,
} from "@hypit/generation";
import {
  createExactModelPrimaryGenerationFragment,
  defineExactModelModule,
  plannedExactModelRequest,
} from "@hypit/generation/model";
import type { BuildState } from "@hypit/protocol";
import { sealText } from "@hypit/text";

const ports = sealGenerationPortTable({
  model: "graph-native-image",
  result: "image",
  ports: [
    { name: "prompt", value: { kind: "text" }, minItems: 1, maxItems: 1 },
    { name: "images", value: { kind: "media", accepts: ["image"] }, minItems: 1, maxItems: 3 },
  ],
  requires: [],
});

const definition = defineExactModelModule({
  module: { name: "@test/graph-native-image", version: "1" },
  endpoints: [{
    key: "image",
    requestTypeName: "GraphNativeImageRequest",
    producerName: "request-graph-native-image",
    ports,
  }],
});

test("media binding reaches the finalized exact-model request", async () => {
  const endpoint = definition.endpoints.image!;
  const artifact = {
    kind: "blob" as const,
    resource: fixtureResource("graph-native-image"),
    size: 4,
    mediaType: "image/png",
  };
  const draft = sealGenerationRequestDraft(ports, { prompt: ["draw it"] });
  const mediaPort = ports.ports.find((port) => port.name === "images");
  assert.ok(mediaPort?.value.kind === "media");
  const binding = sealGenerationMediaBinding(mediaPort as never, { role: "image" });
  const bindFacet = definition.component.producers.find((facet) => facet.producer.name === endpoint.mediaBindings.images?.producer.name);
  assert.ok(bindFacet);
  const bound = await bindFacet.handler({ inputs: {
    draft: { value: { kind: "inline", value: draft } },
    binding: { value: { kind: "inline", value: binding } },
    artifact: { value: artifact },
  } } as never);
  const finalizeFacet = definition.component.producers.find((facet) => facet.producer.name === endpoint.finalizeProducer.name);
  assert.ok(finalizeFacet);
  const finalized = await finalizeFacet.handler({ inputs: { draft: { value: bound.outputs.draft! } } } as never);
  assert.equal(finalized.outputs.request?.kind, "inline");
  assert.deepEqual(finalized.outputs.request?.kind === "inline" ? finalized.outputs.request.value : undefined, {
    ports: {
      images: [{ artifact, role: "image" }],
      prompt: ["draw it"],
    },
  });
});

test("one graph Text edge fills the exact model prompt before finalization", async () => {
  const endpoint = definition.endpoints.image!;
  const textFacet = definition.component.producers.find((facet) =>
    facet.producer.name === endpoint.textBindings.prompt?.producer.name);
  assert.ok(textFacet);
  const draft = sealGenerationRequestDraft(ports, {});
  const bound = await textFacet.handler({ inputs: {
    draft: { value: { kind: "inline", value: draft } },
    text: { value: { kind: "inline", value: sealText("draw it") } },
  } } as never);
  assert.equal(bound.outputs.draft?.kind, "inline");
  if (bound.outputs.draft?.kind !== "inline") return;
  assert.deepEqual((bound.outputs.draft.value as { ports: unknown }).ports, { prompt: ["draw it"] });
});

test("the dynamic Fragment exposes every Text and media edge as an explicit semantic input", () => {
  const fragment = createExactModelPrimaryGenerationFragment(definition.endpoints.image!, [
    { name: "first", port: "images" },
    { name: "second", port: "images" },
  ], [{ name: "prompt", port: "prompt" }]);
  assert.deepEqual(fragment.inputs.map((input) => input.name), [
    "draft", "first:artifact", "first:binding", "prompt:text", "second:artifact", "second:binding",
  ]);
  assert.deepEqual(fragment.operations.map((operation) => operation.producer.name), [
    "bind-request-graph-native-image-prompt-text",
    "bind-request-graph-native-image-images",
    "bind-request-graph-native-image-images",
    "finalize-request-graph-native-image",
    "request-graph-native-image",
    "select-primary-image",
  ]);
});

test("planning follows the model's declared assembly edges and leaves an upstream file symbolic", () => {
  const endpoint = definition.endpoints.image!;
  const mediaPort = ports.ports.find((port) => port.name === "images");
  assert.ok(mediaPort?.value.kind === "media");
  const state = {
    records: [
      { id: "draft:initial", type: endpoint.draftType, value: { kind: "inline", value: sealGenerationRequestDraft(ports, {}) } },
      { id: "prompt", type: { module: { name: "@hypit/text", version: "1" }, name: "Text" }, value: { kind: "inline", value: sealText("draw the authored scene") } },
      { id: "binding", type: endpoint.mediaBindings.images!.type, value: { kind: "inline", value: sealGenerationMediaBinding(mediaPort as never, { role: "image" }) } },
      // Deliberately request-shaped, but not connected to the declared assembly chain.
      { id: "decoy", type: endpoint.requestType, value: { kind: "inline", value: { ports: { prompt: ["wrong"] } } } },
    ],
    needs: [],
    plan: { steps: [
      { id: "bind-text", producer: endpoint.textBindings.prompt!.producer, inputs: { draft: "draft:initial", text: "prompt" }, outputs: { draft: "draft:text" }, needs: {} },
      { id: "bind-image-one", producer: endpoint.mediaBindings.images!.producer, inputs: { draft: "draft:text", binding: "binding", artifact: "image:upstream-one" }, outputs: { draft: "draft:image-one" }, needs: {} },
      { id: "bind-image-two", producer: endpoint.mediaBindings.images!.producer, inputs: { draft: "draft:image-one", binding: "binding", artifact: "image:upstream-two" }, outputs: { draft: "draft:image-two" }, needs: {} },
      { id: "finalize", producer: endpoint.finalizeProducer, inputs: { draft: "draft:image-two" }, outputs: { request: "request" }, needs: {} },
      { id: "generate", producer: endpoint.producer, inputs: { request: "request" }, outputs: {}, needs: { generation: { id: "need:image" } } },
      { id: "make-image-one", producer: { module: { name: "@test/upstream", version: "1" }, name: "make" }, inputs: {}, outputs: { image: "image:upstream-one" }, needs: {} },
      { id: "make-image-two", producer: { module: { name: "@test/upstream", version: "1" }, name: "make" }, inputs: {}, outputs: { image: "image:upstream-two" }, needs: {} },
    ] },
  } as unknown as BuildState;

  assert.deepEqual(plannedExactModelRequest(state, "generate", "generation", endpoint), {
    model: "graph-native-image",
    ports: { prompt: ["draw the authored scene"] },
    pendingMedia: [
      {
        port: "images",
        role: "image",
        record: "image:upstream-one",
        sourceStep: "make-image-one",
        available: false,
      },
      {
        port: "images",
        role: "image",
        record: "image:upstream-two",
        sourceStep: "make-image-two",
        available: false,
      },
    ],
    complete: false,
  });
  const facet = definition.component.plannedNeeds[0]!;
  const specification = facet.plan({ state, step: "generate", port: "generation" });
  assert.deepEqual(specification, {
    constraints: {
      ports: {
        images: [
          { role: "image", slot: "image:upstream-one" },
          { role: "image", slot: "image:upstream-two" },
        ],
        prompt: ["draw the authored scene"],
      },
    },
    pendingInputs: [
      { input: "images", record: "image:upstream-one", sourceStep: "make-image-one", role: "image" },
      { input: "images", record: "image:upstream-two", sourceStep: "make-image-two", role: "image" },
    ],
  });
  assert.deepEqual(specification === undefined ? undefined : facet.present?.(specification), {
    fields: { prompt: ["draw the authored scene"] },
    references: { image: 2 },
  });
});

test("model input rules run during assembly while complete-request rules wait for all inputs", async () => {
  const checked = defineExactModelModule({
    module: { name: "@test/compare-images", version: "1" },
    endpoints: [{
      key: "compare", requestTypeName: "CompareRequest", producerName: "compare", ports,
      validateInputs(request) {
        for (const value of request.ports.images ?? []) {
          if (typeof value === "object" && value.artifact.mediaType === "image/gif") {
            throw new Error("comparison references must be still images");
          }
        }
      },
      validateRequest(request) {
        if (request.ports.prompt?.[0] === "compare" && request.ports.images?.length !== 2) {
          throw new Error("compare requires two reference images");
        }
      },
    }],
  });
  const endpoint = checked.endpoints.compare;
  const bind = checked.component.producers.find((item) => item.producer.name === endpoint.mediaBindings.images!.producer.name)!;
  const finalize = checked.component.producers.find((item) => item.producer.name === endpoint.finalizeProducer.name)!;
  const artifact = { kind: "blob" as const, resource: fixtureResource("compare-image"), size: 4, mediaType: "image/png" };
  const initial = { kind: "inline" as const, value: sealGenerationRequestDraft(ports, { prompt: ["compare"] }) };
  const bindImage = async (draft: unknown, mediaType: string) => await bind.handler({ inputs: {
    draft: { value: draft }, binding: { value: { kind: "inline", value: { role: "image" } } },
    artifact: { value: { ...artifact, mediaType } },
  } } as never);

  const first = await bindImage(initial, "image/png");
  await assert.rejects(async () => finalize.handler({ inputs: { draft: { value: first.outputs.draft } } } as never), /two reference images/);
  await assert.rejects(bindImage(initial, "image/gif"), /must be still images/);
  assert.throws(() => endpoint.sealRequest({ prompt: ["compare"], images: [{ role: "image", artifact }] }), /two reference images/);
  assert.throws(() => endpoint.sealRequest({ prompt: ["draw"], images: [{ role: "image", artifact: { ...artifact, mediaType: "image/gif" } }] }), /must be still images/);

  const second = await bindImage(first.outputs.draft, "image/jpeg");
  const complete = await finalize.handler({ inputs: { draft: { value: second.outputs.draft } } } as never);
  assert.ok(complete.outputs.request);
  const requestValidator = checked.component.validators.find((item) => item.type.name === endpoint.requestType.name)!;
  await requestValidator.handler({ value: complete.outputs.request } as never);

  // Another model using the same common port vocabulary has not acquired this model's GIF rule.
  assert.doesNotThrow(() => definition.endpoints.image.sealRequest({
    prompt: ["draw"], images: [{ role: "image", artifact: { ...artifact, mediaType: "image/gif" } }],
  }));
});