Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

8.9 KB
Raw Blame
import assert from "node:assert/strict";
import test from "node:test";
import { fixtureResource } from "../../../test/fixture-resource.js";

import { blobManifest, blobTypes } from "@hypit/blob";
import {
  createResolvedClosure,
  link,
  sealBuildRequest,
  sealCompiledGraph,
  sealRecord,
  start,
} from "@hypit/kernel";
import { elaborateAuthorGraph } from "@hypit/author";
import {
  generationManifest,
  sealGenerationMediaBinding,
  sealGenerationRequestDraft,
} from "@hypit/generation";
import {
  createGptImageCleanFragment,
  gptImage2Ports,
  gptImageCleanManifest,
  gptImageCleanupProgram,
  gptImageEndpoints,
  gptImageManifest,
  sealGptImage2Draft,
} from "@hypit/gpt-image";
import { imageOperationsManifest, imageTransformTypes } from "@hypit/image-operations";
import { exactModelMediaInputNames } from "@hypit/generation/model";
import { mediaManifest } from "@hypit/media";
import { narrativeManifest } from "@hypit/narrative";
import { timelineManifest } from "@hypit/timeline";
import { temporalManifest } from "@hypit/temporal";
import type { CanonicalValue, ResourceId, ModuleManifest, StoredValue, TypeRef } from "@hypit/protocol";
import { createProvidedCandidate } from "@hypit/run";
import {
  createSeedanceAssembledGenerationFragment,
  seedanceEndpoints,
  seedanceManifest,
  seedancePorts,
} from "@hypit/seedance";
import { spatialManifest } from "@hypit/spatial";
import { recipeManifest } from "@hypit/recipe";
import { textManifest } from "@hypit/text";

const image = (name: string) => ({
  kind: "blob" as const,
  resource: fixtureResource(`image:${name}`),
  size: 100,
  mediaType: "image/png",
});

function fixture() {
  const manifests: ModuleManifest[] = [
    blobManifest,
    textManifest,
    generationManifest,
    imageOperationsManifest,
    gptImageManifest,
    gptImageCleanManifest,
    narrativeManifest,
    mediaManifest,
    temporalManifest,
    timelineManifest,
    spatialManifest,
    recipeManifest,
    seedanceManifest,
  ];
  const closure = createResolvedClosure(manifests);
  const gpt = gptImageEndpoints.image!;
  const seedance = seedanceEndpoints.mini!;
  const gptBindingPort = gptImage2Ports.ports.find((port) => port.name === "images");
  const seedanceBindingPort = seedancePorts["seedance-2-mini"].ports.find((port) => port.name === "referenceImage");
  assert.ok(gptBindingPort?.value.kind === "media");
  assert.ok(seedanceBindingPort?.value.kind === "media");
  const records: Array<{
    readonly id: string;
    readonly type: TypeRef;
    readonly value: StoredValue;
  }> = [];
  const add = (id: string, type: TypeRef, value: StoredValue) => records.push({ id, type, value });
  add("person", blobTypes.blob, image("person"));
  add("product", blobTypes.blob, image("product"));
  add("cleanup", imageTransformTypes.program, {
    kind: "inline", value: gptImageCleanupProgram as unknown as CanonicalValue,
  });

  const gptFragments = {
    holding: createGptImageCleanFragment([
      { name: "person", port: "images" }, { name: "product", port: "images" },
    ]),
    walking: createGptImageCleanFragment([{ name: "holding", port: "images" }]),
    interview: createGptImageCleanFragment([{ name: "holding", port: "images" }]),
  };
  const addGptInputs = (id: string, names: readonly string[]) => {
    add(`${id}.draft`, gpt.draftType, {
      kind: "inline",
      value: sealGptImage2Draft({
        prompt: [`${id} prompt`], aspectRatio: ["9:16"], resolution: ["1K"],
      }) as unknown as CanonicalValue,
    });
    for (const name of names) add(`${id}.${name}.binding`, gpt.mediaBindings.images!.type, {
      kind: "inline",
      value: sealGenerationMediaBinding(gptBindingPort as never, { role: "image" }) as unknown as CanonicalValue,
    });
  };
  addGptInputs("holding", ["person", "product"]);
  addGptInputs("walking", ["holding"]);
  addGptInputs("interview", ["holding"]);

  const seedanceMedia = ["holding", "walking", "interview"].map((name) => ({ name, port: "referenceImage" }));
  const seedanceFragment = createSeedanceAssembledGenerationFragment(seedance, seedanceMedia);
  add("montage.draft", seedance.draftType, {
    kind: "inline",
    value: sealGenerationRequestDraft(seedancePorts["seedance-2-mini"], {
      prompt: ["A fast montage from all three reference images."],
      resolution: ["720p"], aspectRatio: ["9:16"], duration: [6], generateAudio: [false], webSearch: [false],
    }) as unknown as CanonicalValue,
  });
  for (const name of ["holding", "walking", "interview"]) add(`montage.${name}.binding`, seedance.mediaBindings.referenceImage!.type, {
    kind: "inline",
    value: sealGenerationMediaBinding(seedanceBindingPort as never, { role: "image", fields: { personReference: true } }) as unknown as CanonicalValue,
  });

  const componentInputs = (
    id: string,
    media: readonly { readonly name: string; readonly source: { readonly kind: "record"; readonly id: string } | { readonly kind: "component-output"; readonly component: string; readonly output: string } }[],
  ) => Object.fromEntries([
    ["draft", { kind: "record" as const, id: `${id}.draft` }],
    ["cleanup", { kind: "record" as const, id: "cleanup" }],
    ...media.flatMap((item) => {
      const names = exactModelMediaInputNames(item.name);
      return [
        [names.binding, { kind: "record" as const, id: `${id}.${item.name}.binding` }],
        [names.artifact, item.source],
      ] as const;
    }),
  ]);
  const components = [{
    id: "holding",
    fragment: gptFragments.holding.id,
    inputs: componentInputs("holding", [
      { name: "person", source: { kind: "record", id: "person" } },
      { name: "product", source: { kind: "record", id: "product" } },
    ]),
    outputs: { image: "holding.image" },
  }, {
    id: "walking",
    fragment: gptFragments.walking.id,
    inputs: componentInputs("walking", [{
      name: "holding", source: { kind: "component-output", component: "holding", output: "image" },
    }]),
    outputs: { image: "walking.image" },
  }, {
    id: "interview",
    fragment: gptFragments.interview.id,
    inputs: componentInputs("interview", [{
      name: "holding", source: { kind: "component-output", component: "holding", output: "image" },
    }]),
    outputs: { image: "interview.image" },
  }, {
    id: "montage",
    fragment: seedanceFragment.id,
    inputs: Object.fromEntries([
      ["draft", { kind: "record" as const, id: "montage.draft" }],
      ...["holding", "walking", "interview"].flatMap((name) => {
        const names = exactModelMediaInputNames(name);
        return [
          [names.binding, { kind: "record" as const, id: `montage.${name}.binding` }],
          [names.artifact, { kind: "component-output" as const, component: name, output: "image" }],
        ] as const;
      }),
    ]),
    outputs: { video: "montage.video" },
  }];
  const program = link(closure, records.map((record) => sealRecord(record)));
  const fragments = new Map([
    ...Object.values(gptFragments).map((fragment) => [fragment.id, fragment] as const),
    [seedanceFragment.id, seedanceFragment] as const,
  ]);
  const elaborated = elaborateAuthorGraph(program, components,
    (id) => fragments.get(id));
  return { program, graph: elaborated };
}

test("the common B-roll topology is one graph with one shared holding image", () => {
  const { program, graph } = fixture();
  const state = start(program, graph, sealBuildRequest({
    targets: [{ output: "montage.video" }],
  }));
  const producers = state.plan.steps.map((step) => step.producer.name);
  assert.equal(producers.filter((name) => name === "request-gpt-image-2").length, 3);
  assert.equal(producers.filter((name) => name === "request-image-transform").length, 3);
  assert.equal(producers.filter((name) => name === "request-seedance-2-mini").length, 1);
  const holding = graph.outputs.find((output) => output.id === "holding.image");
  assert.ok(holding);
  assert.equal(graph.operations.filter((operation) =>
    Object.values(operation.inputs).some((input) => input.kind === "logical-output" && input.id === "holding.image")).length, 3);
});

test("an explicitly selected holding-image Candidate prunes only that branch", () => {
  const { program, graph } = fixture();
  const candidate = createProvidedCandidate({
    id: "approved-holding",
    type: blobTypes.blob,
    value: image("approved-holding"),
  });
  const realized = sealCompiledGraph({
    outputs: graph.outputs.map((item) => item.id === "holding.image"
      ? { ...item, primary: candidate.id }
      : item),
    candidates: [...graph.candidates, candidate],
    operations: graph.operations,
  });
  const state = start(program, realized, sealBuildRequest({
    targets: [{ output: "montage.video" }],
  }));
  const producers = state.plan.steps.map((step) => step.producer.name);
  assert.equal(producers.filter((name) => name === "request-gpt-image-2").length, 2);
  assert.equal(producers.filter((name) => name === "request-image-transform").length, 2);
  assert.equal(producers.filter((name) => name === "request-seedance-2-mini").length, 1);
});