Skip to content

armgit / hypit

Public Imported from GitHub
0

Clone any viral video with AI agents. Not just a script, the whole workflow: swap the face, the words, the B-roll, ship 100 variants in one command, and get your 100M views.

37.1 KB
Raw Blame
import assert from "node:assert/strict";
import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { join } from "node:path";
import test from "node:test";

import {
  createRuntimeCredentialStoreAdapterFacet,
  createRuntimeEndpointAdapterFacet,
  RuntimeAdapterRegistry,
} from "@hypit/runtime-local/extension";
import { FileBuildResultRepository } from "@hypit/result/node";
import { MemoryResourceStore, ProducerRegistry } from "@hypit/executor";
import { defineEndpoint } from "@hypit/endpoint";
import { credentialRef } from "@hypit/runtime";
import type { CanonicalValue, CapabilityRef, TypeRef } from "@hypit/protocol";
import type { RuntimeHostProviderQuery } from "@hypit/runtime-local";
import { SqliteRuntimeState } from "../src/sqlite-state.js";
import { TypeValidatorRegistry } from "@hypit/admission";
import {
  capabilities as greetingCapabilities,
  createGreetingBuild,
  producers as greetingProducerRefs,
  types as greetingTypes,
} from "../../kernel/test/greeting-fixture.js";
import {
  createRuntimeControlFromConfig,
  createRuntimeFromConfig,
  createRuntimeResultControlFromConfig,
  describeRuntimeConfigProviders,
  doctorProjectBuildResultRepository,
  doctorRuntimeConfig,
  invokeRuntimeConfigNeed,
  openTransientRuntimeConfigExecution,
  openProjectBuildResultRepository,
  parseLocalRuntimeProfile,
  preflightRuntimeConfig,
  readRuntimeConfigPricing,
} from "@hypit/runtime-local";

function inlineString(value: unknown): string {
  if (typeof value !== "string") throw new Error("expected inline string");
  return value;
}

function greetingProducers(): ProducerRegistry {
  const producers = new ProducerRegistry();
  producers.registerProducer(greetingProducerRefs.makePrompt, ({ inputs }) => {
    const intent = inputs.intent;
    if (intent?.value.kind !== "inline" || intent.value.value === null
      || Array.isArray(intent.value.value) || typeof intent.value.value !== "object") {
      throw new Error("intent must be an inline object");
    }
    return {
      outputs: {
        prompt: {
          kind: "inline",
          value: `Greet ${inlineString((intent.value.value as Readonly<Record<string, unknown>>).name)}`,
        },
      },
      needs: {},
    };
  });
  producers.registerProducer(greetingProducerRefs.requestText, ({ inputs }) => {
    const prompt = inputs.prompt;
    if (prompt?.value.kind !== "inline") throw new Error("prompt must be inline");
    return {
      outputs: {},
      needs: { generation: { prompt: inlineString(prompt.value.value) } },
    };
  });
  return producers;
}
function profile(config: {
  readonly dataRoot?: string;
  readonly credentials?: Readonly<Record<string, unknown>>;
  readonly endpoints?: Readonly<Record<string, unknown>>;
  readonly bindings?: Readonly<Record<string, string>>;
} = {}) {
  return {
    format: "hypit.runtime-local@1",
    dataRoot: config.dataRoot ?? ".hypit/runtimes/local",
    credentials: config.credentials ?? {},
    endpoints: config.endpoints ?? {},
    ...(config.bindings === undefined ? {} : { bindings: config.bindings }),
  };
}

function providerQuery(
  request: string,
  capability: CapabilityRef,
  returns: TypeRef,
  constraints: CanonicalValue = null,
): RuntimeHostProviderQuery {
  return { request, capability, returns, constraints };
}

test("Local Runtime Profile names credentials and Endpoints, not project result storage", () => {
  const parsed = parseLocalRuntimeProfile(profile({
    credentials: { secrets: { use: "example.credentials" } },
    endpoints: { generation: { use: "example.provider", pool: "shared" } },
  }));
  assert.equal(parsed.dataRoot, ".hypit/runtimes/local");
  assert.deepEqual(parsed.credentials, [{ use: "example.credentials", instance: "secrets" }]);
  assert.deepEqual(parsed.endpoints, [{ use: "example.provider", instance: "generation", pool: "shared" }]);
});

test("execution memory policy belongs to the local Worker, with an explicit MiB budget", () => {
  assert.deepEqual(parseLocalRuntimeProfile({ ...profile(), worker: { executionMemoryMb: 768 } }).worker,
    { executionMemoryMb: 768 });
  assert.throws(() => parseLocalRuntimeProfile({ ...profile(), worker: { executionMemoryMb: 0 } }), /positive integer/u);
  assert.throws(() => parseLocalRuntimeProfile({ ...profile(), worker: { executionMemoryMb: 768, maxBuilds: 8 } }), /maxBuilds/u);
});

test("Build Results belong to the project filesystem without a second selection plane", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-results-"));
  const project = join(root, "project");
  await mkdir(project, { recursive: true });
  try {
    const local = await openProjectBuildResultRepository(project);
    assert.ok(local.repository instanceof FileBuildResultRepository);
    assert.deepEqual(local.location, { root: project, path: ".hypit/results" });
    const diagnosed = await doctorProjectBuildResultRepository(project);
    assert.deepEqual(diagnosed.diagnostics, []);
    assert.deepEqual(diagnosed.location, local.location);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Local Runtime Profile rejects source ownership fields", () => {
  assert.throws(() => parseLocalRuntimeProfile({ ...profile(), root: "." }), /does not accept root/u);
});

test("active Build inspection requires no selected ResourceStore", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-slice-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({ dataRoot: "." })));
  const state = new SqliteRuntimeState(join(root, "runtime.sqlite"));
  state.close();
  const registry = new RuntimeAdapterRegistry();
  try {
    const control = await createRuntimeControlFromConfig(path, { registry, readOnly: true });
    assert.equal(await control.inspect("missing"), undefined);
    await control.close();
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Result control opens without loading the Runtime Profile's Endpoint adapters", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-result-control-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: { unavailable: { use: "package.that.must.not.load" } },
  })));
  try {
    const resultControl = await createRuntimeResultControlFromConfig(path, {
      registry: new RuntimeAdapterRegistry(),
    });
    await resultControl.close();
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("doctor reports a down Managed Program", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-program-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: { speech: { use: "example.speech" } },
  })));
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.speech",
    activate: (context) => ({
      endpoint: {
        name: context.instance,
        instance: { id: context.instance, pool: context.pool ?? context.instance },
        offers: [],
        credentials: [],
        install() {},
      } as never,
      program: {
        id: "speech.local",
        probe: async () => ({ state: "down", detail: "not running" }),
      },
    }),
  }));
  try {
    const result = await doctorRuntimeConfig(path, { registry });
    assert.equal(result.diagnostics.some((item) => item.code === "MANAGED_PROGRAM_DOWN"), true);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("preflight validates credential stores without running their active doctor", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-preflight-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    credentials: { secrets: { use: "example.credentials" } },
  })));
  let activeChecks = 0;
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeCredentialStoreAdapterFacet({
    use: "example.credentials",
    validate() {},
    open: () => ({ value: { async resolve() { return undefined; } } }),
    doctor: async () => {
      activeChecks += 1;
      return [];
    },
  }));
  try {
    const preflight = await preflightRuntimeConfig(path, { registry });
    assert.deepEqual(preflight.diagnostics, []);
    assert.equal(activeChecks, 0);
    await doctorRuntimeConfig(path, { registry });
    assert.equal(activeChecks, 1);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("preflight never runs an Endpoint's active doctor", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-endpoint-preflight-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: { remote: { use: "example.remote" } },
  })));
  let activeChecks = 0;
  const capability = { module: { name: "example.remote", version: "1" }, name: "observe" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Observation" } as const;
  let diagnosedCapabilities: readonly string[] = [];
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.remote",
    activate: (context) => ({
      endpoint: {
        instance: { id: context.instance, pool: context.pool ?? context.instance },
        offers: [{ capability, returns, endpoint: context.instance }],
        credentials: [],
        install() {},
      },
      diagnose: async ({ capabilities }) => {
        activeChecks += 1;
        diagnosedCapabilities = (capabilities ?? []).map((item) => item.name);
        return [];
      },
    }),
  }));
  try {
    await preflightRuntimeConfig(path, { registry });
    assert.equal(activeChecks, 0);
    await doctorRuntimeConfig(path, { registry });
    assert.equal(activeChecks, 1);
    assert.deepEqual(diagnosedCapabilities, ["observe"]);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Runtime providers name the selected Endpoint and its declared price source without contacting a service", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-providers-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: { paid: { use: "example.paid" }, local: { use: "example.local" } },
  })));
  const generate = { module: { name: "example.model", version: "1" }, name: "generate" } as const;
  const render = { module: { name: "example.render", version: "1" }, name: "render" } as const;
  const missing = { module: { name: "example.model", version: "1" }, name: "transcribe" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  const handler = () => ({ value: { kind: "inline" as const, value: null } });
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.paid",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        pricing: { kind: "page", url: "https://prices.example/models" },
        capabilities: [{ capability: generate, returns, lifecycle: "immediate", handler }],
      }),
    }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.local",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        pricing: { kind: "local" },
        capabilities: [{ capability: render, returns, lifecycle: "immediate", handler }],
      }),
    }),
  }));
  try {
    assert.deepEqual(await describeRuntimeConfigProviders(path, [
      providerQuery("generate", generate, returns),
      providerQuery("render", render, returns),
      providerQuery("missing", missing, returns),
    ], { registry }), [
      {
        request: "generate",
        capability: generate,
        status: "resolved",
        endpoint: "paid",
        use: "example.paid",
        pricing: { kind: "page", url: "https://prices.example/models" },
      },
      { request: "render", capability: render, status: "resolved", endpoint: "local", use: "example.local", pricing: { kind: "local" } },
      { request: "missing", capability: missing, status: "unresolved" },
    ]);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Runtime pricing reads Provider-owned material with only the selected Endpoint's credentials", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-pricing-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    credentials: { secrets: { use: "example.credentials" } },
    endpoints: { paid: { use: "example.paid" }, local: { use: "example.local" } },
  })));
  const generate = { module: { name: "example.model", version: "1" }, name: "generate" } as const;
  const render = { module: { name: "example.render", version: "1" }, name: "render" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  const handler = () => ({ value: { kind: "inline" as const, value: null } });
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeCredentialStoreAdapterFacet({
    use: "example.credentials",
    validate() {},
    open: () => ({ value: {
      async resolve(ref) {
        return ref.store === "secrets" && ref.key === "paid.key" ? { secret: "selected-key" } : undefined;
      },
    } }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.paid",
    activate: (context) => ({ endpoint: defineEndpoint({
      instance: context.instance, pool: context.pool ?? context.instance,
      credentials: { apiKey: credentialRef("secrets", "paid.key") },
      pricing: { kind: "page", url: "https://prices.example/models" },
      readPricing: async ({ request, credentials }) => {
        const resolved = await credentials();
        assert.equal(resolved.apiKey?.secret, "selected-key");
        assert.deepEqual(request.constraints, { seconds: 5 });
        return [{ source: "https://prices.example/models/generate", data: { usdPerSecond: 0.25 }, summary: "USD 0.25 per second" }];
      },
      capabilities: [{ capability: generate, returns, lifecycle: "immediate", handler }],
    }) }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.local",
    activate: (context) => ({ endpoint: defineEndpoint({
      instance: context.instance, pool: context.pool ?? context.instance, pricing: { kind: "local" },
      capabilities: [{ capability: render, returns, lifecycle: "immediate", handler }],
    }) }),
  }));
  try {
    assert.deepEqual(await readRuntimeConfigPricing(path, [
      providerQuery("generate", generate, returns, { seconds: 5 }),
      providerQuery("render", render, returns, null),
    ], { registry }), [{
      request: "generate", capability: generate, status: "resolved", endpoint: "paid", use: "example.paid",
      pricing: { kind: "page", url: "https://prices.example/models" },
      pricingDocuments: [{
        source: "https://prices.example/models/generate",
        data: { usdPerSecond: 0.25 },
        summary: "USD 0.25 per second",
      }],
    }, {
      request: "render", capability: render, status: "resolved", endpoint: "local", use: "example.local",
      pricing: { kind: "local" },
    }]);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("transient execution follows capability opt-in rather than pricing and keeps Profile bindings", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-transient-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    credentials: { secrets: { use: "example.credentials" } },
    endpoints: { remote: { use: "example.remote" }, local: { use: "example.local" } },
    bindings: { "[email protected]#generate-greeting-text": "remote" },
  })));
  let remoteCalls = 0;
  let localCalls = 0;
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeCredentialStoreAdapterFacet({
    use: "example.credentials",
    validate() {},
    open: () => ({
      value: {
        async resolve(ref) {
          return ref.store === "secrets" && ref.key === "remote.key"
            ? { secret: "available" }
            : undefined;
        },
      },
    }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.remote",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        credentials: { apiKey: credentialRef("secrets", "remote.key") },
        pricing: { kind: "page", url: "https://prices.example/models" },
        capabilities: [{
          capability: greetingCapabilities.generation,
          returns: greetingTypes.generated,
          lifecycle: "immediate",
          transient: true,
          supports: (need) => (need.constraints as { readonly prompt?: unknown }).prompt === "Greet Ada"
            ? { status: "supported" }
            : { status: "unsupported", reason: "prompt must be Greet Ada" },
          handler: ({ need, credentials }) => {
            remoteCalls += 1;
            assert.deepEqual(need.constraints, { prompt: "Greet Ada" });
            assert.equal(credentials.apiKey?.secret, "available");
            return { value: { kind: "inline", value: "Hello, Ada!" } };
          },
        }],
      }),
    }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.local",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        pricing: { kind: "local" },
        capabilities: [{
          capability: greetingCapabilities.generation,
          returns: greetingTypes.generated,
          lifecycle: "immediate",
          handler: () => {
            localCalls += 1;
            return { value: { kind: "inline", value: "wrong" } };
          },
        }],
      }),
    }),
  }));
  try {
    const execution = await openTransientRuntimeConfigExecution(path, { registry });
    const completed = await execution.evaluate({
      state: createGreetingBuild({ targetOutputs: ["generated"] }),
      producers: greetingProducers(),
      validators: new TypeValidatorRegistry(),
      resources: new MemoryResourceStore(),
    });
    assert.equal(completed.status, "complete");
    assert.equal(remoteCalls, 1, "pricing metadata does not exclude an explicitly transient capability");
    assert.equal(localCalls, 0);

    const unsupportedBase = createGreetingBuild({ targetOutputs: ["generated"] });
    const grace = (record: (typeof unsupportedBase.records)[number]) => record.id === "intent:root"
      ? { ...record, value: { kind: "inline" as const, value: { name: "Grace" } } }
      : record;
    const unsupported = {
      ...unsupportedBase,
      records: unsupportedBase.records.map(grace),
      program: {
        ...unsupportedBase.program,
        records: unsupportedBase.program.records.map(grace),
      },
    };
    const rejected = await execution.evaluate({
      state: unsupported,
      producers: greetingProducers(),
      validators: new TypeValidatorRegistry(),
      resources: new MemoryResourceStore(),
    });
    assert.equal(rejected.status, "paused");
    assert.equal(remoteCalls, 1, "supports receives the complete Need before a transient handler runs");
    await execution.close();

    await writeFile(path, JSON.stringify(profile({
      dataRoot: ".",
      credentials: { secrets: { use: "example.credentials" } },
      endpoints: { remote: { use: "example.remote" }, local: { use: "example.local" } },
      bindings: { "[email protected]#generate-greeting-text": "local" },
    })));
    const boundExecution = await openTransientRuntimeConfigExecution(path, { registry });
    const blocked = await boundExecution.evaluate({
      state: createGreetingBuild({ targetOutputs: ["generated"] }),
      producers: greetingProducers(),
      validators: new TypeValidatorRegistry(),
      resources: new MemoryResourceStore(),
    });
    assert.equal(blocked.status, "paused");
    assert.match(blocked.blocked[0]?.subject ?? "", /local/u,
      "a binding to a non-transient Endpoint must not fall back to another Endpoint");
    assert.equal(remoteCalls, 1);
    assert.equal(localCalls, 0);
    await boundExecution.close();
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Runtime provider inspection applies Endpoint supports when the complete request is available", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-provider-supports-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: { narrow: { use: "example.narrow" } },
  })));
  const capability = { module: { name: "example.model", version: "1" }, name: "generate" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.narrow",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        pricing: { kind: "local" },
        capabilities: [{
          capability,
          returns,
          lifecycle: "immediate",
          supports: (need) => (need.constraints as { readonly allowed?: unknown } | null)?.allowed === true
            && need.pendingInputs?.some((input) => input.role === "image") === true
            ? { status: "supported" }
            : { status: "unsupported", reason: "request needs allowed=true and a pending image input" },
          handler: () => ({ value: { kind: "inline", value: null } }),
        }],
      }),
    }),
  }));
  try {
    assert.deepEqual(await describeRuntimeConfigProviders(path, [
      providerQuery("pending-file", capability, returns),
      providerQuery("complete", capability, returns, { allowed: false }),
      {
        ...providerQuery("symbolic-resource", capability, returns, { allowed: true }),
        pendingInputs: [{ input: "reference", role: "image" }],
      },
    ], { registry }), [
      {
        request: "pending-file",
        capability,
        status: "unsupported",
        endpoint: "narrow",
        use: "example.narrow",
        pricing: { kind: "local" },
        rejections: [{ endpoint: "narrow", message: "request needs allowed=true and a pending image input" }],
      },
      {
        request: "complete",
        capability,
        status: "unsupported",
        endpoint: "narrow",
        use: "example.narrow",
        pricing: { kind: "local" },
        rejections: [{ endpoint: "narrow", message: "request needs allowed=true and a pending image input" }],
      },
      { request: "symbolic-resource", capability, status: "resolved", endpoint: "narrow", use: "example.narrow", pricing: { kind: "local" } },
    ]);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("Runtime invoke executes one immediate Need through the selected Endpoint and its credential, outside any Build", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-invoke-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    credentials: { secrets: { use: "example.credentials" } },
    endpoints: { paid: { use: "example.paid" }, slow: { use: "example.slow" } },
  })));
  const observe = { module: { name: "example.model", version: "1" }, name: "observe" } as const;
  const generate = { module: { name: "example.model", version: "1" }, name: "generate" } as const;
  const missing = { module: { name: "example.model", version: "1" }, name: "transcribe" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  let configured = true;
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeCredentialStoreAdapterFacet({
    use: "example.credentials",
    validate() {},
    open: () => ({
      value: {
        async resolve(ref) {
          return configured && ref.store === "secrets" && ref.key === "paid.key" ? { secret: "configured" } : undefined;
        },
      },
    }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.paid",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        credentials: { apiKey: credentialRef("secrets", "paid.key") },
        capabilities: [{
          capability: observe,
          returns,
          lifecycle: "immediate",
          handler: async ({ need, credentials, reportProgress, reportDiagnostic }) => {
            await reportProgress?.({ phase: "Aligning words" });
            await reportDiagnostic?.({ level: "info", message: "Timing ready" });
            return { value: { kind: "inline", value: { seen: need.constraints, key: credentials.apiKey?.secret ?? null } } };
          },
        }],
      }),
    }),
  }));
  registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: "example.slow",
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance,
        pool: context.pool ?? context.instance,
        capabilities: [{
          capability: generate,
          returns,
          lifecycle: "asynchronous",
          endpoint: {
            start: async () => ({ status: "completed" as const, result: { value: { kind: "inline" as const, value: null } } }),
            poll: async () => ({ status: "completed" as const, result: { value: { kind: "inline" as const, value: null } } }),
          },
        }],
      }),
    }),
  }));
  const resources = { async get() { return undefined; }, async put() { throw new Error("unused"); } } as never;
  const need = (capability: typeof observe | typeof generate | typeof missing) => ({
    id: "need:creation-time", capability, returns, constraints: { question: "what happens?" }, result: "record:creation-time",
  });
  try {
    const messages: string[] = [];
    assert.deepEqual(await invokeRuntimeConfigNeed(path, need(observe), resources, {
      registry,
      reportProgress: async (event) => { messages.push(event.phase); },
      reportDiagnostic: async (event) => { messages.push(event.message); },
    }), {
      value: { kind: "inline", value: { seen: { question: "what happens?" }, key: "configured" } },
    });
    assert.deepEqual(messages, ["Aligning words", "Timing ready"]);
    await assert.rejects(invokeRuntimeConfigNeed(path, need(missing), resources, { registry }), /No Endpoint in .* serves example\.model@1#transcribe/u);
    await assert.rejects(invokeRuntimeConfigNeed(path, need(generate), resources, { registry }), /asynchronous capability/u);
    configured = false;
    await assert.rejects(invokeRuntimeConfigNeed(path, need(observe), resources, { registry }), /apiKey for Endpoint paid is not configured/u);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});


test("a Profile binds a contested capability to one of its Endpoints, and says so when it cannot", () => {
  const generateKey = "example.model@1#generate";
  assert.deepEqual(parseLocalRuntimeProfile(profile({
    endpoints: { paid: { use: "example.paid" }, local: { use: "example.local" } },
    bindings: { [generateKey]: "local" },
  })).bindings, { [generateKey]: "local" });
  assert.throws(() => parseLocalRuntimeProfile(profile({
    endpoints: { paid: { use: "example.paid" } },
    bindings: { [generateKey]: "nowhere" },
  })), /names nowhere, which is not an Endpoint instance of this Profile \(paid\)/u);
  assert.throws(() => parseLocalRuntimeProfile(profile({ bindings: { "not a key": "paid" } })), /capability key/u);
  assert.throws(() => parseLocalRuntimeProfile({ ...profile(), stale: 1, older: 2 }), /does not accept stale, older; it accepts/u);
});

test("providers, doctor and invoke share one resolver: a contested capability is ambiguous until the Profile binds it", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-bindings-"));
  const generate = { module: { name: "example.model", version: "1" }, name: "generate" } as const;
  const render = { module: { name: "example.render", version: "1" }, name: "render" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  const generateKey = "example.model@1#generate";
  const registry = new RuntimeAdapterRegistry();
  for (const [use, instanceLabel, capability, answer] of [
    ["example.paid", "paid", generate, "paid"],
    ["example.other", "other", generate, "other"],
    ["example.local", "local", render, "local"],
  ] as const) {
    registry.registerFacet(createRuntimeEndpointAdapterFacet({
      use,
      activate: (context) => ({
        endpoint: defineEndpoint({
          instance: context.instance,
          pool: context.pool ?? context.instance,
          pricing: { kind: "local" },
          capabilities: [{ capability, returns, lifecycle: "immediate", handler: () => ({ value: { kind: "inline" as const, value: answer } }) }],
        }),
      }),
    }));
  }
  const endpoints = { paid: { use: "example.paid" }, other: { use: "example.other" }, local: { use: "example.local" } };
  const need = { id: "need:1", capability: generate, returns, constraints: null, result: "record:1" };
  try {
    const unbound = join(root, "unbound.json");
    await writeFile(unbound, JSON.stringify(profile({ dataRoot: ".", endpoints })));
    assert.deepEqual(await describeRuntimeConfigProviders(unbound, [
      providerQuery("generate", generate, returns, null),
      providerQuery("render", render, returns, null),
    ], { registry }), [
      { request: "generate", capability: generate, status: "ambiguous", endpoints: ["other", "paid"] },
      { request: "render", capability: render, status: "resolved", endpoint: "local", use: "example.local", pricing: { kind: "local" } },
    ]);
    const contested = (await preflightRuntimeConfig(unbound, { registry, capabilities: [generate] })).diagnostics
      .filter((item) => item.code === "RUNTIME_CAPABILITY_AMBIGUOUS");
    assert.equal(contested.length, 1);
    assert.equal(contested[0]!.severity, "error");
    assert.match(contested[0]!.message, /add "bindings": \{ "example\.model@1#generate": "<instance>" \}/u);
    // Without a Run, doctor looks at every selected Endpoint and reports the contest as a warning.
    const idle = (await preflightRuntimeConfig(unbound, { registry })).diagnostics
      .find((item) => item.code === "RUNTIME_CAPABILITY_AMBIGUOUS");
    assert.equal(idle?.severity, "warning");
    await assert.rejects(invokeRuntimeConfigNeed(unbound, need, new MemoryResourceStore(), { registry }), /Say which one does it/u);

    const bound = join(root, "bound.json");
    await writeFile(bound, JSON.stringify(profile({ dataRoot: ".", endpoints, bindings: { [generateKey]: "other" } })));
    assert.deepEqual(await describeRuntimeConfigProviders(bound, [providerQuery("generate", generate, returns, null)], { registry }), [
      { request: "generate", capability: generate, status: "resolved", endpoint: "other", use: "example.other", pricing: { kind: "local" }, binding: "other" },
    ]);
    assert.equal((await preflightRuntimeConfig(bound, { registry, capabilities: [generate] })).diagnostics
      .some((item) => item.code === "RUNTIME_CAPABILITY_AMBIGUOUS"), false);
    const fulfilled = await invokeRuntimeConfigNeed(bound, need, new MemoryResourceStore(), { registry });
    assert.deepEqual(fulfilled.value, { kind: "inline", value: "other" });

    const wrong = join(root, "wrong.json");
    await writeFile(wrong, JSON.stringify(profile({ dataRoot: ".", endpoints, bindings: { [generateKey]: "local" } })));
    assert.deepEqual(await describeRuntimeConfigProviders(wrong, [providerQuery("generate", generate, returns, null)], { registry }), [
      { request: "generate", capability: generate, status: "unresolved", binding: "local" },
    ]);
    assert.ok((await preflightRuntimeConfig(wrong, { registry, capabilities: [generate] })).diagnostics
      .some((item) => item.code === "RUNTIME_BINDING_INVALID"));
    await assert.rejects(invokeRuntimeConfigNeed(wrong, need, new MemoryResourceStore(), { registry }), /binds example\.model@1#generate to local, which does not serve/u);
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("doctor reports inconsistent limits for shared pools and capacity resources", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-runtime-pools-"));
  const path = join(root, "hypit.runtime.json");
  await writeFile(path, JSON.stringify(profile({
    dataRoot: ".",
    endpoints: {
      four: { use: "example.four", pool: "generation" },
      ten: { use: "example.ten", pool: "generation" },
    },
  })));
  const returns = { module: { name: "example.value", version: "1" }, name: "Output" } as const;
  const registry = new RuntimeAdapterRegistry();
  for (const [use, name, concurrency] of [["example.four", "four", 4], ["example.ten", "ten", 10]] as const) {
    registry.registerFacet(createRuntimeEndpointAdapterFacet({
      use,
      activate: (context) => ({
        endpoint: defineEndpoint({
          instance: context.instance,
          pool: context.pool ?? context.instance,
          pricing: { kind: "local" },
          defaultConcurrency: concurrency,
          capabilities: [{
            capability: { module: { name: "example.model", version: "1" }, name },
            returns,
            lifecycle: "immediate",
            resources: [{ id: "capacity:generation/browsers", limit: concurrency }],
            handler: () => ({ value: { kind: "inline" as const, value: null } }),
          }],
        }),
      }),
    }));
  }
  try {
    const conflicts = (await preflightRuntimeConfig(path, { registry })).diagnostics.filter((item) => item.code === "RUNTIME_POOL_CONFLICT");
    for (const resource of ["pool:generation", "capacity:generation/browsers"]) {
      const conflict = conflicts.find((item) => item.subject === resource);
      assert.ok(conflict, `the shared resource ${resource} is reported`);
      assert.match(conflict.message, /4 concurrent and 10 concurrent/);
      assert.match(conflict.message, /same limit.*different pools/);
      assert.doesNotMatch(conflict.message, /defaultConcurrency/);
    }
  } finally {
    await rm(root, { recursive: true, force: true });
  }
});

test("demanded readiness and Programs follow the chosen Endpoint, including before package loading", async () => {
  const root = await mkdtemp(join(tmpdir(), "hypit-chosen-readiness-"));
  const path = join(root, "runtime.json");
  const capability = { module: { name: "example.speech", version: "1" }, name: "transcribe" } as const;
  const returns = { module: { name: "example.value", version: "1" }, name: "Text" } as const;
  let chosen = "local";
  const registry = new RuntimeAdapterRegistry();
  registry.registerFacet(createRuntimeCredentialStoreAdapterFacet({
    use: "example.keys", validate() {},
    open: () => ({ value: { resolve: async () => chosen === "hosted" ? { secret: "fixture" } : undefined } }),
  }));
  for (const name of ["local", "hosted"]) registry.registerFacet(createRuntimeEndpointAdapterFacet({
    use: `example.${name}`,
    activate: (context) => ({
      endpoint: defineEndpoint({
        instance: context.instance, pool: context.instance, pricing: { kind: "local" },
        ...(name === "hosted" ? { credentials: { key: credentialRef("keys", "account") } } : {}),
        capabilities: [{ capability, returns, lifecycle: "immediate", handler: () => ({ value: { kind: "inline", value: "ok" } }) }],
      }),
      ...(name === "local" ? { program: { id: "local-service", probe: async () => chosen === "local"
        ? { state: "ready" as const } : { state: "down" as const, detail: "not selected" } } } : {}),
    }),
  }));
  try {
    const { declaredManagedPrograms } = await import("../src/config.js");
    for (chosen of ["local", "hosted"]) {
      await writeFile(path, JSON.stringify(profile({ dataRoot: ".", credentials: { keys: { use: "example.keys" } },
        endpoints: { local: { use: "example.local" }, hosted: { use: "example.hosted" }, later: { use: "uninstalled.future.provider" } },
        bindings: { "example.speech@1#transcribe": chosen },
      })));
      assert.deepEqual((await preflightRuntimeConfig(path, { registry, capabilities: [capability] })).diagnostics, []);
      assert.deepEqual((await preflightRuntimeConfig(path, { registry, endpoints: [chosen] })).diagnostics, []);
      const programs = await declaredManagedPrograms(path, { registry, capabilities: [capability] });
      assert.deepEqual(programs.programs.map((item) => item.instance), chosen === "local" ? ["local"] : []);
    }
    assert.deepEqual((await preflightRuntimeConfig(path, { endpoints: [] })).diagnostics, []);
    await assert.rejects(preflightRuntimeConfig(path, { registry, endpoints: ["typo"] }), /no Endpoint typo/);
  } finally { await rm(root, { recursive: true, force: true }); }
});