Skip to content

armgit / qm

Public Imported from GitHub
0

Multiplayer agent harness for work.

37.7 KB
Raw Blame
import { test } from "node:test";
import assert from "node:assert/strict";
import { mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import { join } from "node:path";
import {
  awsObjectStoreBucket,
  declaredVariables,
  renderTerraformVars,
  terraformVars,
  terraformVarsDrift,
} from "../src/terraform.ts";
import type { QmConfig } from "../src/config.ts";

const DEPLOY_IMAGE = "acme-qm-sandbox";

const config: QmConfig = {
  contract: 1,
  orgId: "acme",
  publicUrl: "https://agent.acme.example",
  target: "aws",
  services: ["core"],
  plugins: [],
  skills: [],
  env: { core: { AWS_DEPLOY_IMAGE: DEPLOY_IMAGE } },
  imageOverrides: {},
  sandbox: { app: "acme-sandboxes" },
  aws: {
    accountId: "123456789012",
    region: "us-west-2",
    cluster: "acme-qm",
    deployRoleArn: "arn:aws:iam::123456789012:role/deploy",
    secretsPrefix: "acme/qm/",
    imageLabel: "release",
    deployEnvironment: "production",
    networking: { cloudMapNamespace: "acme.internal" },
    services: { core: { ecrRepository: "qm-core", ecsService: "acme-core", cpu: 2048, memory: 4096 } },
  },
};

const variablesTf = readFileSync(new URL("../templates/aws/variables.tf", import.meta.url), "utf8");
const declared = declaredVariables(variablesTf);
const mainTf = readFileSync(new URL("../templates/aws/main.tf", import.meta.url), "utf8");

test("declaredVariables reads the scaffolded variables.tf", () => {
  for (const name of [
    "org_id",
    "account_id",
    "certificate_arn",
    "core_public_hosts",
    "db_name",
    "db_username",
    "db_instance_class",
    "github_repository",
    "github_subject_prefix",
    "github_oidc_provider_arn",
    "object_store_bucket",
    "transfer_lifecycle_prefix",
    "deploy_microvm_image",
    "deploy_microvm_execution_role_arn",
    "services",
    "secret_names",
  ]) {
    assert.ok(declared.includes(name), `variables.tf declares ${name}`);
  }
});

test("database class config renders only an explicit override", () => {
  const defaults = terraformVars(config, "", declared);
  assert.doesNotMatch(defaults, /db_instance_class/);

  const overridden = terraformVars(
    {
      ...config,
      aws: { ...config.aws!, dbInstanceClass: "db.t4g.micro" },
    },
    defaults,
    declared,
  );
  assert.match(overridden, /db_instance_class\s*= "db\.t4g\.micro"/);

  const upgraded = terraformVars(config, "db_backup_retention_days = 7\n", declared);
  assert.match(upgraded, /db_backup_retention_days = 7/);

  const operatorClass = terraformVars(config, 'db_instance_class = "db.m7g.large"\n', declared);
  assert.match(operatorClass, /db_instance_class = "db\.m7g\.large"/);
});

test("the ECS execution role can read every declared contract secret independent of Terraform state", () => {
  const policy = mainTf.match(/resource "aws_iam_role_policy" "task_secrets" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(policy, /secretsmanager:GetSecretValue/);
  assert.match(
    policy,
    /\[for name in var\.secret_names : "arn:aws:secretsmanager:\$\{var\.region\}:\$\{data\.aws_caller_identity\.current\.account_id\}:secret:\$\{var\.secrets_prefix\}\$\{name\}-\*"\]/,
  );
  assert.doesNotMatch(policy, /secret:\$\{var\.secrets_prefix\}\*"/);
  assert.doesNotMatch(policy, /aws_secretsmanager_secret\.contract/);
});

test("new S3 buckets use AWS's default public-access block without a separate mutation", () => {
  assert.ok(!declared.includes("manage_object_store_public_access_block"));
  assert.doesNotMatch(mainTf, /aws_s3_bucket_public_access_block/);
});

test("each AWS workload can assume configured roles through an isolated task role", () => {
  assert.match(
    mainTf,
    /assume_role_services\s*=\s*\{ for name, service in var\.services : name => service if try\(length\(service\.assume_role_arns\), 0\) > 0 \}/,
  );
  assert.match(mainTf, /managed_assume_role_services\s*=\s*\{[\s\S]*service\.manage_task_role[\s\S]*\}/);
  assert.match(mainTf, /qm_scaffold_version\s*=\s*3/);
  assert.match(
    readFileSync(new URL("../templates/aws/variables.tf", import.meta.url), "utf8"),
    /manage_task_role\s*=\s*optional\(bool, false\)/,
  );
  assert.match(mainTf, /resource "aws_iam_role" "assume_role_task"/);
  assert.match(mainTf, /for_each\s*=\s*local\.managed_assume_role_services/);
  assert.match(mainTf, /name\s*=\s*"\$\{var\.cluster_name\}-\$\{each\.key\}-task"/);
  assert.match(mainTf, /resource "aws_iam_role_policy" "managed_service_assume_role"/);
  assert.match(mainTf, /role\s*=\s*aws_iam_role\.assume_role_task\[each\.key\]\.id/);
  assert.match(mainTf, /resource "aws_iam_role_policy" "configured_service_assume_role"/);
  assert.match(mainTf, /role\s*=\s*basename\(local\.effective_task_role_arns\[each\.key\]\)/);
  assert.match(mainTf, /lifecycle \{ create_before_destroy = true \}/);
  assert.match(mainTf, /Action\s*=\s*\["sts:AssumeRole"\]/);
  assert.match(mainTf, /Resource\s*=\s*each\.value\.assume_role_arns/);
  assert.match(mainTf, /task_role_arn\s*=\s*local\.effective_task_role_arns\[each\.key\]/);
  const rendered = terraformVars(
    {
      ...config,
      aws: {
        ...config.aws!,
        services: {
          ...config.aws!.services,
          core: {
            ...config.aws!.services.core!,
            taskRoleArn: "arn:aws:iam::123456789012:role/existing-core",
            assumeRoleArns: ["arn:aws:iam::111122223333:role/model-gateway"],
          },
        },
      },
    },
    "",
    declared,
  );
  assert.match(rendered, /"assume_role_arns": \[/);
  assert.match(rendered, /arn:aws:iam::111122223333:role\/model-gateway/);
  assert.match(rendered, /"task_role_arn": "arn:aws:iam::123456789012:role\/existing-core"/);
  assert.doesNotMatch(terraformVars(config, "", declared), /assume_role_arns/);
});

test("an active assume-role policy blocks task-role replacement", () => {
  const service = { ecrRepository: "qm-signer", ecsService: "acme-signer", cpu: 256, memory: 512 };
  const role = "arn:aws:iam::111122223333:role/model-gateway";
  const configured: QmConfig = {
    ...config,
    aws: {
      ...config.aws!,
      services: { ...config.aws!.services, signer: { ...service, assumeRoleArns: [role] } },
    },
  };
  const rendered = terraformVars(configured, "", declared);
  assert.match(rendered, /"manage_task_role": true/);
  const managedRole = "arn:aws:iam::123456789012:role/acme-qm-signer-task";
  const replacementRole = "arn:aws:iam::123456789012:role/acme-qm-task";
  const removed: QmConfig = {
    ...configured,
    aws: {
      ...configured.aws!,
      services: { ...configured.aws!.services, signer: { ...service, taskRoleArn: replacementRole } },
    },
  };
  assert.throws(() => terraformVars(removed, rendered, declared), /cannot replace the Terraform-managed role/);
  const staged: QmConfig = {
    ...configured,
    aws: {
      ...configured.aws!,
      services: {
        ...configured.aws!.services,
        signer: { ...service, taskRoleArn: managedRole },
      },
    },
  };
  const stagedVars = terraformVars(staged, rendered, declared);
  assert.match(stagedVars, /"manage_task_role": true/);
  assert.match(stagedVars, /"task_role_arn": "arn:aws:iam::123456789012:role\/acme-qm-signer-task"/);
  assert.throws(() => terraformVars(removed, stagedVars, declared), /cannot replace the Terraform-managed role/);

  const explicit: QmConfig = {
    ...configured,
    aws: {
      ...configured.aws!,
      services: {
        ...configured.aws!.services,
        signer: { ...service, taskRoleArn: replacementRole, assumeRoleArns: [role] },
      },
    },
  };
  const explicitVars = terraformVars(explicit, "", declared);
  assert.doesNotMatch(explicitVars, /manage_task_role/);
  const conventionallyNamedExternal: QmConfig = {
    ...configured,
    aws: {
      ...configured.aws!,
      services: {
        ...configured.aws!.services,
        signer: { ...service, taskRoleArn: managedRole, assumeRoleArns: [role] },
      },
    },
  };
  const conventionallyNamedExternalVars = terraformVars(conventionallyNamedExternal, "", declared);
  assert.doesNotMatch(conventionallyNamedExternalVars, /manage_task_role/);
  assert.throws(
    () => terraformVars(configured, conventionallyNamedExternalVars, declared),
    /cannot be removed because .* is externally managed/,
  );
  assert.throws(
    () =>
      terraformVars(
        {
          ...explicit,
          aws: {
            ...explicit.aws!,
            services: {
              ...explicit.aws!.services,
              signer: { ...service, taskRoleArn: managedRole, assumeRoleArns: [role] },
            },
          },
        },
        explicitVars,
        declared,
      ),
    /taskRoleArn cannot change/,
  );
  const deauthorized: QmConfig = {
    ...explicit,
    aws: {
      ...explicit.aws!,
      services: {
        ...explicit.aws!.services,
        signer: { ...service, taskRoleArn: replacementRole },
      },
    },
  };
  const deauthorizedVars = terraformVars(deauthorized, explicitVars, declared);
  assert.doesNotThrow(() =>
    terraformVars(
      {
        ...deauthorized,
        aws: {
          ...deauthorized.aws!,
          services: {
            ...deauthorized.aws!.services,
            signer: { ...service, taskRoleArn: managedRole },
          },
        },
      },
      deauthorizedVars,
      declared,
    ),
  );

  const coreRole = "arn:aws:iam::123456789012:role/existing-core";
  const configuredCore: QmConfig = {
    ...config,
    aws: {
      ...config.aws!,
      services: {
        core: { ...config.aws!.services.core!, taskRoleArn: coreRole, assumeRoleArns: [role] },
      },
    },
  };
  const configuredCoreVars = terraformVars(configuredCore, "", declared);
  assert.throws(
    () =>
      terraformVars(
        {
          ...configuredCore,
          aws: {
            ...configuredCore.aws!,
            services: {
              core: {
                ...configuredCore.aws!.services.core!,
                taskRoleArn: "arn:aws:iam::123456789012:role/replacement-core",
              },
            },
          },
        },
        configuredCoreVars,
        declared,
      ),
    /taskRoleArn cannot change/,
  );
});

test("assume-role config rejects vendored AWS scaffolds that predate workload roles", () => {
  const dir = mkdtempSync(join(tmpdir(), "qm-legacy-terraform-"));
  try {
    const infra = join(dir, "infra");
    mkdirSync(infra);
    writeFileSync(join(infra, "terraform.tfvars"), "services = {}\n");
    writeFileSync(
      join(infra, "variables.tf"),
      'variable "services" { type = map(object({ assume_role_arns = optional(set(string)) })) }\n',
    );
    writeFileSync(
      join(infra, "main.tf"),
      'resource "aws_iam_role" "assume_role_task" {}\nresource "aws_iam_role_policy" "managed_service_assume_role" {}\nresource "aws_iam_role_policy" "configured_service_assume_role" {}\n',
    );
    const configured: QmConfig = {
      ...config,
      aws: {
        ...config.aws!,
        services: {
          core: {
            ...config.aws!.services.core!,
            assumeRoleArns: ["arn:aws:iam::111122223333:role/model-gateway"],
          },
        },
      },
    };
    assert.throws(
      () => renderTerraformVars(configured, dir),
      /AWS scaffold predates aws\.services\.\*\.assumeRoleArns[\s\S]*variables\.tf[\s\S]*main\.tf/,
    );
  } finally {
    rmSync(dir, { recursive: true, force: true });
  }
});

test("database class overrides reject vendored AWS scaffolds that cannot render them", () => {
  const dir = mkdtempSync(join(tmpdir(), "qm-legacy-database-"));
  try {
    const infra = join(dir, "infra");
    mkdirSync(infra);
    writeFileSync(join(infra, "terraform.tfvars"), "services = {}\n");
    writeFileSync(join(infra, "variables.tf"), 'variable "services" { type = map(any) }\n');
    writeFileSync(join(infra, "main.tf"), "");
    assert.throws(
      () => renderTerraformVars({ ...config, aws: { ...config.aws!, dbInstanceClass: "db.t4g.micro" } }, dir),
      /AWS scaffold predates aws\.dbInstanceClass/,
    );
  } finally {
    rmSync(dir, { recursive: true, force: true });
  }
});

test("the deploy role registers task definitions only for configured ECS families", () => {
  const policy = mainTf.match(/resource "aws_iam_role_policy" "github_deploy" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const management = policy.match(/Sid\s*= "ManageStackTaskDefinitions"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  for (const action of [
    "ecs:DeregisterTaskDefinition",
    "ecs:ListTagsForResource",
    "ecs:RegisterTaskDefinition",
    "ecs:TagResource",
  ]) {
    assert.match(management, new RegExp(action));
  }
  assert.doesNotMatch(policy, /ecs:DeleteTaskDefinitions/);
  assert.match(management, /task-definition\/\$\{service\.ecs_service\}:\*/);
  assert.doesNotMatch(management, /Resource\s*= "\*"/);
  assert.doesNotMatch(management, /aws:RequestTag|aws:TagKeys|Condition/);
  const rollout = policy.match(/Sid\s*= "RollClusterServices"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(rollout, /ecs:ListTagsForResource/);
  assert.match(rollout, /service\/\$\{var\.cluster_name\}\/\*/);
  const global = policy.match(/Sid\s*= "GlobalReads"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(global, /Resource\s*= "\*"/);
  assert.doesNotMatch(global, /ecs:ListTagsForResource/);
});

test("the deploy role can inspect optional secret metadata without reading unmanaged values", () => {
  const policy = mainTf.match(/resource "aws_iam_role_policy" "github_deploy" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const inspect = policy.match(/Sid\s*= "InspectContractSecretMetadata"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  const manage = policy.match(/Sid\s*= "ManageContractSecrets"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(inspect, /Action\s*= \["secretsmanager:DescribeSecret"\]/);
  assert.match(inspect, /secret:\$\{var\.secrets_prefix\}\*/);
  assert.doesNotMatch(inspect, /GetSecretValue|PutSecretValue/);
  assert.match(manage, /GetSecretValue/);
  assert.doesNotMatch(manage, /DescribeSecret/);
  assert.match(manage, /aws_secretsmanager_secret\.contract/);
});

test("the deploy role can run and inspect only stack-scoped deployment canaries", () => {
  const policy = mainTf.match(/resource "aws_iam_role_policy" "github_deploy" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const run = policy.match(/Sid\s*= "RunDeploymentCanaries"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(run, /ecs:RunTask/);
  assert.match(run, /task-definition\/\$\{var\.services\["core"\]\.ecs_service\}:\*/);
  assert.match(run, /"ecs:cluster"\s*=\s*aws_ecs_cluster\.this\.arn/);
  assert.doesNotMatch(run, /Resource\s*= "\*"/);

  const inspect = policy.match(/Sid\s*= "InspectDeploymentCanaries"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(inspect, /ecs:DescribeTasks/);
  assert.doesNotMatch(mainTf, /TaskProtection/);
  assert.match(inspect, /task\/\$\{var\.cluster_name\}\/\*/);
  assert.doesNotMatch(inspect, /Resource\s*= "\*"/);
});

test("AWS deployments retain recovery history without snapshot mutation grants", () => {
  const variables = readFileSync(new URL("../templates/aws/variables.tf", import.meta.url), "utf8");
  assert.match(variables, /variable "db_backup_retention_days" \{[\s\S]*default = 35/);
  assert.match(variables, /db_backup_retention_days >= 1 && var\.db_backup_retention_days <= 35/);
  const policy = mainTf.match(/resource "aws_iam_role_policy" "github_deploy" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(policy, /rds:DescribeDBInstances/);
  assert.doesNotMatch(policy, /rds:CreateDBSnapshot|rds:DeleteDBSnapshot|rds:AddTagsToResource/);
});

test("MicroVM build and runtime roles can write only their stack-owned log group", () => {
  const logGroup = mainTf.match(/resource "aws_cloudwatch_log_group" "microvm" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const buildPolicy =
    mainTf.match(
      /resource "aws_iam_role_policy" "microvm_build" \{([\s\S]*?)\n\}\n\nresource "aws_iam_role" "microvm_execution"/,
    )?.[1] ?? "";
  const runtimePolicy =
    mainTf.match(
      /resource "aws_iam_role_policy" "microvm_execution" \{([\s\S]*?)\n\}\n\nresource "aws_iam_role" "github_deploy"/,
    )?.[1] ?? "";

  assert.match(logGroup, /name\s*= "\/aws\/lambda\/microvms\/\$\{var\.deploy_microvm_image\}"/);
  assert.match(logGroup, /retention_in_days\s*= 30/);
  for (const policy of [buildPolicy, runtimePolicy]) {
    assert.match(
      policy,
      /Action\s*= \["logs:CreateLogGroup"\][\s\S]*Resource\s*= aws_cloudwatch_log_group\.microvm\.arn/,
    );
    assert.match(
      policy,
      /Action\s*= \["logs:CreateLogStream", "logs:PutLogEvents"\][\s\S]*Resource\s*= "\$\{aws_cloudwatch_log_group\.microvm\.arn\}:\*"/,
    );
    assert.doesNotMatch(
      policy,
      /arn:aws:logs:\$\{var\.region\}:\$\{data\.aws_caller_identity\.current\.account_id\}:\*/,
    );
  }
});

test("terraform defaults built-in workloads to the published image architecture", () => {
  const rendered = terraformVars(config, "", declared);
  assert.match(rendered, /"core": \{[\s\S]*?"architecture": "amd64"/);
});

test("terraform propagates workload architecture to bootstrap task definitions", () => {
  const rendered = terraformVars(
    {
      ...config,
      aws: {
        ...config.aws!,
        services: {
          core: { ...config.aws!.services.core!, architecture: "amd64" },
        },
      },
    },
    "",
    declared,
  );
  assert.match(rendered, /"core": \{[\s\S]*?"architecture": "amd64"/);
  assert.match(rendered, /"core": \{[\s\S]*?"internal_port": 8080/);
  assert.match(mainTf, /cpu_architecture\s*= each\.value\.architecture == "amd64" \? "X86_64" : "ARM64"/);
  assert.match(mainTf, /service\.internal_port/);
});

test("re-render preserves every declared operator variable, not just the github coordinates", () => {
  const first = terraformVars(config, "", declared);
  assert.match(first, /certificate_arn\s*= ""/, "fresh tfvars select the valid HTTP listener bootstrap");
  const edited =
    `${first}db_name             = "customdb"\ndb_username         = "customuser"\ndb_multi_az         = true\ndb_skip_final_snapshot = true\necr_force_delete = true\nobject_store_force_destroy = true\nsecret_recovery_window_days = 0\n`
      .replace('github_repository   = "replace-me/repository"', 'github_repository   = "acme/deploy"')
      .replace(/certificate_arn\s+= ""/, 'certificate_arn     = "arn:aws:acm:us-west-2:123456789012:certificate/abc"');
  const rerendered = terraformVars({ ...config, publicUrl: "https://new.acme.example" }, edited, declared);
  assert.match(rerendered, /public_url {2,}= "https:\/\/new\.acme\.example"/, "derived vars re-render from config");
  assert.match(rerendered, /github_repository {2,}= "acme\/deploy"/, "operator github coordinate preserved");
  assert.match(rerendered, /certificate_arn {2,}= "arn:aws:acm:us-west-2:123456789012:certificate\/abc"/);
  assert.match(rerendered, /db_name {2,}= "customdb"/);
  assert.match(rerendered, /db_username {2,}= "customuser"/);
  assert.match(rerendered, /db_multi_az\s*= true/);
  assert.match(rerendered, /db_skip_final_snapshot\s*= true/);
  assert.match(rerendered, /ecr_force_delete\s*= true/);
  assert.match(rerendered, /object_store_force_destroy\s*= true/);
  assert.match(rerendered, /secret_recovery_window_days\s*= 0/);
  assert.equal(
    terraformVars(config, rerendered, declared).includes('db_name             = "customdb"'),
    true,
    "render is stable across runs",
  );
});

test("re-render preserves indented operator assignments", () => {
  const existing = '  db_name = "customdb"\n\tdb_multi_az = true\n';
  const rendered = terraformVars(config, existing, declared);
  assert.match(rendered, /^ {2}db_name = "customdb"$/m);
  assert.match(rendered, /^\tdb_multi_az = true$/m);
});

test("terraform derives account-scoped infrastructure coordinates", () => {
  const rendered = terraformVars(config, "", declared);
  assert.match(rendered, /account_id\s*= "123456789012"/);
  assert.match(rendered, /github_environment\s*= "production"/);
  assert.match(
    rendered,
    /github_oidc_provider_arn\s*= "arn:aws:iam::123456789012:oidc-provider\/token\.actions\.githubusercontent\.com"/,
  );
  assert.match(rendered, /github_subject_prefix\s*= ""/);
  assert.match(
    mainTf,
    /github_subject_prefix\s*=\s*var\.github_subject_prefix != "" \? var\.github_subject_prefix : "repo:\$\{var\.github_repository\}"/,
  );
  assert.match(mainTf, /"\$\{local\.github_subject_prefix\}:ref:\$\{var\.github_ref\}"/);
  assert.match(rendered, new RegExp(`object_store_bucket\\s*= ${JSON.stringify(awsObjectStoreBucket(config))}`));
  assert.match(awsObjectStoreBucket(config), /^qm-acme-[0-9a-f]{12}$/);
  assert.match(
    mainTf,
    /var\.github_environment != ""[\s\S]*\$\{local\.github_subject_prefix\}:environment:\$\{var\.github_environment\}/,
  );
  assert.match(
    mainTf,
    /"token\.actions\.githubusercontent\.com:sub" = compact\(\[[\s\S]*\$\{local\.github_subject_prefix\}:ref:\$\{var\.github_ref\}[\s\S]*\]\)/,
  );
});

test("GitHub environments remain compatible with AWS scaffolds created before the variable existed", () => {
  const legacyDeclared = declared.filter((name) => name !== "github_environment");
  const legacyConfig: QmConfig = {
    ...config,
    aws: { ...config.aws!, deployEnvironment: undefined },
  };
  const rendered = terraformVars(legacyConfig, "", legacyDeclared);
  assert.doesNotMatch(rendered, /github_environment/);
  assert.deepEqual(terraformVarsDrift(legacyConfig, rendered, legacyDeclared), []);
  assert.throws(
    () => terraformVars(config, rendered, legacyDeclared),
    /AWS scaffold predates aws\.deployEnvironment[\s\S]*variables\.tf[\s\S]*main\.tf/,
  );
  assert.throws(
    () => terraformVarsDrift(config, rendered, legacyDeclared),
    /AWS scaffold predates aws\.deployEnvironment[\s\S]*variables\.tf[\s\S]*main\.tf/,
  );
});

test("AWS Terraform renders valid reserved coordinates without an unused MicroVM image", () => {
  const selected: QmConfig = {
    ...config,
    env: { core: { DEPLOY_PROVIDER: "fly", SANDBOX_BACKEND: "sprites" } },
  };
  const rendered = terraformVars(selected, "", declared);
  assert.match(rendered, /deploy_microvm_image\s*= "acme"/);
  assert.doesNotMatch(rendered, /undefined/);
  assert.deepEqual(terraformVarsDrift(selected, rendered, declared), []);
});

test("terraform derives the transfer lifecycle prefix from the same core S3 prefix as runtime", () => {
  const unprefixed = terraformVars(config, "", declared);
  assert.match(unprefixed, /transfer_lifecycle_prefix\s*= "transfer\/"/);
  const prefixed = terraformVars(
    {
      ...config,
      env: { core: { AWS_DEPLOY_IMAGE: DEPLOY_IMAGE, S3_PREFIX: "core/" } },
    },
    unprefixed,
    declared,
  );
  assert.match(prefixed, /transfer_lifecycle_prefix\s*= "core\/transfer\/"/);
  assert.deepEqual(
    terraformVarsDrift(
      { ...config, env: { core: { AWS_DEPLOY_IMAGE: DEPLOY_IMAGE, S3_PREFIX: "core/" } } },
      unprefixed,
      declared,
    ),
    ["transfer_lifecycle_prefix"],
  );
});

test("terraform owns secret containers but never creates operator-secret placeholder values", () => {
  const rendered = terraformVars(config, "", declared);
  const all = rendered.match(/secret_names\s*=\s*(\[[\s\S]*?\])\s*$/)?.[1] ?? "";
  assert.match(all, /CORE_SIGNING_SECRET/);
  assert.doesNotMatch(mainTf, /aws_secretsmanager_secret_version" "placeholder/);
  assert.doesNotMatch(mainTf, /secret_string\s*=\s*"replace-me"/);
  assert.match(mainTf, /aws_secretsmanager_secret_version" "database/);
});

test("AWS module keeps human routes on portal and preserves CLI-owned ECS state", () => {
  assert.match(
    mainTf,
    /public_service_names\s*= concat\(local\.has_portal \? concat\(\["portal"\], length\(var\.core_public_hosts\) > 0 \? \["core"\] : \[\]\) : \["core"\], keys\(local\.public_path_services\)\)/,
  );
  assert.match(
    mainTf,
    /direct_path_services\s*= merge\(local\.has_portal \? \{\} : \{ core = \["\/v1\/\*"\] \}, local\.public_path_services\)/,
  );
  const listener = mainTf.match(/resource "aws_lb_listener" "public" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(listener, /type\s*= "fixed-response"[\s\S]*status_code\s*= "404"/);
  assert.match(mainTf, /resource "aws_lb_listener_rule" "production"/);
  assert.match(mainTf, /target_group \{[\s\S]*aws_lb_target_group\.service\[each\.key\]\.arn[\s\S]*weight = 1/);
  assert.match(mainTf, /target_group \{[\s\S]*aws_lb_target_group\.alternate\[each\.key\]\.arn[\s\S]*weight = 0/);
  assert.doesNotMatch(listener, /target_group_arn\s*= aws_lb_target_group\.service\[local\.default_service\]/);
  assert.doesNotMatch(mainTf, /web-ui = \["\/web-ui\/\*"\]/);
  assert.doesNotMatch(mainTf, /admin = \["\/admin\/\*"\]/);
  assert.match(mainTf, /ignore_changes\s*= \[task_definition, desired_count\]/);
});

test("terraform derives split core host routing from the deployment config", () => {
  const rendered = terraformVars(
    {
      ...config,
      publicUrl: "https://agent.acme.example",
      apiUrl: "https://api.agent.acme.example",
      services: ["core", "portal"],
      env: { core: { AWS_DEPLOY_IMAGE: DEPLOY_IMAGE, AWS_DEPLOY_APPS_DOMAIN: "apps.agent.acme.example" } },
    },
    "",
    declared,
  );
  assert.match(
    rendered,
    /core_public_hosts\s+= \[\s+"\*\.apps\.agent\.acme\.example",\s+"api\.agent\.acme\.example"\s+\]/,
  );
  assert.match(mainTf, /host_header \{ values = sort\(tolist\(var\.core_public_hosts\)\) \}/);
  assert.match(mainTf, /each\.key == "core" && local\.has_portal/);
  assert.match(variablesTf, /length\(var\.core_public_hosts\) == 0 \|\| var\.certificate_arn != ""/);
});

test("an old scaffold fails closed instead of silently hiding a split core API behind portal", () => {
  assert.throws(
    () =>
      terraformVars(
        {
          ...config,
          apiUrl: "https://api.agent.acme.example",
          services: ["core", "portal"],
        },
        "",
        declared.filter((name) => name !== "core_public_hosts"),
      ),
    /predates split portal\/core host routing/,
  );
});

test("AWS ALB exposure follows its listener transport", () => {
  const group = mainTf.match(/resource "aws_security_group" "alb" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(group, /var\.certificate_arn == "" \? \[1\] : \[\][\s\S]*from_port\s*= 80[\s\S]*prefix_list_ids/);
  assert.match(
    group,
    /var\.certificate_arn == "" \? \[\] : \[1\][\s\S]*from_port\s*= 443[\s\S]*cidr_blocks\s*= \["0\.0\.0\.0\/0"\]/,
  );
});

test("AWS module supports CloudFront TLS or a direct HTTPS ALB without mixing their transports", () => {
  const listener = mainTf.match(/resource "aws_lb_listener" "public" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const edge = mainTf.match(/resource "aws_cloudfront_distribution" "portal" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(listener, /port\s*=\s*var\.certificate_arn == "" \? 80 : 443/);
  assert.match(edge, /domain_name\s*=\s*aws_lb\.this\.dns_name/);
  assert.match(edge, /origin_protocol_policy\s*=\s*var\.certificate_arn == "" \? "http-only" : "https-only"/);
  assert.match(edge, /cloudfront_default_certificate\s*=\s*true/);
  for (const header of ["X-Timestamp", "X-Signature", "X-Agent-Capability"]) assert.ok(edge.includes(`"${header}"`));
});

test("AWS module reuses account OIDC, guards account and passes configured task roles", () => {
  const versions = readFileSync(new URL("../templates/aws/versions.tf", import.meta.url), "utf8");
  assert.doesNotMatch(mainTf, /resource "aws_iam_openid_connect_provider"/);
  assert.match(mainTf, /data "aws_iam_openid_connect_provider" "github"/);
  assert.match(mainTf, /Principal = \{ Federated = data\.aws_iam_openid_connect_provider\.github\.arn \}/);
  assert.match(versions, /allowed_account_ids\s*= \[var\.account_id\]/);
  assert.match(mainTf, /concat\(local\.execution_role_arns, local\.task_role_arns\)/);
  assert.match(mainTf, /coalesce\(each\.value\.execution_role_arn, local\.default_execution_role_arn\)/);
  assert.match(mainTf, /effective_task_role_arns/);
  assert.match(mainTf, /role = aws_iam_role\.core_task\.id/);
  assert.match(mainTf, /dynamodb:ConditionCheckItem/);
  assert.match(mainTf, /dynamodb:DescribeTable/);
  assert.doesNotMatch(mainTf, /dynamodb:TransactWriteItems/);
  assert.match(mainTf, /"dynamodb:GetItem"[\s\S]*"dynamodb:UpdateItem"/);
  assert.match(mainTf, /ecr:BatchDeleteImage/);
  assert.match(
    mainTf,
    /Sid\s*= "InspectObjectStore"[\s\S]*"s3:ListBucket", "s3:ListBucketVersions"[\s\S]*s3:prefix[\s\S]*deployment\/\*/,
  );
  assert.match(
    mainTf,
    /Sid\s*= "ManageDeploymentLayers"[\s\S]*"s3:GetObject", "s3:PutObject"[\s\S]*deployment\/layers\/\*/,
  );
  assert.match(mainTf, /Sid\s*= "InspectGithubOidcProvider"[\s\S]*iam:GetOpenIDConnectProvider/);
  assert.match(mainTf, /Action {3}= \["ecs:DescribeTasks"\]\n\s+Resource = "arn:aws:ecs:/);
  assert.match(mainTf, /task\/\$\{var\.cluster_name\}\/\*/);
  assert.match(mainTf, /"lambda:RunMicrovm"[\s\S]*"lambda:CreateMicrovmAuthToken"/);
  assert.match(mainTf, /"lambda:ListMicrovmImages"/);
  assert.match(mainTf, /resource "aws_iam_role" "microvm_build"[\s\S]*lambda\.amazonaws\.com[\s\S]*sts:TagSession/);
  assert.match(mainTf, /deployment\/microvm-images\/\*/);
  assert.match(
    mainTf,
    /lambda:GetMicrovmImage[\s\S]*lambda:GetMicrovmImageVersion[\s\S]*lambda:ListMicrovmImageVersions/,
  );
  const manageImage = mainTf.match(/Sid\s*= "ManageStackMicrovmImage"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(manageImage, /lambda:UpdateMicrovmImage/);
  assert.match(manageImage, /lambda:DeleteMicrovmImage/);
  assert.match(manageImage, /microvm-image:\$\{var\.deploy_microvm_image\}/);
  assert.doesNotMatch(manageImage, /Resource\s*= "\*"/);
  const createImage = mainTf.match(/Sid\s*= "CreateStackMicrovmImage"([\s\S]*?)\n\s*\},/)?.[1] ?? "";
  assert.match(createImage, /lambda:CreateMicrovmImage/);
  assert.match(createImage, /Resource\s*= "\*"/);
  assert.doesNotMatch(mainTf, /aws:RequestTag|aws:ResourceTag|aws:TagKeys|AdoptUntaggedStackMicrovmImage/);
  assert.match(
    mainTf,
    /Sid\s*= "ManageMicrovmBuildArtifacts"[\s\S]*"s3:DeleteObject", "s3:DeleteObjectVersion"[\s\S]*deployment\/microvm-images\/\*/,
  );
  assert.match(mainTf, /Action\s*=\s*\["iam:PassRole"\]\s*Resource\s*=\s*var\.deploy_microvm_execution_role_arn\s*\}/);
  assert.match(mainTf, /lambda:PassNetworkConnector/);
  const rendered = terraformVars(
    {
      ...config,
      aws: {
        ...config.aws!,
        services: {
          core: {
            ...config.aws!.services.core!,
            taskRoleArn: "arn:aws:iam::123456789012:role/custom-task",
            executionRoleArn: "arn:aws:iam::123456789012:role/custom-execution",
          },
        },
      },
    },
    "",
    declared,
  );
  assert.match(rendered, /"task_role_arn": "arn:aws:iam::123456789012:role\/custom-task"/);
  assert.match(rendered, /"execution_role_arn": "arn:aws:iam::123456789012:role\/custom-execution"/);
});

test("AWS module provisions durable encrypted object storage and configurable safe teardown", () => {
  assert.match(mainTf, /resource "aws_s3_bucket" "objects"/);
  assert.match(mainTf, /sse_algorithm = "AES256"/);
  assert.match(mainTf, /versioning_configuration \{ status = "Enabled" \}/);
  assert.match(mainTf, /resource "aws_s3_bucket_lifecycle_configuration" "objects"/);
  assert.match(mainTf, /depends_on = \[aws_s3_bucket_versioning\.objects\]/);
  assert.match(
    mainTf,
    /id\s*= "qm-transfer-expiry"[\s\S]*?prefix\s*= var\.transfer_lifecycle_prefix[\s\S]*?days\s*= 1/,
  );
  assert.match(mainTf, /noncurrent_version_expiration\s*\{\s*noncurrent_days\s*= 1\s*\}/);
  assert.match(mainTf, /expiration\s*\{\s*expired_object_delete_marker\s*= true\s*\}/);
  assert.match(mainTf, /"s3:GetObject", "s3:PutObject", "s3:DeleteObject", "s3:AbortMultipartUpload"/);
  assert.match(mainTf, /"s3:ListBucketMultipartUploads"/);
  assert.match(
    mainTf,
    /id\s*= "qm-transfer-expiry"[\s\S]*?abort_incomplete_multipart_upload\s*\{\s*days_after_initiation\s*= 1\s*\}/,
  );
  assert.match(mainTf, /instance_class\s*= var\.db_instance_class/);
  assert.match(mainTf, /backup_retention_period\s*= var\.db_backup_retention_days/);
  assert.match(mainTf, /multi_az\s*= var\.db_multi_az/);
  assert.match(mainTf, /skip_final_snapshot\s*= var\.db_skip_final_snapshot/);
  assert.match(mainTf, /recovery_window_in_days = var\.secret_recovery_window_days/);
  assert.match(mainTf, /force_delete = var\.ecr_force_delete/);
});

test("AWS module discovers AZs and uses collision-resistant target group names", () => {
  assert.match(mainTf, /data "aws_availability_zones" "available"/);
  assert.match(mainTf, /check "two_availability_zones"/);
  assert.doesNotMatch(mainTf, /"\$\{var\.region\}a"/);
  assert.match(
    mainTf,
    /alb_name\s*= "\$\{substr\(var\.cluster_name, 0, 23\)\}-\$\{substr\(sha1\(var\.cluster_name\), 0, 8\)\}"/,
  );
  assert.match(mainTf, /substr\(sha1\("\$\{var\.cluster_name\}:\$\{each\.key\}"\), 0, 6\)/);
});

test("AWS ECS services wait until target groups are attached to the ALB", () => {
  const service = mainTf.match(/resource "aws_ecs_service" "service" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  assert.match(
    service,
    /depends_on\s*= \[aws_lb_listener\.public, aws_lb_listener_rule\.production, aws_lb_listener\.egress_proxy, aws_iam_role_policy_attachment\.ecs_load_balancer\]/,
  );
});

test("AWS ECS services use native blue-green rollouts with rollback signals and Service Connect", () => {
  const service = mainTf.match(/resource "aws_ecs_service" "service" \{([\s\S]*?)\n\}/)?.[1] ?? "";
  const versions = readFileSync(new URL("../templates/aws/versions.tf", import.meta.url), "utf8");
  assert.match(versions, /version\s*= ">= 6\.6, < 7\.0"/);
  assert.match(
    service,
    /deployment_configuration \{[\s\S]*strategy\s*= .*"BLUE_GREEN"[\s\S]*bake_time_in_minutes = .*var\.ecs_blue_green_bake_minutes/,
  );
  assert.match(
    service,
    /advanced_configuration \{[\s\S]*alternate_target_group_arn = aws_lb_target_group\.alternate\[load_balancer\.value\]\.arn[\s\S]*production_listener_rule\s*= aws_lb_listener_rule\.production\[load_balancer\.value\]\.arn[\s\S]*role_arn\s*= aws_iam_role\.ecs_load_balancer\.arn/,
  );
  assert.match(
    service,
    /service_connect_configuration \{[\s\S]*enabled\s*= true[\s\S]*namespace\s*= aws_service_discovery_private_dns_namespace\.this\.arn[\s\S]*port_name\s*= each\.key[\s\S]*discovery_name\s*= each\.key/,
  );
  assert.match(
    service,
    /alarm_names = \[[\s\S]*aws_cloudwatch_metric_alarm\.primary_target_5xx[\s\S]*aws_cloudwatch_metric_alarm\.alternate_target_5xx[\s\S]*enable\s*= true[\s\S]*rollback = true/,
  );
  assert.match(service, /sigint_rollback = true/);
  assert.match(
    mainTf,
    /portMappings = \[merge\(\{ name = each\.key, containerPort = each\.value\.internal_port \}, contains\(keys\(local\.egress_proxy\), each\.key\) \? \{\} : \{ appProtocol = "http" \}\)\]/,
  );
});

test("drift check flags wrong derived values but never operator formatting", () => {
  const rendered = terraformVars(config, "", declared);
  assert.deepEqual(terraformVarsDrift(config, rendered, declared), []);
  const reordered = `certificate_arn = "arn:x"\n# an operator comment\n${rendered}`;
  assert.deepEqual(terraformVarsDrift(config, reordered, declared), [], "operator additions/formatting are not drift");
  const wrongCluster = rendered.replace('"acme-qm"', '"other-cluster"');
  assert.deepEqual(terraformVarsDrift(config, wrongCluster, declared), ["cluster_name"]);
  const wrongServices = rendered.replace('"cpu": 2048', '"cpu": 1024');
  assert.deepEqual(terraformVarsDrift(config, wrongServices, declared), ["services"]);
  assert.ok(terraformVarsDrift(config, "", declared).length >= 8, "an empty file drifts on every derived var");
});

test("the deploy role lists tasks only within its cluster", () => {
  const listing = mainTf.match(/Sid\s*= "ListClusterTasks"([\s\S]*?)\n\s*\},\n/)?.[1] ?? "";
  assert.match(listing, /ecs:ListTasks/);
  assert.match(listing, /"ecs:cluster" = aws_ecs_cluster\.this\.arn/);
});

test("terraform routes the app wildcard through portal when both services use the same app domain", () => {
  for (const key of ["AWS_DEPLOY_APPS_DOMAIN", "DEPLOY_APPS_DOMAIN"]) {
    const rendered = terraformVars(
      {
        ...config,
        apiUrl: "https://api.agent.acme.example",
        services: ["core", "portal"],
        aws: {
          ...config.aws!,
          sharedAlb: true,
          services: {
            ...config.aws!.services,
            portal: { ecrRepository: "qm-portal", ecsService: "acme-portal", cpu: 256, memory: 512 },
          },
        },
        env: {
          core: { [key]: "apps.agent.acme.example" },
          portal: { PORTAL_APPS_DOMAIN: "APPS.AGENT.ACME.EXAMPLE." },
        },
      },
      "",
      declared,
    );
    assert.match(rendered, /core_public_hosts\s+= \[\s+"api\.agent\.acme\.example"\s+\]/);
    assert.doesNotMatch(rendered, /\*\.apps/);
  }
});

test("terraform rejects an app domain that differs between portal and core", () => {
  assert.throws(
    () =>
      terraformVars(
        {
          ...config,
          services: ["core", "portal"],
          aws: {
            ...config.aws!,
            services: {
              ...config.aws!.services,
              portal: { ecrRepository: "qm-portal", ecsService: "acme-portal", cpu: 256, memory: 512 },
            },
          },
          env: {
            core: { DEPLOY_APPS_DOMAIN: "apps.agent.acme.example" },
            portal: { PORTAL_APPS_DOMAIN: "other.agent.acme.example" },
          },
        },
        "",
        declared,
      ),
    /portal apps domain must match core/,
  );
});

test("dedicated ALBs retain direct core app routing when portal declares the same domain", () => {
  const rendered = terraformVars(
    {
      ...config,
      apiUrl: "https://api.agent.acme.example",
      services: ["core", "portal"],
      aws: {
        ...config.aws!,
        services: {
          ...config.aws!.services,
          portal: { ecrRepository: "qm-portal", ecsService: "acme-portal", cpu: 256, memory: 512 },
        },
      },
      env: {
        core: { DEPLOY_APPS_DOMAIN: "apps.agent.acme.example" },
        portal: { PORTAL_APPS_DOMAIN: "apps.agent.acme.example" },
      },
    },
    "",
    declared,
  );
  assert.match(
    rendered,
    /core_public_hosts\s+= \[\s+"\*\.apps\.agent\.acme\.example",\s+"api\.agent\.acme\.example"\s+\]/,
  );
});