Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

1.8 KB
Raw Blame
import assert from "node:assert/strict";
import fs from "node:fs";
import path from "node:path";
import test from "node:test";
import { fileURLToPath } from "node:url";

const repoRoot = path.join(
  path.dirname(fileURLToPath(import.meta.url)),
  "..",
  "..",
);

function workflowJob(workflowPath, jobName) {
  const workflow = fs.readFileSync(path.join(repoRoot, workflowPath), "utf8");
  const jobStart = new RegExp(`^  ${jobName}:\\s*$`, "m").exec(workflow);
  assert.ok(jobStart, `${workflowPath} must define the ${jobName} job`);
  const rest = workflow.slice(jobStart.index + jobStart[0].length);
  const nextJob = /^  [A-Za-z0-9_-]+:\s*$/m.exec(rest);
  return nextJob ? rest.slice(0, nextJob.index) : rest;
}

function timeoutMinutes(workflowPath, jobName) {
  const block = workflowJob(workflowPath, jobName);
  const timeout = /^    timeout-minutes:\s*(\d+)\s*$/m.exec(block);
  assert.ok(timeout, `${workflowPath} ${jobName} must have a job timeout`);
  return Number(timeout[1]);
}

test("full Rust core tests have time to finish under hosted load", () => {
  assert.ok(
    timeoutMinutes(".github/workflows/test-reusable.yml", "rust-core-tests") >=
      120,
    "the complete Rust core suite needs at least two hours on hosted runners",
  );
});

test("Linux Rust integration E2E has time to finish the complete suite", () => {
  assert.ok(
    timeoutMinutes(".github/workflows/e2e-reusable.yml", "rust-e2e-linux") >=
      60,
    "the full Rust integration E2E lane needs at least an hour on hosted runners",
  );
});

test("Linux full desktop E2E shards have time for the chat journey suite", () => {
  assert.ok(
    timeoutMinutes(".github/workflows/e2e-reusable.yml", "e2e-linux-full") >=
      60,
    "the full Linux desktop chat, skills, and journeys shard needs at least an hour",
  );
});