Skip to content

armgit / rea

Public Imported from GitHub
0

Reverse engineer anything with agents, from app behavior down to native binaries.

3.9 KB
Raw Blame
import { writeFile } from "node:fs/promises";
import { join } from "node:path";

import { expect, it, onTestFinished, vi } from "vitest";

import { createApplicationMcpHarness } from "../fixtures/applicationMcpHarness.js";
import {
  analysisViewCaptureEvidence,
  environmentManifestCaptureFixture,
} from "../fixtures/analysisView.js";
import { createTestBinarySession } from "../fixtures/binarySession.js";
import { createTestTempDirectory } from "../fixtures/temporaryDirectory.js";

const unexpectedFailure = (
  kind: "TypeError" | "Error",
  source: "inline" | "evidence-file",
): Error => {
  const message = `injected ${kind} during ${source} Evidence authentication`;
  return kind === "TypeError" ? new TypeError(message) : new Error(message);
};

const manifestView = {
  kind: "environment-manifest",
  template_rules: ["opaque-token", "sibling-pair-variance"],
} as const;

const createOwnedHarness = async () => {
  const harness = await createApplicationMcpHarness({
    session: createTestBinarySession(() => {
      throw new Error("stored Evidence views must not launch a provider");
    }),
  });
  onTestFinished(async () => {
    vi.restoreAllMocks();
    await harness.close();
  });
  return harness;
};

it.each(
  (["inline", "evidence-file"] as const).flatMap((source) =>
    (["TypeError", "Error"] as const).map(
      (failureKind) => [source, failureKind] as const,
    ),
  ),
)(
  "preserves an unexpected parser failure from %s input (%s) without retaining a view",
  async (sourceKind, failureKind) => {
    const harness = await createOwnedHarness();
    const parent = analysisViewCaptureEvidence(
      environmentManifestCaptureFixture(),
    );
    expect(harness.session.recordEvidence(parent).ok).toBe(true);
    const before = harness.session.exportEvidenceBundle();

    let source: Record<string, unknown>;
    if (sourceKind === "inline") {
      source = { kind: "inline", evidence: parent };
    } else {
      const root = await createTestTempDirectory("rea-view-auth-failure-");
      const path = join(root, "parent.json");
      await writeFile(path, JSON.stringify(parent));
      source = { kind: "evidence-file", path };
    }

    const evidenceModule = await import("../../src/domain/evidence.js");
    const failure = unexpectedFailure(failureKind, sourceKind);
    vi.spyOn(evidenceModule, "parseEvidence").mockImplementation(() => {
      throw failure;
    });

    const response = await harness.client.callTool({
      name: "inspect_analysis_view",
      arguments: { source, view: manifestView },
    });

    expect(response).toMatchObject({
      isError: true,
      content: [{ type: "text", text: failure.message }],
    });
    expect(response.structuredContent).toBeUndefined();
    expect(harness.session.exportEvidenceBundle()).toEqual(before);
  },
);

it("uses retained Evidence without reparsing its parent", async () => {
  const harness = await createOwnedHarness();
  const parent = analysisViewCaptureEvidence(
    environmentManifestCaptureFixture(),
  );
  expect(harness.session.recordEvidence(parent).ok).toBe(true);

  const evidenceModule = await import("../../src/domain/evidence.js");
  const originalParse = evidenceModule.parseEvidence;
  vi.spyOn(evidenceModule, "parseEvidence").mockImplementation((input) => {
    if (
      typeof input === "object" &&
      input !== null &&
      "evidence_id" in input &&
      input.evidence_id === parent.evidence_id
    )
      throw new TypeError("retained source parent was reparsed");
    return originalParse(input);
  });

  const response = await harness.client.callTool({
    name: "inspect_analysis_view",
    arguments: {
      source: { kind: "retained-evidence", evidence_id: parent.evidence_id },
      view: manifestView,
    },
  });

  expect(response.isError).not.toBe(true);
  expect(response.structuredContent).toBeDefined();
  expect(harness.session.exportEvidenceBundle().records).toHaveLength(2);
});