Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

16.6 KB
Raw Blame
// @ts-nocheck
/**
 * Mega e2e flow — login, account lifecycle, and thread behavior in one Mac2 session.
 *
 * Architecture (per design discussion 2026-05-12):
 *   - One Appium Mac2 session, one app launch — no per-scenario restarts.
 *   - Drive the app through:
 *       1. Deep links (`openhuman://auth?…`, `openhuman://oauth/success?…`) —
 *          Mac2 supports these natively via `macos: deepLink`.
 *       2. Mock backend behavior knobs and the in-process request log.
 *       3. Core JSON-RPC for state inspection and selected local contracts.
 *   - Assertions read from the mock request log and RPC results — never from
 *     the CEF WebView accessibility tree (which exposes zero DOM to XCUITest).
 *   - Between scenarios, reset state in-app via `openhuman.config_reset_local_data`
 *     (mirrors the production "Clear app data + log out" flow) + mock admin reset.
 *     Then re-write `~/.openhuman/config.toml` so the mock URL persists across
 *     the reset and the next scenario starts pointing at the mock.
 *
 * What this covers (the "major user flows" set):
 *   - Login: deep-link consume → JWT → `/auth/me` fetch
 *   - Bypass login (deep-link `key=auth`): no consume call but session set
 *   - Connect Gmail via OAuth deep-link success path
 *   - OAuth error path is exercised by Scenario 5
 *   - Factory reset between scenarios (the real product flow)
 *
 * The smoke spec proved the driver+bundle work; this spec proves the *flows* work.
 */
import fs from 'node:fs';
import os from 'node:os';
import path from 'node:path';

import { waitForApp } from '../helpers/app-helpers';
import { callOpenhumanRpc } from '../helpers/core-rpc';
import { triggerDeepLink } from '../helpers/deep-link-helpers';
import { hasAppChrome } from '../helpers/element-helpers';
import {
  clearRequestLog,
  getRequestLog,
  resetMockBehavior,
  setMockBehavior,
  startMockServer,
  stopMockServer,
} from '../mock-server';

const LOG = '[MegaFlow]';
const MOCK_PORT = Number(process.env.E2E_MOCK_PORT || 18473);
const HOME = process.env.HOME || os.homedir();
const CONFIG_DIR = path.join(HOME, '.openhuman');
const CONFIG_FILE = path.join(CONFIG_DIR, 'config.toml');
const MOCK_URL = `http://127.0.0.1:${MOCK_PORT}`;

function writeMockConfig(): void {
  fs.mkdirSync(CONFIG_DIR, { recursive: true });
  fs.writeFileSync(CONFIG_FILE, `api_url = "${MOCK_URL}"\n`, 'utf8');
}

async function waitForMockRequest(
  method: string,
  urlFragment: string,
  timeoutMs = 15_000
): Promise<{ method: string; url: string } | undefined> {
  const deadline = Date.now() + timeoutMs;
  while (Date.now() < deadline) {
    const hit = getRequestLog().find(r => r.method === method && r.url.includes(urlFragment));
    if (hit) return hit;
    await browser.pause(400);
  }
  return undefined;
}

async function resetEverything(label: string): Promise<void> {
  console.log(`${LOG} reset (${label}) — admin reset only (skip destructive core reset)`);
  // Mock-side reset is enough to give each scenario a clean slate for the
  // assertions this spec actually makes (request log + mock behavior +
  // fresh per-scenario deep-link tokens). The destructive
  // `openhuman.config_reset_local_data` call this used to make was
  // killing the CEF/WDIO session on Linux mid-spec — `reset_local_data`
  // does `remove_dir_all($OPENHUMAN_WORKSPACE)` plus
  // `remove_dir_all(~/.openhuman)` while CEF is still mid-flight,
  // and the renderer doesn't survive that on Linux/CEF (every
  // sub-test after the first then fails with `invalid session id`).
  //
  // Each scenario already sends a NEW deep-link with a NEW JWT, so the
  // auth state gets replaced naturally — we don't need a filesystem
  // wipe to test that next-scenario behavior.
  //
  // (If a future scenario genuinely depends on a wiped DB, gate it on a
  // narrower core RPC that doesn't blow away dirs CEF has open.)
  await fetch(`${MOCK_URL}/__admin/reset`, {
    method: 'POST',
    headers: { 'Content-Type': 'application/json' },
    body: JSON.stringify({}),
  }).catch(() => {});
  resetMockBehavior();
  // Settle a beat so any in-flight reactive HTTP calls from the previous
  // scenario arrive and can be discarded — then clear AFTER the pause so
  // stale requests don't appear in the next scenario's waitForMockRequest
  // polls. (Clearing before the pause caused a race: in-flight /auth/me or
  // /auth/login-token/consume requests from scenario N arrived during the
  // 800 ms window, landed in the fresh log, and were matched by scenario
  // N+1's waitForMockRequest — causing composio RPCs to fire before the
  // new deep-link's auth flow completed.)
  await browser.pause(800);
  clearRequestLog();
}

describe('Mega flow — login + Gmail OAuth + Composio in one session', () => {
  before(async function beforeSuite() {
    this.timeout(90_000);
    writeMockConfig();
    await startMockServer(MOCK_PORT);
    await waitForApp();
    // On Mac2, the window stays in a not-yet-frontmost state until something
    // (a deep link, a click) focuses the app. We assert liveness via the
    // menu bar (matches smoke.spec.ts) and let the first scenario's deep
    // link bring the window forward.
    expect(await hasAppChrome()).toBe(true);
    clearRequestLog();
  });

  after(async () => {
    try {
      await stopMockServer();
    } catch (err) {
      console.log(`${LOG} stopMockServer error (non-fatal):`, err);
    }
  });

  // -------------------------------------------------------------------------
  // Sanity — app + driver are alive. The smoke spec covers this elsewhere,
  // but we re-assert here so failures downstream have a clean signal.
  // -------------------------------------------------------------------------
  it('app is alive', async () => {
    expect(await hasAppChrome()).toBe(true);
  });

  // -------------------------------------------------------------------------
  // Scenario 1 — login via real token-consume deep link.
  // Expectation: the app POSTs to `/auth/login-token/consume`, gets a
  // JWT back from the mock, and follows up with `GET /auth/me`.
  // -------------------------------------------------------------------------
  it('login: consume deep link triggers /consume + /auth/me on the mock', async () => {
    clearRequestLog();
    setMockBehavior('jwt', 'mega-login-1');

    await triggerDeepLink('openhuman://auth?token=mega-login-token');

    const consume = await waitForMockRequest('POST', '/auth/login-token/consume', 20_000);
    expect(consume).toBeDefined();
    console.log(`${LOG} consume hit:`, consume?.url);

    const me = await waitForMockRequest('GET', '/auth/me', 15_000);
    expect(me).toBeDefined();
    console.log(`${LOG} /auth/me fetched`);
  });

  // -------------------------------------------------------------------------
  // Scenario 2 — reset state, then login via the bypass deep link
  // (`key=auth`). No consume call should be made (the JWT in the URL is the
  // session itself), but the app should still fetch the user profile.
  // -------------------------------------------------------------------------
  it('bypass login: key=auth deep link skips /consume but still fetches /auth/me', async () => {
    await resetEverything('after Scenario 1');

    // Hand-crafted unsigned JWT — mock /auth/me doesn't validate the signature.
    const payload = Buffer.from(
      JSON.stringify({
        sub: 'mega-bypass-user',
        userId: 'mega-bypass-user',
        exp: Math.floor(Date.now() / 1000) + 3600,
      })
    ).toString('base64url');
    const bypassJwt = `eyJhbGciOiJub25lIiwidHlwIjoiSldUIn0.${payload}.sig`;

    await triggerDeepLink(`openhuman://auth?token=${encodeURIComponent(bypassJwt)}&key=auth`);

    const me = await waitForMockRequest('GET', '/auth/me', 15_000);
    expect(me).toBeDefined();

    const consume = getRequestLog().find(
      r => r.method === 'POST' && r.url.includes('/auth/login-token/consume')
    );
    expect(consume).toBeUndefined();
    console.log(`${LOG} bypass: no consume call, /auth/me succeeded`);
  });

  // -------------------------------------------------------------------------
  // Scenario 3 — Gmail OAuth completion via `openhuman://oauth/success`.
  // The deep-link handler dispatches a custom 'oauth:success' event and
  // navigates to /skills. The renderer does NOT fire a backend integrations
  // refresh call — there is no `GET /auth/integrations` listener wired to
  // `oauth:success` in the current codebase. The observable side-effects are:
  //   - The deep link is consumed without crashing (no session teardown).
  //   - The core JSON-RPC layer remains alive (core.ping still responds).
  //
  // If a future PR adds an integrations-refresh subscriber to `oauth:success`,
  // change the assertion here to `expect(refresh).toBeDefined()` and update
  // the comment above.
  // -------------------------------------------------------------------------
  it('Gmail OAuth: success deep link is consumed without crashing the session', async () => {
    await resetEverything('after Scenario 2');

    // Login first — `oauth:success` is only meaningful for an authenticated user.
    await triggerDeepLink('openhuman://auth?token=mega-gmail-token');
    await waitForMockRequest('POST', '/auth/login-token/consume', 15_000);
    expect(await waitForMockRequest('GET', '/auth/me', 10_000)).toBeDefined();
    clearRequestLog();

    await triggerDeepLink('openhuman://oauth/success?integrationId=mock-gmail-int&provider=google');

    // Give the handler a moment to dispatch the oauth:success event and
    // navigate to /skills; neither action produces a mock backend call.
    await browser.pause(2_000);

    // The core must still respond — the deep-link must not have torn down the
    // RPC session.
    const ping = await callOpenhumanRpc('core.ping', {});
    expect(ping.ok).toBe(true);
    console.log(`${LOG} oauth:success: session healthy after deep link — core.ping ok`);

    // Opportunistically check whether an integrations or skills refresh fired
    // (it won't in the current implementation, but log it if it does).
    const refresh =
      getRequestLog().find(r => r.method === 'GET' && r.url.includes('/auth/integrations')) ||
      getRequestLog().find(r => r.method === 'GET' && r.url.includes('/skills'));
    if (refresh) {
      console.log(`${LOG} oauth:success: optional refresh observed at ${refresh.url}`);
    } else {
      console.log(`${LOG} oauth:success: no backend refresh (expected — no listener wired)`);
    }
  });

  // -------------------------------------------------------------------------
  // Scenario 5 — OAuth error path. Verifies the app handles the failure
  // deep link without crashing the session.
  // -------------------------------------------------------------------------
  it('Gmail OAuth: error deep link does not crash the session', async () => {
    await resetEverything('before Gmail OAuth error scenario');

    await triggerDeepLink('openhuman://auth?token=mega-error-token');
    await waitForMockRequest('POST', '/auth/login-token/consume', 15_000);
    clearRequestLog();

    await triggerDeepLink('openhuman://oauth/error?provider=google&error=access_denied');

    // Give the handler a moment to emit its error event.
    await browser.pause(2_000);

    // Liveness check — the app should still respond to a fresh user fetch.
    const post =
      (await waitForMockRequest('GET', '/auth/me', 3_000)) ||
      (await waitForMockRequest('GET', '/auth/integrations', 3_000));
    // It's OK if neither call fires (the error path may not trigger a refresh),
    // but the RPC layer must still be alive.
    const ping = await callOpenhumanRpc('core.ping', {});
    expect(ping.ok).toBe(true);
    console.log(`${LOG} oauth error: core.ping still ok after error deep link`);
    if (post) console.log(`${LOG} post-error follow-up:`, post.url);
  });

  // -------------------------------------------------------------------------
  // Scenario 6b — stale thread RPC failure. Verifies that when the core
  // receives a request that references a deleted thread it returns a
  // structured ThreadNotFound error and core.ping remains healthy.
  // Assertion: mock log shows the append attempt + core stays alive.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // Scenario 6c — unknown RPC method. Verifies the core returns a clean
  // method-not-found error without killing the session.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // Scenario 6 — final factory reset. Verifies that after the destructive
  // RPC + mock admin reset, a fresh login still works.
  // -------------------------------------------------------------------------
  it('post-reset: a fresh login still works end-to-end', async () => {
    await resetEverything('final');

    await triggerDeepLink('openhuman://auth?token=mega-post-reset-token');
    const consume = await waitForMockRequest('POST', '/auth/login-token/consume', 20_000);
    expect(consume).toBeDefined();
    const me = await waitForMockRequest('GET', '/auth/me', 15_000);
    expect(me).toBeDefined();
    console.log(`${LOG} post-reset login proves config.toml survives reset`);
  });

  // -------------------------------------------------------------------------
  // Scenario 8 — Spawn-depth limit.
  // SKIPPED: `openhuman.agent_run` does not exist; the closest RPC methods
  // (`openhuman.agent_chat`, `openhuman.agent_chat_simple`) drive a single
  // agent turn and don't accept a depth parameter. The mock LLM provides no
  // deterministic way to force nested spawns to depth ≥ 4.  A depth-limit
  // test would require either a dedicated RPC method (e.g.
  // `openhuman.agent_run` with a `spawn_depth` field) or a mock LLM that
  // can reliably emit nested tool-call chains — neither is present.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // Scenario 10 — Account switch + restore.
  // Login as user A, create a thread, reset, login as user B, then re-login
  // as user A. Verifies RPC health across login transitions.
  //
  // Per-account SQLite isolation (User B sees zero threads) cannot be
  // asserted here because `resetEverything` only does a mock admin reset —
  // not a workspace wipe — to avoid crashing the CEF session. Both token
  // identities share the same on-disk workspace for the lifetime of the
  // Docker E2E run, so User B will inherit User A's threads. What we CAN
  // assert is that the RPC surface remains healthy after each login switch
  // and that `threads_list` returns a valid (non-error) array.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // The removed Composio webhook leg asserted a direct mock POST and core RPC
  // state rather than visible desktop behavior; #234 owns trimming such mixed
  // E2E specs, and the remaining flow keeps its assertions on current surfaces.

  // -------------------------------------------------------------------------
  // Scenario 12 — update.version RPC contract.
  // Calls `openhuman.update_version` and asserts the response contains a
  // semver-shaped `version` string, a non-empty `target_triple`, and an
  // `asset_prefix` that starts with `openhuman-core-`.  No network call to
  // update.openhuman.app (or github.com) is expected — the version RPC is
  // entirely local and must not appear in the mock request log.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // Scenario 13 — notification dedup.
  // Ingests the same notification (same provider + title + body) twice via
  // `openhuman.notification_ingest`, then reads back with
  // `openhuman.notification_list` and asserts only one record was stored.
  // Data is persisted entirely to local SQLite — no mock backend call.
  // -------------------------------------------------------------------------

  // -------------------------------------------------------------------------
  // Scenario 14 — Conversation thread CRUD smoke.
  // Creates a thread via `openhuman.threads_create_new`, appends a message
  // via `openhuman.threads_message_append`, then reads messages back with
  // `openhuman.threads_messages_list` and asserts the message is present.
  // Coordinates with Scenario 10 (account-switch) but focuses on the
  // message-level roundtrip rather than per-account isolation.
  // -------------------------------------------------------------------------
});