Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

2.3 KB
Raw Blame
import { defineConfig } from '@playwright/test';
import path from 'node:path';
import mockConfig from './playwright.config.mock';
import { buildReasoningPayload } from './benchmarks-reasoning/payload';
import { getE2EServerAddress } from './setup/env';

/**
 * Reasoning-stream perf benchmark config.
 *
 * Streams one long `<think>…</think>` + markdown reply through the real
 * mock-model agents pipeline so react-scan can verify that rendering a single
 * large, unsplit reasoning part (plus long markdown text) stays
 * render-bounded — confirming the legacy content-part splitting is not needed.
 *
 * Tests run against the vite dev server (port 3090, proxying /api to the mock
 * backend on 3080): the dev build keeps component names, which react-scan
 * needs for per-component tallies — the production minifier (oxc) strips
 * `displayName` assignments.
 */
process.env.MOCK_LLM_REPLY = buildReasoningPayload();
/** Pinned, not defaulted: the render-count thresholds are calibrated against
 *  this delivery rate, and a slower stream would loosen the frame-derived
 *  bounds. */
process.env.MOCK_LLM_CHUNK_DELAY_MS = '1';

const rootPath = path.resolve(__dirname, '..');
const { host: backendHost, port: backendPort } = getE2EServerAddress();
const devHost = backendHost.includes(':') ? `[${backendHost}]` : backendHost;
const DEV_SERVER_URL = `http://${devHost}:3090`;

const appServer = Array.isArray(mockConfig.webServer)
  ? mockConfig.webServer[0]
  : mockConfig.webServer;

export default defineConfig({
  ...mockConfig,
  testDir: 'benchmarks-reasoning',
  outputDir: 'benchmarks-reasoning/.test-results',
  timeout: 10 * 60 * 1000,
  retries: 0,
  reporter: [['line']],
  use: {
    ...mockConfig.use,
    baseURL: DEV_SERVER_URL,
  },
  webServer: [
    ...(appServer ? [appServer] : []),
    {
      command: 'npm run frontend:dev',
      cwd: rootPath,
      /** The mock env exports PORT for the backend; vite reads PORT for its
       *  own listen port, so pin the dev server back to 3090 and point its
       *  /api proxy (HOST + BACKEND_PORT in client/vite.config.ts) at the
       *  host/port the app server actually binds per the E2E base URL. */
      env: { ...process.env, PORT: '3090', HOST: backendHost, BACKEND_PORT: backendPort },
      url: DEV_SERVER_URL,
      stdout: 'pipe',
      timeout: 180_000,
      reuseExistingServer: false,
    },
  ],
});