Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(ci): v1 zdr tests + 12 workers for tests + reduced matrix

delong3bdf196cf39ec
diff --git a/.github/workflows/test-server.yml b/.github/workflows/test-server.yml
index c303f5883..c8e71c9ad 100644
--- a/.github/workflows/test-server.yml
+++ b/.github/workflows/test-server.yml
@@ -24,6 +24,7 @@ jobs:
pnpm dlx audit-ci@^7 --directory apps/playwright-service-ts --config apps/playwright-service-ts/audit-ci.jsonc
pnpm dlx audit-ci@^7 --directory apps/test-site --config apps/test-site/audit-ci.jsonc
+ # Job seems unused, remove once confirmed
# build-images:
# name: Build images
# runs-on: big-runner
@@ -52,12 +53,18 @@ jobs:
self-host:
name: Self-hosted environment tests
strategy:
- matrix:
- engine: ["playwright", "fetch"]
- proxy: ["proxy", "no-proxy"]
- search: ["searxng", "google"]
- ai: ["openai", "no-ai"]
fail-fast: false
+ matrix:
+ engine: ["playwright", "fetch"] # unsure if we need both of these
+ proxy: ["proxy", "no-proxy"] # proxy / no-proxy run different tests, keep both
+ search: ["searxng"] # disabled google for now, should be fine with just Searxng
+ ai: ["openai"] # AI only should be fine, as it simply adds tests, if non-AI fails, AI will fail.
+
+ # legacy matrix:
+ # engine: ["playwright", "fetch"]
+ # proxy: ["proxy", "no-proxy"]
+ # search: ["searxng", "google"]
+ # ai: ["openai", "no-ai"]
runs-on: big-runner
needs: audit
services:
@@ -78,6 +85,7 @@ jobs:
NUQ_DATABASE_URL: postgres://postgres:postgres@localhost:5432/postgres
USE_GO_MARKDOWN_PARSER: true
ALLOW_LOCAL_WEBHOOKS: true
+ NUQ_WORKER_COUNT: 12
steps:
- uses: actions/checkout@v5
diff --git a/apps/api/src/__tests__/snips/v1/lib.ts b/apps/api/src/__tests__/snips/v1/lib.ts
index 2e75db40d..5664cb87f 100644
--- a/apps/api/src/__tests__/snips/v1/lib.ts
+++ b/apps/api/src/__tests__/snips/v1/lib.ts
@@ -25,7 +25,7 @@ import {
// Re-export shared utilities for backwards compatibility
export { scrapeTimeout, indexCooldown, Identity, idmux };
-const pollSleep = async () => new Promise(r => setTimeout(r, 250));
+const pollSleep = async () => new Promise(r => setTimeout(r, 50));
export async function scrapeRaw(body: ScrapeRequestInput, identity: Identity) {
return await request(TEST_API_URL)
diff --git a/apps/api/src/__tests__/snips/v1/zdr.test.ts b/apps/api/src/__tests__/snips/v1/zdr.test.ts
index c75104813..9bbb17c47 100644
--- a/apps/api/src/__tests__/snips/v1/zdr.test.ts
+++ b/apps/api/src/__tests__/snips/v1/zdr.test.ts
@@ -34,6 +34,8 @@ const logIgnoreList = [
"Prefetched jobs",
"nuqPrefetchJobs metrics",
"request completed",
+ "nuqAddJobs metrics",
+ "nuqGetJobs metrics",
];
async function getLogs() {
diff --git a/apps/api/src/__tests__/snips/v2/lib.ts b/apps/api/src/__tests__/snips/v2/lib.ts
index e076e3cfe..2dd5e14d1 100644
--- a/apps/api/src/__tests__/snips/v2/lib.ts
+++ b/apps/api/src/__tests__/snips/v2/lib.ts
@@ -26,7 +26,7 @@ import { SearchV2Response } from "../../../lib/entities";
// Re-export shared utilities for backwards compatibility
export { scrapeTimeout, indexCooldown, Identity, idmux };
-const pollSleep = async () => new Promise(r => setTimeout(r, 250));
+const pollSleep = async () => new Promise(r => setTimeout(r, 50));
// =========================================
// Scrape API