Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(ci): v1 zdr tests + 12 workers for tests + reduced matrix
delong3bdf196cf39ec
diff --git a/.github/workflows/test-server.yml b/.github/workflows/test-server.ymlindex c303f5883..c8e71c9ad 100644--- a/.github/workflows/test-server.yml+++ b/.github/workflows/test-server.yml@@ -24,6 +24,7 @@ jobs:pnpm dlx audit-ci@^7 --directory apps/playwright-service-ts --config apps/playwright-service-ts/audit-ci.jsoncpnpm dlx audit-ci@^7 --directory apps/test-site --config apps/test-site/audit-ci.jsonc+ # Job seems unused, remove once confirmed# build-images:# name: Build images# runs-on: big-runner@@ -52,12 +53,18 @@ jobs:self-host:name: Self-hosted environment testsstrategy:- matrix:- engine: ["playwright", "fetch"]- proxy: ["proxy", "no-proxy"]- search: ["searxng", "google"]- ai: ["openai", "no-ai"]fail-fast: false+ matrix:+ engine: ["playwright", "fetch"] # unsure if we need both of these+ proxy: ["proxy", "no-proxy"] # proxy / no-proxy run different tests, keep both+ search: ["searxng"] # disabled google for now, should be fine with just Searxng+ ai: ["openai"] # AI only should be fine, as it simply adds tests, if non-AI fails, AI will fail.++ # legacy matrix:+ # engine: ["playwright", "fetch"]+ # proxy: ["proxy", "no-proxy"]+ # search: ["searxng", "google"]+ # ai: ["openai", "no-ai"]runs-on: big-runnerneeds: auditservices:@@ -78,6 +85,7 @@ jobs:NUQ_DATABASE_URL: postgres://postgres:postgres@localhost:5432/postgresUSE_GO_MARKDOWN_PARSER: trueALLOW_LOCAL_WEBHOOKS: true+ NUQ_WORKER_COUNT: 12steps:- uses: actions/checkout@v5diff --git a/apps/api/src/__tests__/snips/v1/lib.ts b/apps/api/src/__tests__/snips/v1/lib.tsindex 2e75db40d..5664cb87f 100644--- a/apps/api/src/__tests__/snips/v1/lib.ts+++ b/apps/api/src/__tests__/snips/v1/lib.ts@@ -25,7 +25,7 @@ import {// Re-export shared utilities for backwards compatibilityexport { scrapeTimeout, indexCooldown, Identity, idmux };-const pollSleep = async () => new Promise(r => setTimeout(r, 250));+const pollSleep = async () => new Promise(r => setTimeout(r, 50));export async function scrapeRaw(body: ScrapeRequestInput, identity: Identity) {return await request(TEST_API_URL)diff --git a/apps/api/src/__tests__/snips/v1/zdr.test.ts b/apps/api/src/__tests__/snips/v1/zdr.test.tsindex c75104813..9bbb17c47 100644--- a/apps/api/src/__tests__/snips/v1/zdr.test.ts+++ b/apps/api/src/__tests__/snips/v1/zdr.test.ts@@ -34,6 +34,8 @@ const logIgnoreList = ["Prefetched jobs","nuqPrefetchJobs metrics","request completed",+ "nuqAddJobs metrics",+ "nuqGetJobs metrics",];async function getLogs() {diff --git a/apps/api/src/__tests__/snips/v2/lib.ts b/apps/api/src/__tests__/snips/v2/lib.tsindex e076e3cfe..2dd5e14d1 100644--- a/apps/api/src/__tests__/snips/v2/lib.ts+++ b/apps/api/src/__tests__/snips/v2/lib.ts@@ -26,7 +26,7 @@ import { SearchV2Response } from "../../../lib/entities";// Re-export shared utilities for backwards compatibilityexport { scrapeTimeout, indexCooldown, Identity, idmux };-const pollSleep = async () => new Promise(r => setTimeout(r, 250));+const pollSleep = async () => new Promise(r => setTimeout(r, 50));// =========================================// Scrape API