Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api/ci): test with RabbitMQ on prod (#2241)
Gergő Móricz110d7fe07ab8
diff --git a/.github/workflows/test-server.yml b/.github/workflows/test-server.ymlindex c030e10c4..c176aa55c 100644--- a/.github/workflows/test-server.yml+++ b/.github/workflows/test-server.yml@@ -164,6 +164,10 @@ jobs:image: redisports:- 6379:6379+ rabbitmq:+ image: rabbitmq+ ports:+ - 5672:5672env:BULL_AUTH_KEY: ${{ secrets.BULL_AUTH_KEY }}OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}@@ -202,6 +206,7 @@ jobs:IDMUX_URL: ${{ secrets.IDMUX_URL }}LOG_ENCRYPTION_KEY: ${{ secrets.LOG_ENCRYPTION_KEY }}NUQ_DATABASE_URL: postgres://postgres:postgres@localhost:5432/postgres+ NUQ_RABBITMQ_URL: amqp://localhost:5672HOST: 0.0.0.0steps:- uses: actions/checkout@v5diff --git a/apps/api/src/harness.ts b/apps/api/src/harness.tsindex 82e412bd1..52472c198 100644--- a/apps/api/src/harness.ts+++ b/apps/api/src/harness.ts@@ -328,6 +328,7 @@ function startServices(command?: string[]): Services {: "pnpm server:production:nobuild",{NUQ_REDUCE_NOISE: "true",+ NUQ_POD_NAME: "api",},);@@ -338,6 +339,7 @@ function startServices(command?: string[]): Services {: "pnpm worker:production",{NUQ_REDUCE_NOISE: "true",+ NUQ_POD_NAME: "worker",},);@@ -350,22 +352,25 @@ function startServices(command?: string[]): Services {{NUQ_WORKER_PORT: String(3006 + i),NUQ_REDUCE_NOISE: "true",+ NUQ_POD_NAME: `nuq-worker-${i}`,},),);- const nuqPrefetchWorker = process.env.NUQ_RABBITMQ_URL- ? execForward(- "nuq-prefetch-worker",- process.argv[2] === "--start-docker"- ? "node --import ./dist/src/otel.js dist/src/services/worker/nuq-prefetch-worker.js"- : "pnpm nuq-prefetch-worker:production",- {- NUQ_PREFETCH_WORKER_PORT: String(3011),- NUQ_REDUCE_NOISE: "true",- },- )- : undefined;+ const nuqPrefetchWorker =+ process.env.NUQ_RABBITMQ_URL+ ? execForward(+ "nuq-prefetch-worker",+ process.argv[2] === "--start-docker"+ ? "node --import ./dist/src/otel.js dist/src/services/worker/nuq-prefetch-worker.js"+ : "pnpm nuq-prefetch-worker:production",+ {+ NUQ_PREFETCH_WORKER_PORT: String(3011),+ NUQ_REDUCE_NOISE: "true",+ NUQ_POD_NAME: "nuq-prefetch-worker",+ },+ )+ : undefined;const indexWorker =process.env.USE_DB_AUTHENTICATION === "true"@@ -376,6 +381,7 @@ function startServices(command?: string[]): Services {: "pnpm index-worker:production",{NUQ_REDUCE_NOISE: "true",+ NUQ_POD_NAME: "index-worker",},): undefined;diff --git a/apps/api/src/services/worker/nuq.ts b/apps/api/src/services/worker/nuq.tsindex e9ca350cd..05732737b 100644--- a/apps/api/src/services/worker/nuq.ts+++ b/apps/api/src/services/worker/nuq.ts@@ -773,7 +773,7 @@ class NuQ<JobData = any, JobReturnValue = any> {const start = Date.now();try {- const result = await nuqPool.query(`UPDATE ${this.queueName} SET status = 'failed'::nuq.job_status, lock = null, locked_at = null, finished_at = now(), failedreason = $3 WHERE id = $1 AND lock = $2 RETURNING id`,+ const result = await nuqPool.query(`UPDATE ${this.queueName} SET status = 'failed'::nuq.job_status, lock = null, locked_at = null, finished_at = now(), failedreason = $3 WHERE id = $1 AND lock = $2 RETURNING id, listen_channel_id;`,[id, lock, failedReason],);