Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

chore(redis): expire failed export jobs by age instead of count cap (#17827)

Niklas Semmler5e53b9bcf8a6
diff --git a/packages/shared/src/server/redis/batchExport.ts b/packages/shared/src/server/redis/batchExport.ts
index 56344880cd..af42c8711a 100644
--- a/packages/shared/src/server/redis/batchExport.ts
+++ b/packages/shared/src/server/redis/batchExport.ts
@@ -22,7 +22,7 @@ export class BatchExportQueue {
...queueOptionsWithRedis,
defaultJobOptions: {
removeOnComplete: true,
- removeOnFail: 10_000,
+ removeOnFail: { age: 7 * 24 * 3600, count: 1000 },
attempts: 8,
backoff: {
type: "exponential",
diff --git a/packages/shared/src/server/redis/blobStorageIntegrationQueue.ts b/packages/shared/src/server/redis/blobStorageIntegrationQueue.ts
index 812ddeb6b8..291fc00202 100644
--- a/packages/shared/src/server/redis/blobStorageIntegrationQueue.ts
+++ b/packages/shared/src/server/redis/blobStorageIntegrationQueue.ts
@@ -20,7 +20,7 @@ export class BlobStorageIntegrationQueue {
...queueOptionsWithRedis,
defaultJobOptions: {
removeOnComplete: true,
- removeOnFail: 100,
+ removeOnFail: { age: 7 * 24 * 3600, count: 1000 },
attempts: 5,
backoff: {
type: "exponential",
diff --git a/worker/src/__tests__/bullmqVersionCheckOptions.test.ts b/worker/src/__tests__/bullmqVersionCheckOptions.test.ts
index 3dd401787a..3840c0d1ae 100644
--- a/worker/src/__tests__/bullmqVersionCheckOptions.test.ts
+++ b/worker/src/__tests__/bullmqVersionCheckOptions.test.ts
@@ -275,7 +275,7 @@ describe("BullMQ Redis version check options", () => {
defaultJobOptions: expect.objectContaining({
attempts: 8,
removeOnComplete: true,
- removeOnFail: 10_000,
+ removeOnFail: { age: 7 * 24 * 3600, count: 1000 },
}),
});
});