explicitly list attempts/backoff

Author: arcoraven

src/worker/queues/mineTransactionQueue.ts

@@ -13,13 +13,13 @@ export class MineTransactionQueue {
   private static q = new Queue<string>(this.name, {
     connection: redis,
     defaultJobOptions: {
-      ...defaultJobOptions,
       // Delay confirming the tx by 500ms.
       delay: 500,
       // Retry after 2s, 4s, 8s, 16s, 32s, 64s, 128s, 256s, 512s, 1024s (17 minutes)
       // This needs to be long enough to handle transactions stuck in mempool.
       attempts: 10,
       backoff: { type: "exponential", delay: 2_000 },
+      ...defaultJobOptions,
     },
   });
 

src/worker/queues/processEventLogsQueue.ts

@@ -10,10 +10,7 @@ export const PROCESS_EVENT_LOGS_QUEUE_NAME = "process-event-logs";
 // Queue
 const _queue = new Queue<string>(PROCESS_EVENT_LOGS_QUEUE_NAME, {
   connection: redis,
-  defaultJobOptions: {
-    ...defaultJobOptions,
-    attempts: 0,
-  },
+  defaultJobOptions,
 });
 
 // Each job handles a block range for a given chain, filtered by addresses + events.

src/worker/queues/processTransactionReceiptsQueue.ts

@@ -12,10 +12,7 @@ export const PROCESS_TRANSACTION_RECEIPTS_QUEUE_NAME =
 const _queue = redis
   ? new Queue<string>(PROCESS_TRANSACTION_RECEIPTS_QUEUE_NAME, {
       connection: redis,
-      defaultJobOptions: {
-        ...defaultJobOptions,
-        attempts: 0,
-      },
+      defaultJobOptions,
     })
   : null;
 

src/worker/queues/queues.ts

@@ -3,14 +3,18 @@ import { env } from "../../utils/env";
 import { logger } from "../../utils/logger";
 
 export const defaultJobOptions: JobsOptions = {
-  attempts: 3,
-  // Retries after 5s, 10s, 20s.
-  backoff: { type: "exponential", delay: 5_000 },
-  // Purges completed jobs.
+  attempts: 0,
+  // Purges successful jobs.
   removeOnComplete: {
-    age: 60 * 60 * 24 * 7,
+    age: 7 * 24 * 60 * 60,
     count: 10_000,
   },
+  // Purge failed jobs.
+  // These limits should be high to debug Redis instances.
+  removeOnFail: {
+    age: 30 * 24 * 60 * 60,
+    count: 100_000,
+  },
 };
 
 export const logWorkerExceptions = (worker: Worker) => {

src/worker/queues/sendWebhookQueue.ts

@@ -16,7 +16,11 @@ export const SEND_WEBHOOK_QUEUE_NAME = "send-webhook";
 // Queue
 const _queue = new Queue<string>(SEND_WEBHOOK_QUEUE_NAME, {
   connection: redis,
-  defaultJobOptions,
+  defaultJobOptions: {
+    ...defaultJobOptions,
+    attempts: 3,
+    backoff: { type: "exponential", delay: 5_000 },
+  },
 });
 
 export type EnqueueContractSubscriptionWebhookData = {