From 9e6b5d2dcf663c20467400449a465fa83b1900ec Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Sat, 3 Feb 2024 15:35:08 +0800 Subject: [PATCH 1/3] Backoff for save page --- packages/content-fetch/src/job.ts | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/packages/content-fetch/src/job.ts b/packages/content-fetch/src/job.ts index ba70478af..29a58b64d 100644 --- a/packages/content-fetch/src/job.ts +++ b/packages/content-fetch/src/job.ts @@ -38,7 +38,7 @@ const getAttempts = (job: savePageJob): number => { return 1 } - return 2 + return 3 } const getOpts = (job: savePageJob): BulkJobOptions => { @@ -48,6 +48,10 @@ const getOpts = (job: savePageJob): BulkJobOptions => { // removeOnFail: true, attempts: getAttempts(job), priority: getPriority(job), + backoff: { + type: 'exponential', + delay: 1000, + }, } } From f0103d4da5966313f1c81567c7bceebee88c4731 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Sat, 3 Feb 2024 15:36:40 +0800 Subject: [PATCH 2/3] Add retries for pdf handler job --- packages/pdf-handler/src/job.ts | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/packages/pdf-handler/src/job.ts b/packages/pdf-handler/src/job.ts index 3ba1c1849..d244079d3 100644 --- a/packages/pdf-handler/src/job.ts +++ b/packages/pdf-handler/src/job.ts @@ -17,5 +17,12 @@ type UpdatePageJobData = { } export const queueUpdatePageJob = async (data: UpdatePageJobData) => { - return queue.add(JOB_NAME, data) + return queue.add(JOB_NAME, data, { + priority: 5, + attempts: 3, + backoff: { + type: 'exponential', + delay: 1000, + }, + }) } From 9a342f273c15111d28352d23b97cb81da3b21236 Mon Sep 17 00:00:00 2001 From: Jackson Harper Date: Tue, 6 Feb 2024 12:41:11 +0800 Subject: [PATCH 3/3] Increase delay on save page retry --- packages/content-fetch/src/job.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/content-fetch/src/job.ts b/packages/content-fetch/src/job.ts index 29a58b64d..dcdfc2e52 100644 --- a/packages/content-fetch/src/job.ts +++ b/packages/content-fetch/src/job.ts @@ -50,7 +50,7 @@ const getOpts = (job: savePageJob): BulkJobOptions => { priority: getPriority(job), backoff: { type: 'exponential', - delay: 1000, + delay: 2000, }, } }