fix: IDXR-42 delay traitsQueue by 30 seconds and other improvements (#…

…1168) fixes several queues issues
enjin · Jul 10, 2024 · 0b0f31a · 0b0f31a
1 parent 0f9f260
commit 0b0f31a
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 5 deletions.
diff --git a/src/job-handlers/rarity-ranker.ts b/src/job-handlers/rarity-ranker.ts
@@ -80,7 +80,7 @@ export default async (job: Queue.Job<JobData>, done: Queue.DoneCallback) => {
         await em.delete(TokenRarity, { collection: { id: job.data.collectionId } })
 
         // save new token rarities
-        await em.save(tokenRanks)
+        await em.save(tokenRanks, { chunk: 1000 })
 
         console.timeEnd('rarity-ranker')
 

diff --git a/src/jobs/compute-traits.ts b/src/jobs/compute-traits.ts
@@ -4,7 +4,7 @@ import { redisConfig } from './common'
 export type JobData = { collectionId: string }
 
 export const traitsQueue = new Queue<JobData>('traitsQueue', {
-    defaultJobOptions: { delay: 10_000, attempts: 2, removeOnComplete: true },
+    defaultJobOptions: { delay: 30_000, attempts: 2, removeOnComplete: true },
     redis: redisConfig,
     settings: {
         maxStalledCount: 3,

diff --git a/src/jobs/process-metadata.ts b/src/jobs/process-metadata.ts
@@ -6,12 +6,13 @@ export type JobData = { resourceId: string; type: 'token' | 'collection'; force:
 export const metadataQueue = new Queue<JobData>('metadataQueue', {
     defaultJobOptions: {
         delay: 1000,
-        attempts: 3,
+        attempts: 4,
         backoff: {
             type: 'exponential',
-            delay: 4000,
+            delay: 5000,
         },
         removeOnComplete: true,
+        removeOnFail: true,
     },
     redis: redisConfig,
     settings: {

diff --git a/src/mappings/util/metadata.ts b/src/mappings/util/metadata.ts
@@ -21,7 +21,7 @@ export async function fetchMetadata(url: string, job: Queue.Job) {
         },
         withCredentials: false,
         timeout: 15000,
-        maxRedirects: url.startsWith('https://platform.production.enjinusercontent.com/') ? 3 : 1,
+        maxRedirects: url.startsWith('http://platform.production.enjinusercontent.com/') ? 3 : 2,
         httpsAgent: new https.Agent({ keepAlive: true, rejectUnauthorized: false }),
     })