chore: limit db request when setting up db

sebald · Oct 11, 2023 · 2fa660a · 2fa660a · vercel · Oct 11, 2023
1 parent be1c7a3
commit 2fa660a
Show file tree

Hide file tree

Showing 3 changed files with 44 additions and 22 deletions.
diff --git a/package.json b/package.json
@@ -37,6 +37,7 @@
     "kysely": "^0.26.3",
     "kysely-planetscale": "^1.4.0",
     "next": "13.5.3",
+    "p-limit": "^4.0.0",
     "react": "18.2.0",
     "react-dom": "18.2.0",
     "react-is": "18.2.0",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/scripts/setup-database.ts b/scripts/setup-database.ts
@@ -1,6 +1,7 @@
 #!/usr/bin/env tsx
 import 'zx/globals';
 import dotenv from 'dotenv';
+import pLimit from 'p-limit';
 
 import { pointsUpdateDate } from '@/lib/config';
 import { getAllTournaments, getSquads } from '@/lib/vendor/listfortress';
@@ -12,6 +13,7 @@ import { normalize, toCompositionId } from '@/lib/xws';
 // ---------------
 $.verbose = false;
 dotenv.config({ path: '.env.local' });
+const limit = pLimit(100);
 
 // Script
 // ---------------
@@ -53,28 +55,32 @@ void (async () => {
           squadCount += squads.length;
 
           return squads.map(squad =>
-            addSquads([
-              {
-                listfortress_ref: tournament.listfortress_ref,
-                composition: squad.xws ? toCompositionId(squad.xws) : undefined,
-                faction: squad.xws?.faction || 'unknown',
-                player: squad.player,
-                date: tournament.date,
-                xws: squad.xws
-                  ? JSON.stringify(normalize(squad.xws)) || undefined
-                  : undefined,
-                wins: squad.record.wins,
-                ties: squad.record.ties,
-                losses: squad.record.losses,
-                record: JSON.stringify(squad.record),
-                swiss: squad.rank.swiss,
-                cut: squad.rank.elimination,
-                percentile: percentile(
-                  squad.rank.elimination ?? squad.rank.swiss,
-                  squads.length
-                ).toString(),
-              },
-            ])
+            limit(() =>
+              addSquads([
+                {
+                  listfortress_ref: tournament.listfortress_ref,
+                  composition: squad.xws
+                    ? toCompositionId(squad.xws)
+                    : undefined,
+                  faction: squad.xws?.faction || 'unknown',
+                  player: squad.player,
+                  date: tournament.date,
+                  xws: squad.xws
+                    ? JSON.stringify(normalize(squad.xws)) || undefined
+                    : undefined,
+                  wins: squad.record.wins,
+                  ties: squad.record.ties,
+                  losses: squad.record.losses,
+                  record: JSON.stringify(squad.record),
+                  swiss: squad.rank.swiss,
+                  cut: squad.rank.elimination,
+                  percentile: percentile(
+                    squad.rank.elimination ?? squad.rank.swiss,
+                    squads.length
+                  ).toString(),
+                },
+              ])
+            )
           );
         })
         .flat()