Continue RequestError

alphagov · Dec 19, 2024 · 2400a54 · 2400a54
1 parent 0ca0a4c
commit 2400a54
Showing 1 changed file with 23 additions and 18 deletions.
diff --git a/build-filtered-data.mjs b/build-filtered-data.mjs
@@ -195,25 +195,30 @@ async function filterDeps() {
   console.log(`${performance.now()}: Analysis BEGIN`)
 
   for (const repo of rawDeps.all_public_dependent_repos) {
-    console.log(`${performance.now()}: Getting repo data...`)
-    const repoData = await analyseRepo(repo)
-    if (repoData) {
-      builtData.push(repoData)
-      batchCounter++
-    }
-    console.log(`${performance.now()}: Analysis of ${repo.name} complete`)
-
-    const index = rawDeps.all_public_dependent_repos.findIndex(
-      (item) => item === repo
-    )
-    console.log(
-      `This was repo number ${index + 1} of ${
-        rawDeps.all_public_dependent_repos.length
-      }`
-    )
+    try {
+      console.log(`${performance.now()}: Getting repo data...`)
+      const repoData = await analyseRepo(repo)
+      if (repoData) {
+        builtData.push(repoData)
+        batchCounter++
+      }
+      console.log(`${performance.now()}: Analysis of ${repo.name} complete`)
+
+      const index = rawDeps.all_public_dependent_repos.findIndex(
+        (item) => item === repo
+      )
+      console.log(
+        `This was repo number ${index + 1} of ${
+          rawDeps.all_public_dependent_repos.length
+        }`
+      )
 
-    const remaining = await getRemainingRateLimit()
-    console.log(`${remaining} remaining on rate limit`)
+      const remaining = await getRemainingRateLimit()
+      console.log(`${remaining} remaining on rate limit`)
+    } catch (error) {
+      if (error instanceof RequestError) {
+        continue
+      }
   }
   if (batchCounter >= batchSize) {
     await writeBatchToFiles(builtData)