Add logs to trace the crawlMovieSchdule

Asing1001 · Aug 4, 2023 · 28733fa · 28733fa
1 parent 456a153
commit 28733fa
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/src/crawler/movieSchduleCrawler.ts b/src/crawler/movieSchduleCrawler.ts
@@ -23,7 +23,9 @@ export async function crawlMovieSchdule(scheduleUrl, date) {
         });
     }
     catch (error) {
+        console.error('crawlMovieSchdule fail!');
         console.error(error);
     }
+    console.log(`crawlMovieSchdule(${scheduleUrl}, ${date}), schedules.length: ${schedules.length}`)
     return schedules;
 }
diff --git a/src/task/atmoviesTask.ts b/src/task/atmoviesTask.ts
@@ -15,11 +15,13 @@ export async function updateMoviesSchedules() {
     .find({}, { projection: { scheduleUrl: 1, _id: 0 } })
     .toArray();
   const scheduleCrawlDate = await getScheduleCrawlDate();
+  console.log('scheduleCrawlDate', scheduleCrawlDate);
   let schedulesPromise = scheduleUrls.map(({ scheduleUrl }) =>
     crawlMovieSchdule(scheduleUrl, scheduleCrawlDate)
   );
   const schedules = await Promise.all(schedulesPromise);
   const allSchedules: Schedule[] = [].concat(...schedules);
+  console.log('allSchedules.length', allSchedules.length);
   redisClient.setex(scheduleCrawlDate, 86400 * 2, JSON.stringify(allSchedules));
   return allSchedules;
 }