Set cookies in advance and modify code style

hirsaeki · Dec 25, 2023 · 24d687d · 24d687d
1 parent ac4e168
commit 24d687d
Showing 1 changed file with 13 additions and 13 deletions.
diff --git a/src/core.ts b/src/core.ts
@@ -55,18 +55,6 @@ export async function crawl(config: Config) {
     const crawler = new PlaywrightCrawler({
       // Use the requestHandler to process each of the crawled pages.
       async requestHandler({ request, page, enqueueLinks, log, pushData }) {
-        if (config.cookie) {
-          const cookies = (Array.isArray(config.cookie) ? config.cookie : [config.cookie])
-            .map((cookie)=>{
-              return {
-                name:cookie.name,
-                value:cookie.value,
-                url:request.loadedUrl
-              }
-          });
-          await page.context().addCookies(cookies);
-        }
-
         const title = await page.title();
         pageCounter++;
         log.info(
@@ -110,12 +98,24 @@ export async function crawl(config: Config) {
       // headless: false,
       preNavigationHooks: [
         // Abort requests for certain resource types
-        async ({ page, log }) => {
+        async ({ request, page, log }) => {
           // If there are no resource exclusions, return
           const RESOURCE_EXCLUSTIONS = config.resourceExclusions ?? [];
           if (RESOURCE_EXCLUSTIONS.length === 0) {
             return;
           }
+          if (config.cookie) {
+            const cookies = (
+              Array.isArray(config.cookie) ? config.cookie : [config.cookie]
+            ).map((cookie) => {
+              return {
+                name: cookie.name,
+                value: cookie.value,
+                url: request.loadedUrl,
+              };
+            });
+            await page.context().addCookies(cookies);
+          }
           await page.route(`**\/*.{${RESOURCE_EXCLUSTIONS.join()}}`, (route) =>
             route.abort("aborted"),
           );