Optional Selector to limit link extraction to be within it

README.md

@@ -72,6 +72,8 @@ type Config = {
   url: string;
   /** Pattern to match against for links on a page to subsequently crawl */
   match: string;
+  /** Optional Selector to limit grabbing the links from */
+  matchSelector?: string;
   /** Selector to grab the inner text from */
   selector: string;
   /** Don't crawl more than this many pages */

src/config.ts

@@ -18,7 +18,12 @@ export const configSchema = z.object({
    * @default ""
    */
   match: z.string().or(z.array(z.string())),
-
+   /**
+   * Selector to grab links from
+   * @example "li > a.block"
+   * @default ""
+   */
+   matchSelector: z.string().optional(),
   /**
    * Selector to grab the inner text from
    * @example ".docs-builder-container"

src/core.ts

@@ -100,6 +100,7 @@ export async function crawl(config: Config) {
         await enqueueLinks({
           globs:
             typeof config.match === "string" ? [config.match] : config.match,
+          selector: config.matchSelector,
         });
       },
       // Comment this option to scrape the full website.