Merge pull request #3 from pipech/main

fix: reduce max page to crawl on config

README.md

@@ -49,7 +49,7 @@ export const config: Config = {
   url: "https://www.builder.io/c/docs/developers",
   match: "https://www.builder.io/c/docs/**",
   selector: `.docs-builder-container`,
-  maxPagesToCrawl: 1000,
+  maxPagesToCrawl: 50,
   outputFileName: "output.json",
 };
 ```

config.ts

@@ -24,6 +24,6 @@ export const config: Config = {
   url: "https://www.builder.io/c/docs/developers",
   match: "https://www.builder.io/c/docs/**",
   selector: `.docs-builder-container`,
-  maxPagesToCrawl: 1000,
+  maxPagesToCrawl: 50,
   outputFileName: "output.json",
 };