Selaa lähdekoodia

Update comments to let know that sitemap is supported

guillermoscript 1 vuosi sitten
vanhempi
commit
3f30423a46
2 muutettua tiedostoa jossa 3 lisäystä ja 3 poistoa
  1. 1 1
      README.md
  2. 2 2
      config.ts

+ 1 - 1
README.md

@@ -58,7 +58,7 @@ See the top of the file for the type definition for what you can configure:
 
 ```ts
 type Config = {
-  /** URL to start the crawl */
+  /** URL to start the crawl, if sitemap is providedm then it will be used instead and download all pages in the sitemap */
   url: string;
   /** Pattern to match against for links on a page to subsequently crawl */
   match: string;

+ 2 - 2
config.ts

@@ -1,7 +1,7 @@
 import { Page } from "playwright";
 
 type Config = {
-  /** URL to start the crawl */
+  /** URL to start the crawl, could be a sitemap and if so, all pages of the sitemap will be crawled */
   url: string;
   /** Pattern to match against for links on a page to subsequently crawl */
   match: string;
@@ -23,7 +23,7 @@ type Config = {
 };
 
 export const config: Config = {
-  url: "https://www.builder.io/c/docs/developers",
+  url: "https://builder.io/sitemap.xml",
   match: "https://www.builder.io/c/docs/**",
   selector: `.docs-builder-container`,
   maxPagesToCrawl: 50,