config.ts 357 B

12345678910111213141516
  1. type Config = {
  2. url: string;
  3. glob: string;
  4. selector: string;
  5. maxPagesToCrawl: number;
  6. outputFileName: string;
  7. };
  8. export const config = {
  9. url: "https://www.builder.io/c/docs/developer",
  10. glob: "https://www.builder.io/c/docs/*",
  11. selector: ".docs-builder-container",
  12. maxPagesToCrawl: 500,
  13. outputFileName: "output.json",
  14. } satisfies Config;