Browse Source

Remove maxFileSize and maxTokens from
defaultConfig, this are optional

guillermoscript 1 year ago
parent
commit
632a82df42
1 changed files with 0 additions and 2 deletions
  1. 0 2
      config.ts

+ 0 - 2
config.ts

@@ -5,6 +5,4 @@ export const defaultConfig: Config = {
   match: "https://www.builder.io/c/docs/**",
   maxPagesToCrawl: 50,
   outputFileName: "output.json",
-  maxFileSize: 1000,
-  maxTokens: 5000
 };