Additions to dynamic url and match configurations in config.ts

BuilderIO · Dec 4, 2023 · 33faaf5 · 33faaf5
1 parent a996ab1
commit 33faaf5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/config.ts b/config.ts
@@ -22,8 +22,8 @@ const outputs_dir = __dirname.split('/').slice(0, -1).join('/') + '/outputs';
 const outputFileName = outputs_dir + "/" + domain + "-" + date + "-" + time + ".json";
 
 export const defaultConfig: Config = {
-  url: "https://www.builder.io/c/docs/developers",
-  match: "https://www.builder.io/c/docs/**",
+  url: starting_url,
+  match: match_url,
   maxPagesToCrawl: 50,
   outputFileName: outputFileName,  
   waitPerPageCrawlTimeoutRange: {min:1000, max:1000},