Added Output Directory for all outputFileName to go into so they aren…

…'t overwritten in storage
BuilderIO · Dec 4, 2023 · a996ab1 · a996ab1
1 parent 35ea95b
commit a996ab1
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/config.ts b/config.ts
@@ -25,6 +25,7 @@ export const defaultConfig: Config = {
   url: "https://www.builder.io/c/docs/developers",
   match: "https://www.builder.io/c/docs/**",
   maxPagesToCrawl: 50,
+  outputFileName: outputFileName,  
   waitPerPageCrawlTimeoutRange: {min:1000, max:1000},
   headless: true,
   maxConcurrency: 1,

diff --git a/containerapp/Dockerfile b/containerapp/Dockerfile
@@ -28,8 +28,9 @@ RUN cd /home && git clone https://github.com/builderio/gpt-crawler && cd gpt-cra
     npx playwright install && \
     npx playwright install-deps
 
-# Directory to mount in the docker container to get the output.json data
+# Directories to mount in the docker container to get the output json data
 RUN cd /home && mkdir data
-
+# Final output directory
+RUN cd /home && mkdir outputs
 
 WORKDIR /home