updated package

.gitignore

@@ -1,2 +1,3 @@
 node_modules/
 screenshot.jpg
+env_var

package.json

@@ -11,7 +11,7 @@
   "license": "ISC",
   "dependencies": {
     "openai": "^4.20.0",
-    "puppeteer": "^21.5.2",
+    "puppeteer": "^21.6.0",
     "puppeteer-extra": "^3.3.6",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
     "readline": "^1.3.0"

screenshot.js

@@ -6,34 +6,30 @@ const url = process.argv[2];
 const timeout = 8000;
 
 (async () => {
-    const browser = await puppeteer.launch( {
-        headless: "new",
-    } );
+    const browser = await puppeteer.launch({
+        headless: false, // or false if you want to see the browser
+    });
 
     const page = await browser.newPage();
 
-    await page.setViewport( {
+    await page.setViewport({
         width: 1200,
         height: 1200,
         deviceScaleFactor: 1,
-    } );
+    });
 
-    setTimeout(async () => {
-        await page.screenshot( {
-            path: "screenshot.jpg",
-            fullPage: true,
-        } );
-    }, timeout-2000);
-
-    await page.goto( url, {
+    await page.goto(url, {
         waitUntil: "networkidle0",
         timeout: timeout,
-    } );
+    });
+
+    // Wait for additional time if needed, then take the screenshot
+    await page.waitForTimeout(timeout - 2000);
 
-    await page.screenshot( {
+    await page.screenshot({
         path: "screenshot.jpg",
         fullPage: true,
-    } );
+    });
 
     await browser.close();
 })();

vision_crawl.py

@@ -2,7 +2,7 @@
 import subprocess
 import base64
 import json
-import os
+import os 
 
 model = OpenAI()
 model.timeout = 10