Spaces:

PyQuarX
/

scrape-with-ai

Running

PyQuarX commited on Apr 15

Commit

bd742c8

verified ·

1 Parent(s): 659aea7

Update scraper.py

Files changed (1) hide show

scraper.py CHANGED Viewed

@@ -8,9 +8,11 @@ def scrape_website(website):
     chrome_driver_path = "/usr/bin/chromedriver"
     options = webdriver.ChromeOptions()
     driver = webdriver.Chrome(service=Service(chrome_driver_path, options=options))
-    options.add_argument("--user-data-dir=/tmp/chrome-user-data")

     chrome_driver_path = "/usr/bin/chromedriver"
     options = webdriver.ChromeOptions()
+    user_data_dir = tempfile.mkdtemp()
+    options.add_argument("--user-data-dir=/tmp/chrome-user-data")
     driver = webdriver.Chrome(service=Service(chrome_driver_path, options=options))
+    user_data_dir = tempfile.mkdtemp()