Spaces:

ksvmuralidhar
/

news_classifier_api

Sleeping

ksvmuralidhar commited on Aug 22

Commit

486eae8

•

1 Parent(s): 2c8d4d1

Update scraper.py

Files changed (1) hide show

scraper.py CHANGED Viewed

@@ -27,8 +27,8 @@ def get_text(url, n_words=15):
         options = uc.ChromeOptions()
         options.add_argument("--headless")
         options.add_argument(f"user-agent={user_agent}")
-        options.add_argument("--blink-settings=imagesEnabled=false")
-        options.add_argument("--disable-images")
         options.add_argument("--disable-blink-features=AutomationControlled")
         options.add_argument("--disable-dev-shm-usage")

         options = uc.ChromeOptions()
         options.add_argument("--headless")
         options.add_argument(f"user-agent={user_agent}")
+        # options.add_argument("--blink-settings=imagesEnabled=false")
+        # options.add_argument("--disable-images")
         options.add_argument("--disable-blink-features=AutomationControlled")
         options.add_argument("--disable-dev-shm-usage")