Update scraper.py

scraper.py

@@ -11,12 +11,11 @@ def scrape_text(url, n_words=15):
     try:
         driver = None
         logging.warning("Initiated Scraping")
-        firefox_profile = webdriver.FirefoxProfile()
         user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
-        firefox_profile.set_preference("general.useragent.override", user_agent)
         opts = FirefoxOptions()
         opts.add_argument("--headless")
-        driver = webdriver.Firefox(options=opts, firefox_profile=firefox_profile)
+        opts.add_argument(f"user-agent={user_agent}")
+        driver = webdriver.Firefox(options=opts)
         driver.set_page_load_timeout(60)
         driver.get(url)
         elem = driver.find_element(By.TAG_NAME, "body").text