diff --git a/scrapper.py b/scrapper.py index 2571747..5d90929 100644 --- a/scrapper.py +++ b/scrapper.py @@ -33,10 +33,12 @@ MAX_PAGE = 10 def get_driver(): options = Options() - #options.add_argument("--headless") + options.add_argument("--headless") options.add_argument("--disable-blink-features=AutomationControlled") # Removes automation flag options.add_experimental_option("excludeSwitches", ["enable-automation"]) options.add_experimental_option('useAutomationExtension', False) + options.add_argument("user-data-dir=/home/ec2-user/keyword_ranking_crawler/chrome_path") + options.add_argument("profile-directory=Default") options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36") options.add_argument("--start-maximized")