saif.haq
/
keyword_ranking_crawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mnt on efs

main
saif 2025-08-12 15:53:24 +05:00
parent 4bd3c32f9e
commit 83fd6a8f4a
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapper.py
View File

@ -33,11 +33,11 @@ MAX_PAGE = 10
def get_driver(): def get_driver():
options = Options() options = Options()
options.add_argument("--headless") #options.add_argument("--headless")
options.add_argument("--disable-blink-features=AutomationControlled") # Removes automation flag options.add_argument("--disable-blink-features=AutomationControlled") # Removes automation flag
options.add_experimental_option("excludeSwitches", ["enable-automation"]) options.add_experimental_option("excludeSwitches", ["enable-automation"])
options.add_experimental_option('useAutomationExtension', False) options.add_experimental_option('useAutomationExtension', False)
options.add_argument("user-data-dir=/home/ec2-user/keyword_ranking_crawler/chrome_path") options.add_argument("user-data-dir=/mnt/AmazonReports/chrome_profile")
options.add_argument("profile-directory=Default") options.add_argument("profile-directory=Default")
options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36") options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36")
options.add_argument("--start-maximized") options.add_argument("--start-maximized")