saif.haq
/
keyword_ranking_crawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix

main
saif 2025-08-12 17:33:27 +05:00
parent 53b1d8225f
commit 245e04d9f4
1 changed files with 3 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
scrapper.py
View File

@ -33,21 +33,9 @@ MAX_PAGE = 10
def get_driver(): def get_driver():
options = Options() options = Options()
#options.add_argument("--headless") options.add_argument("--headless")
options.add_argument("--disable-blink-features=AutomationControlled") # Removes automation flag options.add_argument("--disable-blink-features=AutomationControlled")
options.add_experimental_option("excludeSwitches", ["enable-automation"]) driver = webdriver.Chrome(options=options)
options.add_experimental_option('useAutomationExtension', False)
options.add_argument("user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36")
options.add_argument("--start-maximized")
driver = webdriver.Chrome( service=Service(ChromeDriverManager().install()),options=options)
# Remove navigator.webdriver
driver.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
"source": """
Object.defineProperty(navigator, 'webdriver', {
get: () => undefined
})
"""
})
return driver return driver
def save_cookies(driver, path): def save_cookies(driver, path):
@ -182,7 +170,3 @@ for keyword in keywords:
break break
sleep(3) sleep(3)
driver.quit() driver.quit()