saif.haq
/
keyword_ranking_crawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add kw endpoint

main
saif 2025-08-27 15:38:53 +05:00
parent 65eae04ac0
commit 5c269008dd
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
scrapper.py
View File

@ -1,5 +1,7 @@
import os import os
import pickle import pickle
import requests
import sys
from selenium import webdriver from selenium import webdriver
from selenium.webdriver.chrome.options import Options from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
@ -40,8 +42,18 @@ config = {
with open(config[ACTIVE_ENV]["marketplace_path"], "r", encoding="utf-8") as f: with open(config[ACTIVE_ENV]["marketplace_path"], "r", encoding="utf-8") as f:
data = json.load(f) data = json.load(f)
with open(config[ACTIVE_ENV]["keyword_path"], "r", encoding="utf-8") as f: # with open(config[ACTIVE_ENV]["keyword_path"], "r", encoding="utf-8") as f:
keywords = json.load(f) # keywords = json.load(f)
keywords = []
url = "https://cosmos.utopiadeals.com/cosmos/rest/get-keywords-on-automation"
response = requests.get(url)
if response.status_code == 200:
keywords = response.json()
print(keywords)
else:
print("Error:", response.status_code)
sys.exit()
with open(config[ACTIVE_ENV]["cookies_path"], "r", encoding="utf-8") as f: with open(config[ACTIVE_ENV]["cookies_path"], "r", encoding="utf-8") as f:
cookies_ref = json.load(f) cookies_ref = json.load(f)