From 5c269008ddd305b00a81c4a8f4f67d195c04afaf Mon Sep 17 00:00:00 2001 From: saif Date: Wed, 27 Aug 2025 15:38:53 +0500 Subject: [PATCH] add kw endpoint --- scrapper.py | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) diff --git a/scrapper.py b/scrapper.py index 32c967f..7958510 100644 --- a/scrapper.py +++ b/scrapper.py @@ -1,5 +1,7 @@ import os import pickle +import requests +import sys from selenium import webdriver from selenium.webdriver.chrome.options import Options from selenium.webdriver.common.by import By @@ -40,8 +42,18 @@ config = { with open(config[ACTIVE_ENV]["marketplace_path"], "r", encoding="utf-8") as f: data = json.load(f) -with open(config[ACTIVE_ENV]["keyword_path"], "r", encoding="utf-8") as f: - keywords = json.load(f) +# with open(config[ACTIVE_ENV]["keyword_path"], "r", encoding="utf-8") as f: +# keywords = json.load(f) +keywords = [] +url = "https://cosmos.utopiadeals.com/cosmos/rest/get-keywords-on-automation" +response = requests.get(url) +if response.status_code == 200: + keywords = response.json() + print(keywords) +else: + print("Error:", response.status_code) + sys.exit() + with open(config[ACTIVE_ENV]["cookies_path"], "r", encoding="utf-8") as f: cookies_ref = json.load(f)