saif.haq
/
temu-labels-crawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

remove delays

main
saif 2025-02-03 10:06:20 +05:00
parent 4cdad303a4
commit fd9dd4ff1b
1 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
download-shipping-labels.js
View File

@ -56,7 +56,7 @@ const utils = require("./utils");
config[environment]["chrome_profile_path"] config[environment]["chrome_profile_path"]
); );
const browser = await puppeteer.launch( const browser = await puppeteer.launch(
utils.getBrowserConfig(chromeProfilePath, environment), utils.getBrowserConfig(chromeProfilePath, environment)
); );
const page = await browser.newPage(); const page = await browser.newPage();
await loadPageCookies(page); await loadPageCookies(page);
@ -88,7 +88,7 @@ const utils = require("./utils");
*/ */
const loginPage = config[environment]["temuLoginPage"]; const loginPage = config[environment]["temuLoginPage"];
await page.goto(loginPage, { await page.goto(loginPage, {
waitUntil: ["domcontentloaded"], waitUntil: ["networkidle2"],
}); });
await utils.tryTemuLogin(page, email, password, loginPage); await utils.tryTemuLogin(page, email, password, loginPage);
@ -97,7 +97,7 @@ const utils = require("./utils");
// goto orders request page // goto orders request page
const shippedOrdersRequestPage = config[environment]["temuShippedOrdersPage"]; const shippedOrdersRequestPage = config[environment]["temuShippedOrdersPage"];
await page.goto(shippedOrdersRequestPage, { await page.goto(shippedOrdersRequestPage, {
waitUntil: ["domcontentloaded"], waitUntil: ["networkidle2"],
}); });
/* /*
@ -119,7 +119,7 @@ const utils = require("./utils");
const pagination = 100; const pagination = 100;
let total_items = 0; let total_items = 0;
let currentPage = 1; let currentPage = 1;
let maxPage = 10; let maxPage = 5;
await new Promise((resolve) => setTimeout(resolve, 2_000)); await new Promise((resolve) => setTimeout(resolve, 2_000));
// set the pagination to 100 / page // set the pagination to 100 / page
@ -127,7 +127,7 @@ const utils = require("./utils");
"#orders-tab-list > div.y0DVv7GO > div > div._38NAUUfN > div._15QWqbZs > ul > li.PGT_sizeChanger_123 > div > div > div > div > div"; "#orders-tab-list > div.y0DVv7GO > div > div._38NAUUfN > div._15QWqbZs > ul > li.PGT_sizeChanger_123 > div > div > div > div > div";
await page.waitForSelector(pageinationSeletor); await page.waitForSelector(pageinationSeletor);
await page.click(pageinationSeletor); await page.click(pageinationSeletor);
console.log('Clicking on pagination Select') console.log("Clicking on pagination Select");
await new Promise((resolve) => setTimeout(resolve, 3_000)); await new Promise((resolve) => setTimeout(resolve, 3_000));
// select 100 /page option // select 100 /page option
@ -204,6 +204,9 @@ const utils = require("./utils");
*/ */
const downloadAndUploadShippingLabels = async (page) => { const downloadAndUploadShippingLabels = async (page) => {
try { try {
if ( page.isClosed() ) {
console.log("Page Closed !!")
}
let bIndex = 0; let bIndex = 0;
// PO Selector // PO Selector
const orderPOSelector = "div._3GLf87F3"; const orderPOSelector = "div._3GLf87F3";
@ -340,7 +343,7 @@ const utils = require("./utils");
while (true) { while (true) {
try { try {
// update state // update state
// await updateState(currentPage, luxon.DateTime.now().toISO()); // await updateState(currentPage, luxon.DateTime.now().toISO());
console.log(`Crawling for page ${currentPage}`); console.log(`Crawling for page ${currentPage}`);
await new Promise((resolve) => setTimeout(resolve, 2_000)); await new Promise((resolve) => setTimeout(resolve, 2_000));
@ -353,7 +356,7 @@ const utils = require("./utils");
// get labels from page // get labels from page
await downloadAndUploadShippingLabels(page); await downloadAndUploadShippingLabels(page);
await new Promise((resolve) => setTimeout(resolve, 20_000)); // await new Promise((resolve) => setTimeout(resolve, 20_000));
// increment page // increment page
++currentPage; ++currentPage;