Merge pull request 'open google.com for debugging' (#4) from psw-crawler into main

Reviewed-on: #4
main
syed.bilal 2026-01-23 07:32:41 +00:00
commit db0b4c917b
1 changed files with 20 additions and 3 deletions

View File

@ -52,15 +52,13 @@ const utils = require("./utils");
document.head.appendChild(style); document.head.appendChild(style);
}); });
await page.goto( await page.goto("https://www.google.com", {
config[environment].psw_url,
{
waitUntil: "domcontentloaded", waitUntil: "domcontentloaded",
timeout: 7000 timeout: 0
}); });
// wait for 3 sec // wait for 3 sec
console.log("Waiting 3 sec and taking screenshot."); console.log("Waiting 3 sec and taking screenshot");
await new Promise((resolve) => setTimeout(resolve, 3 * 1000)); await new Promise((resolve) => setTimeout(resolve, 3 * 1000));
// take screenshot // take screenshot
@ -68,9 +66,28 @@ const utils = require("./utils");
screenshotDirectory, screenshotDirectory,
`${luxon.DateTime.now().toMillis()}.png` `${luxon.DateTime.now().toMillis()}.png`
); );
await page.screenshot({ path: screenshotPath, fullPage: true }); await page.screenshot({ path: screenshotPath, fullPage: true });
await page.waitForSelector("tbody tr.ItemStyle"); await page.goto(
config[environment].psw_url,
{
waitUntil: "domcontentloaded",
timeout: 0
});
// wait for 3 sec
console.log("Waiting 3 sec and taking screenshot.");
await new Promise((resolve) => setTimeout(resolve, 3 * 1000));
// take screenshot
screenshotPath = path.join(
screenshotDirectory,
`${luxon.DateTime.now().toMillis()}.png`
);
await page.screenshot({ path: screenshotPath, fullPage: true });
await page.waitForSelector("tbody tr.ItemStyle", { timeout: 30000 });
const data = await page.evaluate(() => { const data = await page.evaluate(() => {
const rows = document.querySelectorAll( const rows = document.querySelectorAll(