diff --git a/app.js b/app.js index dd10e21..5fab504 100644 --- a/app.js +++ b/app.js @@ -289,7 +289,7 @@ setInterval(async () => { // Log the tab stats console.log(report); // Exit if no tab is in use and browser is being loaded - // if (inUse === 0 && typeof (openedPage) !== 'string') process.exit(0); + if (inUse === 0 && typeof (openedPage) !== 'string') process.exit(0); } diff --git a/scrapers/resto.js b/scrapers/resto.js index 4f71ad4..a96e27f 100644 --- a/scrapers/resto.js +++ b/scrapers/resto.js @@ -24,12 +24,8 @@ const customChalk = new Chalk({ level: colorLevel }); const extractAllReviewPageUrls = async (restoUrl, position, language, browser) => { try { - // Generate a random user agent - const agent = randUserAgent("desktop"); - // Open a new page const page = await browser.getNewPage() - await page.setUserAgent(agent); // Navigate to the resto page await page.goto(restoUrl); @@ -205,13 +201,8 @@ const extractAllReviewPageUrls = async (restoUrl, position, language, browser) = const scrape = async (totalReviewCount, reviewPageUrls, position, restoName, restoId, language, browser) => { try { - // Generate a random user agent - const agent = randUserAgent("desktop"); - - // Open a new page const page = await browser.getNewPage() - await page.setUserAgent(agent); // Array to hold all the reviews const allReviews = [];