Added a func for a second site and added availability check

parfium.py

@@ -7,48 +7,43 @@
 from selenium.webdriver.common.by import By
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
-from selenium.common.exceptions import TimeoutException, NoSuchElementException, WebDriverException
+from selenium.common.exceptions import TimeoutException, NoSuchElementException, WebDriverException, StaleElementReferenceException
 from chromedriver_py import binary_path
 
-# TODO: add availability check - gets stuck and the script times out
+# TODO: make the script multi-threaded
+# TODO: fix getting the size elements
 
 # Set up logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 
 # Discord webhook URL
 webhook_url = "https://discord.com/api/webhooks/1284168278335291474/-i1m-VGJk-sFcljJzD7ICGbVrP7sQin3k0A8qo4OZksHEs9_XlMqkIxLHUQSt9oBfK9F"
 
-# Chrome options
-chrome_options = Options()
-chrome_options.add_argument("--headless=new")
-chrome_options.add_argument("--no-sandbox")
-chrome_options.add_argument("--disable-dev-shm-usage")
-chrome_options.add_argument("--disable-gpu")
-
 # Initialize the WebDriver service
 service = Service(executable_path=binary_path)
 
 def fetch_urls(endpoint):
     try:
         response = requests.get(endpoint)
-        response.raise_for_status()  # Raise an error for bad responses
-        perfumes = response.json()  # Parse the JSON response
+        response.raise_for_status()
+        perfumes = response.json()
 
-        # Create a list similar to your existing structure
         urls = [{"link": perfume["link"], "title": perfume["title"]} for perfume in perfumes]
         return urls
 
     except requests.exceptions.RequestException as e:
         print(f"Error fetching data: {e}")
         return []
 
-endpoint = "https://perfumes.jobify.one"
-logging.info(f"Fetching URLs from {endpoint}")
-urls = fetch_urls(endpoint)
-logging.info(f"Found {len(urls)} URLs")
-
-def create_driver():
+def create_driver(headless):
     logging.info("Creating new WebDriver instance")
+    chrome_options = Options()
+    if headless:
+        chrome_options.add_argument("--headless=new")
+    chrome_options.add_argument("--no-sandbox")
+    chrome_options.add_argument("--disable-dev-shm-usage")
+    chrome_options.add_argument("--disable-gpu")
+
     return webdriver.Chrome(service=service, options=chrome_options)
 
 def send_discord_message(content):
@@ -59,7 +54,7 @@ def send_discord_message(content):
     else:
         logging.error(f"Failed to send webhook message. Status code: {response.status_code}")
 
-def check_price(driver, urls):
+def check_price_pbg(driver, urls):
     for item in urls:
         try:
             logging.info(f"Navigating to {item["title"]}")
@@ -80,17 +75,27 @@ def check_price(driver, urls):
                 price_elements = WebDriverWait(driver, 10).until(
                     EC.presence_of_all_elements_located((By.CSS_SELECTOR, ".variant-price"))
                 )
+
+                availability_element = WebDriverWait(driver, 10).until(
+                    EC.presence_of_element_located((By.CSS_SELECTOR, ".js-product-availability"))
+                )
+
                 if price_elements:
                     logging.info(f"Found {len(price_elements)} price elements")
 
                 # Get the price for the biggest available size
-                price_to_pay = price_elements[len(price_elements) - 1].text
-                # available = availability.text
-                if price_to_pay:
-                    logging.info(f"Price found: {price_to_pay}")
-                    send_discord_message(f"Price of {item["title"]}: {price_to_pay}")
-                else:
-                    send_discord_message("No price found for this product")
+                price_to_pay = price_elements[-1].text if price_elements else "N/A"
+
+                # Check if availability text exists
+                availability_text = availability_element.text[2:] if availability_element else ""
+
+                # Construct the message
+                message = f"{item['title']}: {price_to_pay}"
+                if availability_text:
+                    message += f" {availability_text}"
+
+                logging.info(f"Price found: {price_to_pay}")
+                send_discord_message(f"Price of {message}")
 
             except TimeoutException:
                 logging.error("Timeout waiting for price elements to load")
@@ -108,13 +113,96 @@ def check_price(driver, urls):
 
     return True
 
+def check_price_pfd(driver, urls):
+    for item in urls:
+        try:
+            logging.info(f"Navigating to {item["title"]}")
+            driver.get(item["link"])
+            logging.info("Page loaded successfully")
+
+            # Wait for the page to load completely
+            WebDriverWait(driver, 20).until(
+                EC.presence_of_element_located((By.TAG_NAME, "body"))
+            )
+
+            # Scroll down the page
+            driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
+            time.sleep(2)  # Wait for any lazy-loaded elements
+
+            try:
+                # Wait for the cookie button to be present
+                try:
+                    cookie_button = WebDriverWait(driver, 10).until(
+                        EC.element_to_be_clickable((By.ID, "CybotCookiebotDialogBodyLevelButtonLevelOptinAllowAll"))
+                    )
+                    if cookie_button:
+                        logging.info("Cookie button found and clicked")
+                        cookie_button.click()
+
+                    time.sleep(2)  # Wait for any lazy-loaded elements
+
+                    # Wait for the price elements to be present and visible
+                    price_elements = WebDriverWait(driver, 20).until(
+                        EC.visibility_of_all_elements_located((By.CSS_SELECTOR, ".price-new-js"))  # Corrected selector
+                    )
+                    if price_elements:
+                        logging.info(f"Found {len(price_elements)} price elements")
+
+                        # Get the price for the biggest available size
+                        price_to_pay = price_elements[-1].text
+                        if price_to_pay:
+                            logging.info(f"Price found: {price_to_pay}")
+                            send_discord_message(f"Price of {item['title']}: {price_to_pay}")
+                        else:
+                            send_discord_message(f"No price found for {item['title']}")
+                    else:
+                        logging.error("No price elements found")
+
+                except TimeoutException:
+                    logging.error("Timeout while waiting for the price elements")
+                except NoSuchElementException:
+                    logging.error("Price elements not found on the page")
+                except Exception as e:
+                    logging.error(f"Error while processing price elements: {str(e)}")
+
+            except WebDriverException as e:
+                logging.error(f"WebDriver error: {str(e)}")
+                return False
+            except Exception as e:
+                logging.error(f"Error during page load or processing: {str(e)}")
+                return False
+
+            return True
+        except WebDriverException as e:
+            logging.error(f"WebDriver error: {str(e)}")
+            return False
+
 def main():
-    driver = create_driver()
+    pbg = []
+    pfd = []
+    for perfume in urls:
+        if "parfium.bg" in perfume["link"]:
+            pbg.append(perfume)
+        elif "perfumesfromdubai.com" in perfume["link"]:
+            pfd.append(perfume) 
+
+    time.sleep(5)  # Wait for the driver to initialize
+
     try:
-            if not check_price(driver, urls):
-                logging.info("Recreating WebDriver due to error")
-                driver.quit()
-                driver = create_driver()
+        driver = create_driver(True)
+        if not check_price_pbg(driver, pbg):
+            logging.info("check_price_pbg failed, recreating WebDriver")
+            driver.quit()
+            driver = create_driver(True)
+        driver.quit()
+
+        driver = create_driver(False)
+        if not check_price_pfd(driver, pfd):
+            logging.info("check_price_pfd failed, recreating WebDriver")
+            driver.quit()
+            driver = create_driver(False)
+        driver.quit()
+
     except KeyboardInterrupt:
         logging.info("Closing WebDriver")
         driver.quit()
@@ -124,8 +212,12 @@ def main():
 if __name__ == "__main__":
     try:
         logging.info("Starting the script")
+        endpoint = "https://perfumes.jobify.one"
+        logging.info(f"Fetching URLs from {endpoint}")
+        urls = fetch_urls(endpoint)
+        logging.info(f"Found {len(urls)} URLs")
         main()
     except KeyboardInterrupt:
         logging.info("Script terminated by user")
     except Exception as e:
-        logging.error(f"Unexpected error in main: {str(e)}")
+        logging.error(f"Unexpected error in main: {str(e)}")