Update 0.4.5

.github/workflows/docker-build-dev.yml

@@ -0,0 +1,57 @@
+name: Docker dev branch Build and Push
+
+on:
+  push:
+    branches:
+      - dev
+  workflow_dispatch:
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      packages: write
+      security-events: write
+
+    steps:
+    - name: Docker Setup QEMU
+      uses: docker/setup-qemu-action@v3
+      id: qemu
+      with:
+        platforms: amd64,arm64
+
+    - name: Log into ghcr.io registry
+      uses: docker/login-action@v3
+      with:
+        registry: ghcr.io
+        username: ${{ github.repository_owner }}
+        password: ${{ secrets.GITHUB_TOKEN }}
+
+    - name: set lower case owner name
+      run: |
+        echo "GITHUB_OWNER_LC=${OWNER,,}" >>${GITHUB_ENV}
+      env:
+        OWNER: '${{ github.repository_owner }}'
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Docker Hub
+      uses: docker/login-action@v3
+      with:
+        username: ${{ secrets.DOCKER_HUB_USERNAME }}
+        password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+
+    - name: Build and push Docker image
+      uses: docker/build-push-action@v5
+      with:
+        # context: .
+        file: ./Dockerfile
+        platforms: linux/amd64,linux/arm64
+        push: true
+        cache-from: type=gha
+        cache-to: type=gha,mode=max
+        tags:  |
+            ghcr.io/${{ env.GITHUB_OWNER_LC }}/${{ github.event.repository.name }}:dev
+            docker.io/spoked/iceberg:dev

Dockerfile

@@ -14,12 +14,14 @@ LABEL name="Iceberg" \
       description="Iceberg Debrid Downloader" \
       url="https://github.com/dreulavelle/iceberg"
 
-RUN apk --update add python3 py3-pip bash shadow vim nano rclone && \
+RUN apk --update add --no-cache python3 py3-pip bash shadow && \
     rm -rf /var/cache/apk/*
 
 WORKDIR /iceberg
-ENV ORIGIN http://localhost:3000
-ARG ORIGIN=http://localhost:3000
+
+ARG ORIGIN
+ENV ORIGIN=${ORIGIN:-http://localhost:3000}
+
 EXPOSE 3000 8080
 
 # Frontend

README.md

@@ -62,7 +62,7 @@ version: "3.8"
 services:
     iceberg:
         image: spoked/iceberg:latest
-        container_name: Iceberg
+        container_name: iceberg
         restart: unless-stopped
         environment:
             PUID: "1000"
@@ -72,6 +72,7 @@ services:
             - "3000:3000"
         volumes:
             - ./data:/iceberg/data
+            - /mnt:/mnt
 ```
 
 Then run `docker compose up -d` to start the container in the background. You can then access the web interface at `http://localhost:3000` or whatever port and origin you set in the `docker-compose.yml` file.

backend/controllers/items.py

@@ -31,7 +31,7 @@ async def get_extended_item_info(request: Request, item_id: str):
         raise HTTPException(status_code=404, detail="Item not found")
     return {
         "success": True,
-        "item": item.to_extended_dict(),  # Assuming this method exists
+        "item": item.to_extended_dict(),
     }
 
 
@@ -42,3 +42,14 @@ async def remove_item(request: Request, item: str):
         "success": True,
         "message": f"Removed {item}",
     }
+
+
+@router.get("/imdb/{imdb_id}")
+async def get_imdb_info(request: Request, imdb_id: str):
+    item = request.app.program.media_items.get_item_by_imdb_id(imdb_id)
+    if item is None:
+        raise HTTPException(status_code=404, detail="Item not found")
+    return {
+        "success": True,
+        "item": item.to_extended_dict()
+    }

backend/program/__init__.py

@@ -58,9 +58,13 @@ def validate(self):
         return all(service.initialized for service in self.core_manager.services)
 
     def stop(self):
-        for service in self.core_manager.services:
-            if getattr(service, "running", False):
-                service.stop()
-        self.pickly.stop()
-        settings.save()
-        self.running = False
+        try:
+            for service in self.core_manager.services:
+                if getattr(service, "running", False):
+                    service.stop()
+            self.pickly.stop()
+            settings.save()
+            self.running = False
+        except Exception as e:
+            logger.error("Iceberg stopping with exception: %s", e)
+            pass

backend/program/content/listrr.py

@@ -35,17 +35,32 @@ def __init__(self, media_items: MediaItemContainer):
         logger.info("Listrr initialized!")
 
     def validate_settings(self) -> bool:
+        """Validate Listrr settings."""
         if not self.settings.enabled:
             logger.debug("Listrr is set to disabled.")
             return False
         if self.settings.api_key == "" or len(self.settings.api_key) != 64:
-            logger.error("Listrr api key is not set.")
+            logger.error("Listrr api key is not set or invalid.")
+            return False
+        valid_list_found = False
+        for list_name, content_list in [('movie_lists', self.settings.movie_lists), 
+                                        ('show_lists', self.settings.show_lists)]:
+            if content_list is None or not any(content_list):
+                continue
+            for item in content_list:
+                if item == "" or len(item) != 24:
+                    return False
+            valid_list_found = True
+        if not valid_list_found:
+            logger.error("Both Movie and Show lists are empty or not set.")
             return False
         try:
             response = ping("https://listrr.pro/", additional_headers=self.headers)
+            if not response.ok:
+                logger.error(f"Listrr ping failed - Status Code: {response.status_code}, Reason: {response.reason}")
             return response.ok
-        except Exception:
-            logger.error("Listrr url is not reachable.")
+        except Exception as e:
+            logger.error(f"Listrr ping exception: {e}")
             return False
 
     def run(self):
@@ -56,7 +71,8 @@ def run(self):
         movie_items = self._get_items_from_Listrr("Movies", self.settings.movie_lists)
         show_items = self._get_items_from_Listrr("Shows", self.settings.show_lists)
         items = list(set(movie_items + show_items))
-        container = self.updater.create_items(items)
+        new_items = [item for item in items if item not in self.media_items]
+        container = self.updater.create_items(new_items)
         for item in container:
             item.set("requested_by", "Listrr")
         added_items = self.media_items.extend(container)
@@ -87,11 +103,11 @@ def _get_items_from_Listrr(self, content_type, content_lists):
                             imdb_id = item.imDbId
                             if imdb_id:
                                 unique_ids.add(imdb_id)
-                            elif content_type == "Shows" and item.tvDbId:
-                                imdb_id = get_imdbid_from_tvdb(item.tvDbId)
-                                if imdb_id:
-                                    unique_ids.add(imdb_id)
-                            elif content_type == "Movies" and item.tmDbId:
+                            # elif content_type == "Shows" and item.tvDbId:
+                            #     imdb_id = get_imdbid_from_tvdb(item.tvDbId)
+                            #     if imdb_id:
+                            #         unique_ids.add(imdb_id)
+                            if not imdb_id and content_type == "Movies" and item.tmDbId:
                                 imdb_id = get_imdbid_from_tmdb(item.tmDbId)
                                 if imdb_id:
                                     unique_ids.add(imdb_id)

backend/program/content/overseerr.py

@@ -42,6 +42,11 @@ def validate_settings(self) -> bool:
                 additional_headers=self.headers,
                 timeout=15,
             )
+            if response.status_code >= 201:
+                logger.error(
+                    f"Overseerr ping failed - Status Code: {response.status_code}, Reason: {response.reason}"
+                )
+                return False
             return response.ok
         except Exception:
             logger.error("Overseerr url is not reachable.")
@@ -78,7 +83,6 @@ def _get_items_from_overseerr(self, amount: int):
                         ids.append(imdb_id)
                 else:
                     ids.append(item.media.imdbId)
-
         return ids
 
     def get_imdb_id(self, overseerr_item):
@@ -97,31 +101,26 @@ def get_imdb_id(self, overseerr_item):
             self.settings.url + f"/api/v1/{overseerr_item.mediaType}/{external_id}?language=en",
             additional_headers=self.headers,
         )
-        if response.is_ok and response.data.externalIds:
-            imdb_id = response.data.externalIds.imdbId
-            if imdb_id:
-                return imdb_id
-            elif not imdb_id and response.data.externalIds.tvdbId:
-                imdb_id = get_imdbid_from_tvdb(response.data.externalIds.tvdbId)
-                if imdb_id:
-                    logger.debug(
-                        "Could not find imdbId for %s but found it from tvdbId %s", 
-                        overseerr_item.title, 
-                        response.data.externalIds.tvdbId
-                        )
-                    return imdb_id
-            elif not imdb_id and response.data.externalIds.tmdbId:
-                imdb_id = get_imdbid_from_tmdb(response.data.externalIds.tmdbId)
-                if imdb_id:
-                    logger.debug(
-                        "Could not find imdbId for %s but found it from tmdbId %s", 
-                        overseerr_item.title, 
-                        response.data.externalIds.tmdbId
-                        )
-                    return imdb_id
-            self.not_found_ids.append(f"{id_extension}{external_id}")
-        title = getattr(response.data, "title", None) or getattr(
-            response.data, "originalName", None
-        )
-        logger.debug("Could not get imdbId for %s, or match with external id", title)
+        if not response.is_ok or not hasattr(response.data, "externalIds"):
+            logger.debug(f"Failed to fetch or no externalIds for {id_extension}{external_id}")
+            return None
+
+        title = getattr(response.data, "title", None) or getattr(response.data, "originalName", None)
+        imdb_id = getattr(response.data.externalIds, 'imdbId', None)
+        if imdb_id:
+            return imdb_id
+
+        # Try alternate IDs if IMDb ID is not available
+        # alternate_ids = [('tvdbId', get_imdbid_from_tvdb), ('tmdbId', get_imdbid_from_tmdb)]
+        alternate_ids = [('tmdbId', get_imdbid_from_tmdb)]
+        for id_attr, fetcher in alternate_ids:
+            external_id_value = getattr(response.data.externalIds, id_attr, None)
+            if external_id_value:
+                new_imdb_id = fetcher(external_id_value)
+                if new_imdb_id:
+                    logger.debug(f"Found imdbId for {title} from {id_attr}: {external_id_value}")
+                    return new_imdb_id
+
+        self.not_found_ids.append(f"{id_extension}{external_id}")
+        logger.debug(f"Could not get imdbId for {title}, or match with external id")
         return None

backend/program/content/plex_watchlist.py

@@ -1,7 +1,7 @@
 """Plex Watchlist Module"""
 from typing import Optional
 from pydantic import BaseModel
-from requests import ConnectTimeout
+from requests import ConnectTimeout, HTTPError
 from utils.request import get, ping
 from utils.logger import logger
 from utils.settings import settings_manager
@@ -29,29 +29,50 @@ def __init__(self, media_items: MediaItemContainer):
         self.media_items = media_items
         self.prev_count = 0
         self.updater = Trakt()
+        self.not_found_ids = []
 
     def validate_settings(self):
         if not self.settings.enabled:
             logger.debug("Plex Watchlists is set to disabled.")
             return False
         if self.settings.rss:
+            logger.info("Found Plex RSS URL. Validating...")
             try:
-                response = ping(self.settings.rss, timeout=15)
+                response = ping(self.settings.rss)
                 if response.ok:
                     self.rss_enabled = True
+                    logger.info("Plex RSS URL is valid.")
                     return True
                 else:
-                    logger.warn(f"Plex RSS URL is not reachable. Falling back to normal Watchlist.")
+                    logger.info(f"Plex RSS URL is not valid. Falling back to watching user Watchlist.")
                     return True
-            except Exception:
-                return False
+            except HTTPError as e:
+                if e.response.status_code in [404]:
+                    logger.warn("Plex RSS URL is Not Found. Falling back to watching user Watchlist.")
+                    return True
+                if e.response.status_code >= 400 and e.response.status_code <= 499:
+                    logger.warn(f"Plex RSS URL is not reachable. Falling back to watching user Watchlist.")
+                    return True
+                if e.response.status_code >= 500:
+                    logger.error(f"Plex is having issues validating RSS feed. Falling back to watching user Watchlist.")
+                    return True
+            except Exception as e:
+                logger.exception("Failed to validate Plex RSS URL: %s", e)
+                return True
         return True
 
     def run(self):
         """Fetch media from Plex Watchlist and add them to media_items attribute
         if they are not already there"""
         items = self._create_unique_list()
         new_items = [item for item in items if item not in self.media_items] or []
+        if len(new_items) == 0:
+            logger.debug("No new items found in Plex Watchlist")
+            return
+        for check in new_items:
+            if check is None:
+                new_items.remove(check)
+                self.not_found_ids.append(check)
         container = self.updater.create_items(new_items)
         for item in container:
             item.set("requested_by", "Plex Watchlist")
@@ -68,6 +89,9 @@ def run(self):
                 logger.info("Added %s", item.log_string)
         elif length > 5:
             logger.info("Added %s items", length)
+        if len(self.not_found_ids) >= 1 and len(self.not_found_ids) <= 5:
+            for item in self.not_found_ids:
+                logger.info("Failed to add %s", item)
 
     def _create_unique_list(self):
         """Create a unique list of items from Plex RSS and Watchlist"""
@@ -80,7 +104,7 @@ def _create_unique_list(self):
     def _get_items_from_rss(self) -> list:
         """Fetch media from Plex RSS Feed"""
         try:
-            response_obj = get(self.settings.rss, timeout=30)
+            response_obj = get(self.settings.rss, timeout=60)
             data = json.loads(response_obj.response.content)
             items = data.get("items", [])
             ids = [