Merge pull request #54 from nlnwa/handle-worker-exceptions

Handle all crawl queue worker exceptions
nlnwa · Nov 24, 2021 · 30963d7 · 30963d7
2 parents b8f8565 + 361c259
commit 30963d7
Showing 1 changed file with 26 additions and 2 deletions.
diff --git a/src/main/java/no/nb/nna/veidemann/frontier/db/CrawlQueueWorker.java b/src/main/java/no/nb/nna/veidemann/frontier/db/CrawlQueueWorker.java
@@ -67,8 +67,11 @@ public void run() {
                 if (moved > 0) {
                     LOG.debug("{} CrawlExecutions moved from running state to timeout state", moved);
                 }
+            } catch (Exception e) {
+                e.printStackTrace();
             } catch (Throwable t) {
-                LOG.error("Error running chg queue manager script", t);
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };
@@ -93,8 +96,11 @@ public void run() {
                     p.sync();
                     LOG.debug("Deleted {} URIs from crawl queue", deleted);
                 }
+            } catch (Exception e) {
+                e.printStackTrace();
             } catch (Throwable t) {
-                LOG.error("Error running chg queue manager script", t);
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };
@@ -122,6 +128,11 @@ public void run() {
 
                     chgId = ctx.getJedis().lpop(CHG_TIMEOUT_KEY);
                 }
+            } catch (Exception e) {
+                e.printStackTrace();
+            } catch (Throwable t) {
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };
@@ -143,6 +154,9 @@ public void run() {
                 }
             } catch (Exception e) {
                 e.printStackTrace();
+            } catch (Throwable t) {
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };
@@ -154,6 +168,11 @@ public void run() {
                 frontier.getCrawlQueueManager().pause(DbService.getInstance().getExecutionsAdapter().getDesiredPausedState());
             } catch (DbException e) {
                 LOG.warn("Could not read pause state", e);
+            } catch (Exception e) {
+                e.printStackTrace();
+            } catch (Throwable t) {
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };
@@ -177,6 +196,11 @@ public void run() {
                                 LOG.warn("Could not update jobExecutionState", e);
                             }
                         });
+            } catch (Exception e) {
+                e.printStackTrace();
+            } catch (Throwable t) {
+                t.printStackTrace();
+                System.exit(1);
             }
         }
     };