notification news

MichaelKatsoulis · Apr 29, 2018 · 207398d · 207398d
1 parent 04db243
commit 207398d
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/scrapper.py b/scrapper.py
@@ -128,10 +128,13 @@ def main():
         try:
             content = urllib2.urlopen(req).read()
         except ssl.SSLError:
-            logger.warning('ssl error')
+            logger.error('ssl error')
             continue     
         except urllib2.URLError:
-            logger.warning('Bad URL: {}'.format(url))
+            logger.error('Bad URL: {}'.format(url))
+            continue
+        except Exception:
+            logger.error('Bad URL: {}'.format(url))
             continue
         soup = BeautifulSoup(content, "html.parser")