diff --git a/scrapper.py b/scrapper.py index 24f8d4e..5fc5d45 100644 --- a/scrapper.py +++ b/scrapper.py @@ -128,10 +128,13 @@ def main(): try: content = urllib2.urlopen(req).read() except ssl.SSLError: - logger.warning('ssl error') + logger.error('ssl error') continue except urllib2.URLError: - logger.warning('Bad URL: {}'.format(url)) + logger.error('Bad URL: {}'.format(url)) + continue + except Exception: + logger.error('Bad URL: {}'.format(url)) continue soup = BeautifulSoup(content, "html.parser")