Merge pull request 1tayH#12 from Arduous/969070ca

catch requests parsing error
netredo · Jul 22, 2018 · 871f896 · 871f896
2 parents 969070c + ed093ec
commit 871f896
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/noisy.py b/noisy.py
@@ -8,6 +8,7 @@
 import time
 
 import requests
+from urllib3.exceptions import LocationParseError
 
 try:                 # Python 2
     from urllib.parse import urljoin, urlparse
@@ -239,6 +240,9 @@ def crawl(self):
                 except requests.exceptions.RequestException:
                     logging.warn("Error connecting to root url: {}".format(url))
 
+                except LocationParseError:
+                    logging.warn("Error encountered during parsing of: {}".format(url))
+
                 except self.CrawlerTimedOut:
                     logging.info("Timeout has exceeded, exiting")
                     return