Protect from MemoryError occuring when parsing large documents

1tayH · Aug 31, 2018 · dc80bbd · dc80bbd
1 parent f2dd3cf
commit dc80bbd
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/noisy.py b/noisy.py
@@ -245,15 +245,10 @@ def crawl(self):
                 except LocationParseError:
                     logging.warn("Error encountered during parsing of: {}".format(url))
 
-                except LocationParseError:
-                    logging.warn("Error encountered during parsing of: {}".format(url))
-
                 except self.CrawlerTimedOut:
                     logging.info("Timeout has exceeded, exiting")
                     return
 
-            logging.debug("No more links were found")
-
 
 def main():
     parser = argparse.ArgumentParser()