diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py index 1f46e938..9d1514e8 100755 --- a/bin/crawlers/Crawler.py +++ b/bin/crawlers/Crawler.py @@ -230,7 +230,12 @@ class Crawler(AbstractModule): domain = task.get_domain() print(domain) if not domain: - raise Exception(f'Error: domain {domain}') + if self.debug: + raise Exception(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}') + else: + self.logger.critical(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}') + print(f'Error: domain {domain}') + return None self.domain = Domain(domain) self.original_domain = Domain(domain)