From b6eb6c901653d597629946bf752b985cd2544c3c Mon Sep 17 00:00:00 2001 From: terrtia Date: Fri, 2 Feb 2024 14:48:19 +0100 Subject: [PATCH] fix: [crawler] fix capture None domain name --- bin/crawlers/Crawler.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py index 1f46e938..9d1514e8 100755 --- a/bin/crawlers/Crawler.py +++ b/bin/crawlers/Crawler.py @@ -230,7 +230,12 @@ class Crawler(AbstractModule): domain = task.get_domain() print(domain) if not domain: - raise Exception(f'Error: domain {domain}') + if self.debug: + raise Exception(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}') + else: + self.logger.critical(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}') + print(f'Error: domain {domain}') + return None self.domain = Domain(domain) self.original_domain = Domain(domain)