Skip to content

Commit

Permalink
fix: [crawler] fix capture None domain name
Browse files Browse the repository at this point in the history
  • Loading branch information
Terrtia committed Feb 2, 2024
1 parent a7fd838 commit b6eb6c9
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion bin/crawlers/Crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -230,7 +230,12 @@ def compute(self, capture):
domain = task.get_domain()
print(domain)
if not domain:
raise Exception(f'Error: domain {domain}')
if self.debug:
raise Exception(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}')
else:
self.logger.critical(f'Error: domain {domain} - task {task.uuid} - capture {capture.uuid}')
print(f'Error: domain {domain}')
return None

self.domain = Domain(domain)
self.original_domain = Domain(domain)
Expand Down

0 comments on commit b6eb6c9

Please sign in to comment.