fix: [crawler] debug

CIRCL · Dec 12, 2023 · 7e9ea48 · 7e9ea48
1 parent cdfc9f6
commit 7e9ea48
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py
@@ -207,6 +207,9 @@ def enqueue_capture(self, task_uuid, priority):
  # else:
  # parent = 'AIL_capture'
 
+ if not url:
+ raise Exception(f'Error: url is None, {task.uuid}, {capture_uuid}, {url}')
+
  self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent,
  screenshot=screenshot, depth_limit=1, proxy='force_tor')
  print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery')