From 7e9ea48c8183d33949784dcc6afdf794016c1600 Mon Sep 17 00:00:00 2001 From: terrtia Date: Tue, 12 Dec 2023 11:20:21 +0100 Subject: [PATCH] fix: [crawler] debug --- bin/crawlers/Crawler.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py index 0fe9de2c..0d6cb67c 100755 --- a/bin/crawlers/Crawler.py +++ b/bin/crawlers/Crawler.py @@ -207,6 +207,9 @@ def enqueue_capture(self, task_uuid, priority): # else: # parent = 'AIL_capture' + if not url: + raise Exception(f'Error: url is None, {task.uuid}, {capture_uuid}, {url}') + self.ail_to_push_discovery.add_crawler_capture(task_uuid, capture_uuid, url, har=har, # parent=parent, screenshot=screenshot, depth_limit=1, proxy='force_tor') print(task.uuid, capture_uuid, url, 'Added to ail_to_push_discovery')