fix: [crawlers] fix errored capture queue

CIRCL · Jan 30, 2024 · d1608e8 · d1608e8
1 parent fbd7e22
commit d1608e8
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py
@@ -142,6 +142,12 @@ def get_message(self):
                     return capture
                 elif status == crawlers.CaptureStatus.UNKNOWN:
                     capture_start = capture.get_start_time(r_str=False)
+                    if capture_start == 0:
+                        task = capture.get_task()
+                        task.delete()
+                        capture.delete()
+                        self.logger.warning(f'capture UNKNOWN ERROR STATE, {task.uuid} Removed from queue')
+                        return None
                     if int(time.time()) - capture_start > 600:  # TODO ADD in new crawler config
                         task = capture.get_task()
                         task.reset()