From 9fb19028fe097fd4ef6a8ebfa92c0933acdc4c1b Mon Sep 17 00:00:00 2001 From: terrtia Date: Tue, 17 Sep 2024 16:59:09 +0200 Subject: [PATCH] fix: [crawler] fix crawler queue stats --- bin/lib/crawlers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bin/lib/crawlers.py b/bin/lib/crawlers.py index 803c08dd..c5931211 100755 --- a/bin/lib/crawlers.py +++ b/bin/lib/crawlers.py @@ -1023,7 +1023,7 @@ def reload_crawlers_stats(): tasks = r_crawler.smembers(f'crawler:queue:type:{domain_type}') for task_uuid in tasks: task = CrawlerTask(task_uuid) - if not task.is_in_queue() and task.get_status() is None: + if not task.is_in_queue() and task.get_status() is None and not task.get_capture(): task.delete() #### Blocklist ####