From 8404f1fdb572f7f83b79d11f043c63e5f2135597 Mon Sep 17 00:00:00 2001 From: terrtia Date: Thu, 16 Jan 2025 10:34:13 +0100 Subject: [PATCH] chg: [crawler] improve queued error log --- bin/crawlers/Crawler.py | 2 +- bin/lib/chats_viewer.py | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/bin/crawlers/Crawler.py b/bin/crawlers/Crawler.py index 0ae33178..be743ecc 100755 --- a/bin/crawlers/Crawler.py +++ b/bin/crawlers/Crawler.py @@ -184,7 +184,7 @@ class Crawler(AbstractModule): task = capture.get_task() task.reset() capture.delete() - self.logger.warning(f'capture QUEUED Timeout, {task.uuid} Send back in queue, start_time={capture_start}') + self.logger.warning(f'capture QUEUED Timeout, {task.uuid}, {task.get_url()} Send back in queue, start_time={capture_start}') else: capture.update(status) print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time())) diff --git a/bin/lib/chats_viewer.py b/bin/lib/chats_viewer.py index e5ee233f..f0f00409 100755 --- a/bin/lib/chats_viewer.py +++ b/bin/lib/chats_viewer.py @@ -427,7 +427,6 @@ def get_ocrs_iterator(filters={}): for instance_uuid in get_chat_service_instances(): for chat_id in ChatServiceInstance(instance_uuid).get_chats(): chat = Chats.Chat(chat_id, instance_uuid) - print(chat.get_correlation('ocr')) for ocr in chat.get_correlation('ocr').get('ocr', []): _, ocr_id = ocr.split(':', 1) yield Ocr(ocr_id)