AIL/ail-framework
8
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2025-01-18 16:36:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [crawler] improve queued error log

Browse source
This commit is contained in:
terrtia 2025-01-16 10:34:13 +01:00
parent 2a45cfd75c
commit 8404f1fdb5
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
2 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/crawlers/Crawler.py
View file

@ -184,7 +184,7 @@ class Crawler(AbstractModule):
task = capture.get_task()
task.reset()
capture.delete()
self.logger.warning(f'capture QUEUED Timeout, {task.uuid} Send back in queue, start_time={capture_start}')
self.logger.warning(f'capture QUEUED Timeout, {task.uuid}, {task.get_url()} Send back in queue, start_time={capture_start}')
else:
capture.update(status)
print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time()))

1
bin/lib/chats_viewer.py
View file

@ -427,7 +427,6 @@ def get_ocrs_iterator(filters={}):
for instance_uuid in get_chat_service_instances():
for chat_id in ChatServiceInstance(instance_uuid).get_chats():
chat = Chats.Chat(chat_id, instance_uuid)
print(chat.get_correlation('ocr'))
for ocr in chat.get_correlation('ocr').get('ocr', []):
_, ocr_id = ocr.split(':', 1)
yield Ocr(ocr_id)