AIL/ail-framework
8
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2025-01-18 16:36:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [crawler] avoid crawler loop if a capture end up in an invalid state

Browse source
This commit is contained in:
terrtia 2024-12-09 16:44:40 +01:00
parent bdb80ee4a4
commit ea12a44836
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
bin/crawlers/Crawler.py
View file

@ -164,9 +164,15 @@ class Crawler(AbstractModule):
self.logger.warning(f'capture UNKNOWN Timeout, {task.uuid} Send back in queue') self.logger.warning(f'capture UNKNOWN Timeout, {task.uuid} Send back in queue')
else: else:
capture.update(status) capture.update(status)
else: elif status == crawlers.CaptureStatus.QUEUED or status == crawlers.CaptureStatus.ONGOING:
capture.update(status) capture.update(status)
print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time())) print(capture.uuid, crawlers.CaptureStatus(status).name, int(time.time()))
# Invalid State
else:
task = capture.get_task()
task.reset()
capture.delete()
self.logger.warning(f'ERROR INVALID CAPTURE STATUS {status}, {task.uuid} Send back in queue')
except ConnectionError: except ConnectionError:
self.logger.warning(f'Lacus ConnectionError, capture {capture.uuid}') self.logger.warning(f'Lacus ConnectionError, capture {capture.uuid}')