AIL/ail-framework
8
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2025-01-18 16:36:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [crawler] increase timeout QUEUED captures

Browse source
This commit is contained in:
terrtia 2025-01-09 14:07:56 +01:00
parent df161cfd64
commit c82ffdb815
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/crawlers/Crawler.py
View file

@ -180,7 +180,7 @@ class Crawler(AbstractModule):
capture.update(status) capture.update(status)
elif status == crawlers.CaptureStatus.QUEUED: elif status == crawlers.CaptureStatus.QUEUED:
capture_start = capture.get_start_time(r_str=False) capture_start = capture.get_start_time(r_str=False)
if int(time.time()) - capture_start > 600: # TODO ADD in new crawler config if int(time.time()) - capture_start > 3600: # TODO ADD in new crawler config
task = capture.get_task() task = capture.get_task()
task.reset() task.reset()
capture.delete() capture.delete()