AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-09-20 07:58:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix: [crawler] fix ResponseNeverReceived retry time

Browse source
This commit is contained in:
Terrtia 2020-09-14 17:13:12 +02:00
parent abfad61581
commit 2c30f1edf9
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
bin/torcrawler/TorSplashCrawler.py
View file

@ -259,8 +259,8 @@ class TorSplashCrawler():
# Check if Splash restarted # Check if Splash restarted
if not crawlers.is_splash_reachable(self.splash_url): if not crawlers.is_splash_reachable(self.splash_url):
self.logger.error('Splash, ResponseNeverReceived for %s, retry in 20s ...', url) self.logger.error('Splash, ResponseNeverReceived for %s, retry in 30s ...', url)
time.sleep(10) time.sleep(30)
yield SplashRequest( yield SplashRequest(
url, url,