fix: [crawler] fix ResponseNeverReceived retry time

This commit is contained in:
Terrtia 2020-09-14 17:13:12 +02:00
parent abfad61581
commit 2c30f1edf9
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0

View file

@ -259,8 +259,8 @@ class TorSplashCrawler():
# Check if Splash restarted
if not crawlers.is_splash_reachable(self.splash_url):
self.logger.error('Splash, ResponseNeverReceived for %s, retry in 20s ...', url)
time.sleep(10)
self.logger.error('Splash, ResponseNeverReceived for %s, retry in 30s ...', url)
time.sleep(30)
yield SplashRequest(
url,