From 2c30f1edf998f025380d60766bd6178f3ae4cf4d Mon Sep 17 00:00:00 2001 From: Terrtia Date: Mon, 14 Sep 2020 17:13:12 +0200 Subject: [PATCH] fix: [crawler] fix ResponseNeverReceived retry time --- bin/torcrawler/TorSplashCrawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bin/torcrawler/TorSplashCrawler.py b/bin/torcrawler/TorSplashCrawler.py index 0ac198cf..13e6aaa6 100644 --- a/bin/torcrawler/TorSplashCrawler.py +++ b/bin/torcrawler/TorSplashCrawler.py @@ -259,8 +259,8 @@ class TorSplashCrawler(): # Check if Splash restarted if not crawlers.is_splash_reachable(self.splash_url): - self.logger.error('Splash, ResponseNeverReceived for %s, retry in 20s ...', url) - time.sleep(10) + self.logger.error('Splash, ResponseNeverReceived for %s, retry in 30s ...', url) + time.sleep(30) yield SplashRequest( url,