From 5165a5de2fb45f024a51374d2676441f3a9d94d2 Mon Sep 17 00:00:00 2001 From: Terrtia Date: Fri, 22 Mar 2019 17:14:27 +0100 Subject: [PATCH] fix: [Crawler] fix index + redis history key --- bin/packages/HiddenServices.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/bin/packages/HiddenServices.py b/bin/packages/HiddenServices.py index 837aa74c..72cca451 100755 --- a/bin/packages/HiddenServices.py +++ b/bin/packages/HiddenServices.py @@ -114,14 +114,14 @@ class HiddenServices(object): res = self.r_serv_onion.zrange('crawler_history_{}:{}:{}'.format(self.type, self.domain, self.port), 0, 0, withscores=True) if res: res = res[0] - return {'root_item':res[0], 'epoch':res[1]} + return {'root_item':res[0], 'epoch':int(res[1])} else: return {} def get_last_crawled(self): res = self.r_serv_onion.zrevrange('crawler_history_{}:{}:{}'.format(self.type, self.domain, self.port), 0, 0, withscores=True) if res: - return {'root_item':res[0], 'epoch':res[1]} + return {'root_item':res[0][0], 'epoch':res[0][1]} else: return {} @@ -129,7 +129,7 @@ class HiddenServices(object): def get_domain_crawled_core_item(self, epoch=None): core_item = {} if epoch: - list_root = self.r_serv_onion.zrevrangebyscore('crawler_history_{}:{}'.format(self.type, self.domain, self.port), int(epoch), int(epoch)) + list_root = self.r_serv_onion.zrevrangebyscore('crawler_history_{}:{}:{}'.format(self.type, self.domain, self.port), int(epoch), int(epoch)) if list_root: core_item['root_item'] = list_root[0] core_item['epoch'] = epoch