AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-27 00:07:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [Onion] add discovery queue

Browse source
This commit is contained in:
Terrtia 2019-11-26 16:43:04 +01:00
parent 0af359e5e5
commit 2841c95321
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/Onion.py
View file

@ -251,7 +251,7 @@ if __name__ == "__main__":
r_onion.sadd('onion_domain_crawler_queue', subdomain) r_onion.sadd('onion_domain_crawler_queue', subdomain)
msg = '{};{}'.format(url,PST.p_rel_path) msg = '{};{}'.format(url,PST.p_rel_path)
if not r_onion.hexists('onion_metadata:{}'.format(subdomain), 'first_seen'): if not r_onion.hexists('onion_metadata:{}'.format(subdomain), 'first_seen'):
r_onion.sadd('onion_crawler_priority_queue', msg) r_onion.sadd('onion_crawler_discovery_queue', msg)
print('send to priority queue') print('send to priority queue')
else: else:
r_onion.sadd('onion_crawler_queue', msg) r_onion.sadd('onion_crawler_queue', msg)