AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-09-20 07:58:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix: [Crawler] fix screenshot-domain map

Browse source
This commit is contained in:
Terrtia 2019-12-19 08:52:02 +01:00
parent 66f251d654
commit 363801fff7
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bin/torcrawler/TorSplashCrawler.py
View file

@ -203,7 +203,7 @@ class TorSplashCrawler():
self.r_serv_onion.sadd('screenshot:{}'.format(hash), relative_filename_paste)
# domain map
r_serv_onion.sadd('domain_screenshot:{}'.format(domain[0]), hash)
r_serv_onion.sadd('screenshot_domain:{}'.format(hash), domain[0])
r_serv_onion.sadd('screenshot_domain:{}'.format(hash), self.domain[0])
if 'har' in response.data:
dirname = os.path.dirname(filename_har)