AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-23 06:37:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [Crawler] clean

Browse source
This commit is contained in:
Terrtia 2018-09-24 16:28:55 +02:00
parent 8eca0e0778
commit 874824a589
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
3 changed files with 2 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
bin/Crawler.py
View file

@ -61,8 +61,6 @@ if __name__ == '__main__':
if len(sys.argv) != 3:
print('usage:', 'Crawler.py', 'type_hidden_service (onion or i2p or regular)', 'splash_port')
print(sys.argv[1])
print(sys.argv[2])
exit(1)
type_hidden_service = sys.argv[1]
@ -96,8 +94,8 @@ if __name__ == '__main__':
print('incorrect crawler type: {}'.format(type_hidden_service))
exit(0)
print(type_hidden_service)
print(splash_url)
print('crawler type: {}'.format(type_hidden_service))
print('splash url: {}'.format(splash_url))
crawler_depth_limit = p.config.getint("Crawler", "crawler_depth_limit")

1
bin/torcrawler/tor_crawler.py
View file

@ -9,7 +9,6 @@ from TorSplashCrawler import TorSplashCrawler
if __name__ == '__main__':
if len(sys.argv) != 7:
print(sys.argv)
print('usage:', 'tor_crawler.py', 'splash_url', 'type', 'url', 'domain', 'paste', 'super_father')
exit(1)

2
var/www/Flask_server.py
View file

@ -48,8 +48,6 @@ activate_crawler = cfg.get("Crawler", "activate_crawler")
if activate_crawler != 'True':
toIgnoreModule.add('hiddenServices')
print(toIgnoreModule)
# Dynamically import routes and functions from modules
# Also, prepare header.html
to_add_to_header_dico = {}