AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-10 08:38:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: [Crawler] clean

Browse source
This commit is contained in:
Terrtia 2018-09-24 16:28:55 +02:00
parent 8eca0e0778
commit 874824a589
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
3 changed files with 2 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
bin/Crawler.py
View file

@ -61,8 +61,6 @@ if __name__ == '__main__':
if len(sys.argv) != 3: if len(sys.argv) != 3:
print('usage:', 'Crawler.py', 'type_hidden_service (onion or i2p or regular)', 'splash_port') print('usage:', 'Crawler.py', 'type_hidden_service (onion or i2p or regular)', 'splash_port')
print(sys.argv[1])
print(sys.argv[2])
exit(1) exit(1)
type_hidden_service = sys.argv[1] type_hidden_service = sys.argv[1]
@ -96,8 +94,8 @@ if __name__ == '__main__':
print('incorrect crawler type: {}'.format(type_hidden_service)) print('incorrect crawler type: {}'.format(type_hidden_service))
exit(0) exit(0)
print(type_hidden_service) print('crawler type: {}'.format(type_hidden_service))
print(splash_url) print('splash url: {}'.format(splash_url))
crawler_depth_limit = p.config.getint("Crawler", "crawler_depth_limit") crawler_depth_limit = p.config.getint("Crawler", "crawler_depth_limit")

1
bin/torcrawler/tor_crawler.py
View file

@ -9,7 +9,6 @@ from TorSplashCrawler import TorSplashCrawler
if __name__ == '__main__': if __name__ == '__main__':
if len(sys.argv) != 7: if len(sys.argv) != 7:
print(sys.argv)
print('usage:', 'tor_crawler.py', 'splash_url', 'type', 'url', 'domain', 'paste', 'super_father') print('usage:', 'tor_crawler.py', 'splash_url', 'type', 'url', 'domain', 'paste', 'super_father')
exit(1) exit(1)

2
var/www/Flask_server.py
View file

@ -48,8 +48,6 @@ activate_crawler = cfg.get("Crawler", "activate_crawler")
if activate_crawler != 'True': if activate_crawler != 'True':
toIgnoreModule.add('hiddenServices') toIgnoreModule.add('hiddenServices')
print(toIgnoreModule)
# Dynamically import routes and functions from modules # Dynamically import routes and functions from modules
# Also, prepare header.html # Also, prepare header.html
to_add_to_header_dico = {} to_add_to_header_dico = {}