2019-04-11 15:49:20 +00:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
# -*-coding:UTF-8 -*
|
|
|
|
|
|
|
|
"""
|
|
|
|
Update AIL
|
|
|
|
============================
|
|
|
|
|
2019-04-12 14:07:40 +00:00
|
|
|
Update AIL in the background
|
2019-04-11 15:49:20 +00:00
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import redis
|
|
|
|
import subprocess
|
2019-11-05 14:18:03 +00:00
|
|
|
|
|
|
|
sys.path.append(os.path.join(os.environ['AIL_BIN'], 'lib/'))
|
|
|
|
import ConfigLoader
|
2019-04-11 15:49:20 +00:00
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
|
2019-11-05 14:18:03 +00:00
|
|
|
config_loader = ConfigLoader.ConfigLoader()
|
|
|
|
|
|
|
|
r_serv = config_loader.get_redis_conn("ARDB_DB")
|
|
|
|
config_loader = None
|
2019-04-11 15:49:20 +00:00
|
|
|
|
2019-04-24 14:19:35 +00:00
|
|
|
if r_serv.scard('ail:update_v1.5') != 5:
|
2019-04-16 15:24:59 +00:00
|
|
|
r_serv.delete('ail:update_error')
|
|
|
|
r_serv.set('ail:update_in_progress', 'v1.5')
|
|
|
|
r_serv.set('ail:current_background_update', 'v1.5')
|
|
|
|
if not r_serv.sismember('ail:update_v1.5', 'onions'):
|
2019-04-25 12:39:38 +00:00
|
|
|
update_file = os.path.join(os.environ['AIL_HOME'], 'update', 'v1.5', 'Update-ARDB_Onions.py')
|
2019-04-12 15:32:17 +00:00
|
|
|
process = subprocess.run(['python' ,update_file])
|
|
|
|
|
2019-04-16 15:24:59 +00:00
|
|
|
if not r_serv.sismember('ail:update_v1.5', 'metadata'):
|
2019-04-25 12:39:38 +00:00
|
|
|
update_file = os.path.join(os.environ['AIL_HOME'], 'update', 'v1.5', 'Update-ARDB_Metadata.py')
|
2019-04-12 15:32:17 +00:00
|
|
|
process = subprocess.run(['python' ,update_file])
|
|
|
|
|
2019-04-16 15:24:59 +00:00
|
|
|
if not r_serv.sismember('ail:update_v1.5', 'tags'):
|
2019-04-25 12:39:38 +00:00
|
|
|
update_file = os.path.join(os.environ['AIL_HOME'], 'update', 'v1.5', 'Update-ARDB_Tags.py')
|
2019-04-12 15:32:17 +00:00
|
|
|
process = subprocess.run(['python' ,update_file])
|
|
|
|
|
2019-04-17 15:07:09 +00:00
|
|
|
if not r_serv.sismember('ail:update_v1.5', 'tags_background'):
|
2019-04-25 12:39:38 +00:00
|
|
|
update_file = os.path.join(os.environ['AIL_HOME'], 'update', 'v1.5', 'Update-ARDB_Tags_background.py')
|
2019-04-12 15:32:17 +00:00
|
|
|
process = subprocess.run(['python' ,update_file])
|
2019-04-24 14:19:35 +00:00
|
|
|
if not r_serv.sismember('ail:update_v1.5', 'crawled_screenshot'):
|
2019-04-25 12:39:38 +00:00
|
|
|
update_file = os.path.join(os.environ['AIL_HOME'], 'update', 'v1.5', 'Update-ARDB_Onions_screenshots.py')
|
2019-04-24 14:19:35 +00:00
|
|
|
process = subprocess.run(['python' ,update_file])
|
|
|
|
if r_serv.scard('ail:update_v1.5') != 5:
|
2019-04-16 15:24:59 +00:00
|
|
|
r_serv.set('ail:update_error', 'Update v1.5 Failed, please relaunch the bin/update-background.py script')
|
|
|
|
else:
|
|
|
|
r_serv.delete('ail:update_in_progress')
|
2019-04-17 15:07:09 +00:00
|
|
|
r_serv.delete('ail:current_background_script')
|
|
|
|
r_serv.delete('ail:current_background_script_stat')
|
|
|
|
r_serv.delete('ail:current_background_update')
|