From ae5c7cdac173e4ebee28e248b9c6131b46e332d0 Mon Sep 17 00:00:00 2001 From: Terrtia Date: Tue, 12 May 2020 10:29:52 +0200 Subject: [PATCH] chg: [update] add update v3.1 + install crawler python requirements by default --- requirements.txt | 4 ++++ update/v3.1/Update.py | 29 +++++++++++++++++++++++++++ update/v3.1/Update.sh | 46 +++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 79 insertions(+) create mode 100755 update/v3.1/Update.py create mode 100755 update/v3.1/Update.sh diff --git a/requirements.txt b/requirements.txt index 70eab9a3..f4e94bfb 100644 --- a/requirements.txt +++ b/requirements.txt @@ -22,6 +22,10 @@ textblob #Tokeniser nltk +#Crawler +scrapy +scrapy-splash + #Graph numpy matplotlib diff --git a/update/v3.1/Update.py b/update/v3.1/Update.py new file mode 100755 index 00000000..e54c1d19 --- /dev/null +++ b/update/v3.1/Update.py @@ -0,0 +1,29 @@ +#!/usr/bin/env python3 +# -*-coding:UTF-8 -* + +import os +import sys +import time +import redis +import argparse +import datetime +import configparser + +sys.path.append(os.path.join(os.environ['AIL_BIN'], 'lib/')) +import ConfigLoader + +new_version = 'v3.1' + +if __name__ == '__main__': + + start_deb = time.time() + + config_loader = ConfigLoader.ConfigLoader() + r_serv = config_loader.get_redis_conn("ARDB_DB") + config_loader = None + + #Set current ail version + r_serv.set('ail:version', new_version) + + #Set current ail version + r_serv.hset('ail:update_date', new_version, datetime.datetime.now().strftime("%Y%m%d")) diff --git a/update/v3.1/Update.sh b/update/v3.1/Update.sh new file mode 100755 index 00000000..53b27cc6 --- /dev/null +++ b/update/v3.1/Update.sh @@ -0,0 +1,46 @@ +#!/bin/bash + +[ -z "$AIL_HOME" ] && echo "Needs the env var AIL_HOME. Run the script from the virtual environment." && exit 1; +[ -z "$AIL_REDIS" ] && echo "Needs the env var AIL_REDIS. Run the script from the virtual environment." && exit 1; +[ -z "$AIL_ARDB" ] && echo "Needs the env var AIL_ARDB. Run the script from the virtual environment." && exit 1; +[ -z "$AIL_BIN" ] && echo "Needs the env var AIL_ARDB. Run the script from the virtual environment." && exit 1; +[ -z "$AIL_FLASK" ] && echo "Needs the env var AIL_FLASK. Run the script from the virtual environment." && exit 1; + +export PATH=$AIL_HOME:$PATH +export PATH=$AIL_REDIS:$PATH +export PATH=$AIL_ARDB:$PATH +export PATH=$AIL_BIN:$PATH +export PATH=$AIL_FLASK:$PATH + +GREEN="\\033[1;32m" +DEFAULT="\\033[0;39m" + +echo -e $GREEN"Shutting down AIL ..."$DEFAULT +bash ${AIL_BIN}/LAUNCH.sh -ks +wait + +bash ${AIL_BIN}/LAUNCH.sh -lav & +wait +echo "" + +pip3 install scrapy +pip3 install scrapy-splash + +echo "" +echo -e $GREEN"Updating AIL VERSION ..."$DEFAULT +echo "" +python ${AIL_HOME}/update/v3.1/Update.py +wait +echo "" +echo "" + +echo "" +echo -e $GREEN"Update thirdparty ..."$DEFAULT +bash ${AIL_BIN}/LAUNCH.sh -t + +echo "" +echo -e $GREEN"Shutting down ARDB ..."$DEFAULT +bash ${AIL_BIN}/LAUNCH.sh -ks +wait + +exit 0