From 2c41e13cb60541e2915d9454d95bf556fe5fbb83 Mon Sep 17 00:00:00 2001 From: Mokaddem Date: Tue, 28 Feb 2017 10:50:00 +0100 Subject: [PATCH 1/2] Updated archlinux instaler --- installing_deps_archlinux.sh | 50 +++++++++++++++++++++++++++++++++--- 1 file changed, 47 insertions(+), 3 deletions(-) diff --git a/installing_deps_archlinux.sh b/installing_deps_archlinux.sh index b921d3c0..d19561c6 100644 --- a/installing_deps_archlinux.sh +++ b/installing_deps_archlinux.sh @@ -37,10 +37,37 @@ git submodule update make popd +# Faup +test ! -d faup/ && git clone https://github.com/stricaud/faup.git +pushd faup/ +test ! -d build && mkdir build +cd build +cmake .. && make +sudo make install +echo '/usr/local/lib' | sudo tee -a /etc/ld.so.conf.d/faup.conf +sudo ldconfig +popd + +# tlsh +test ! -d tlsh && git clone git://github.com/trendmicro/tlsh.git +pushd tlsh/ +./make.sh +pushd build/release/ +sudo make install +sudo ldconfig +popd +popd + + + if [ ! -f bin/packages/config.cfg ]; then cp bin/packages/config.cfg.sample bin/packages/config.cfg fi +pushd var/www/ +./update_thirdparty.sh +popd + virtualenv AILENV echo export AIL_HOME=$(pwd) >> ./AILENV/bin/activate @@ -52,9 +79,26 @@ echo export AIL_LEVELDB=$(pwd)/redis-leveldb/ >> ./AILENV/bin/activate . ./AILENV/bin/activate mkdir -p $AIL_HOME/{PASTES,Blooms,dumps} -mkdir -p $AIL_HOME/LEVEL_DB_DATA/{2014,2013} +mkdir -p $AIL_HOME/LEVEL_DB_DATA/2017 +mkdir -p $AIL_HOME/LEVEL_DB_DATA/3017 -pip install -r pip_packages_requirement.txt +pip install -U pip +pip install -U -r pip_packages_requirement.txt -# Download the necessary NLTK corpora +# Pyfaup +pushd faup/src/lib/bindings/python/ +python setup.py install +popd + +# Py tlsh +pushd tlsh/py_ext +python setup.py build +python setup.py install + +# Download the necessary NLTK corpora and sentiment vader HOME=$(pwd) python -m textblob.download_corpora +python -m nltk.downloader vader_lexicon +python -m nltk.downloader punkt + +#Create the file all_module and update the graph in doc +$AIL_HOME/doc/generate_modules_data_flow_graph.sh From 877bc353bc034c7f7ddf0a1e449158ed569759f0 Mon Sep 17 00:00:00 2001 From: Mokaddem Date: Wed, 1 Mar 2017 08:34:35 +0100 Subject: [PATCH 2/2] Updated docker_start dataset year + Mixer --- docker_start.sh | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/docker_start.sh b/docker_start.sh index f4bf25bb..3cb94bb8 100755 --- a/docker_start.sh +++ b/docker_start.sh @@ -23,7 +23,10 @@ lvdbdir="${AIL_HOME}/LEVEL_DB_DATA/" db1_y='2013' db2_y='2014' db3_y='2016' -db4_y='3016' +db4_y='2017' + +dbC_y='3016' + nb_db=13 screen -dmS "LevelDB" @@ -31,9 +34,10 @@ screen -dmS "LevelDB" screen -S "LevelDB" -X screen -t "2013" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2013/ -P '$db1_y' -M '$nb_db'; read x' screen -S "LevelDB" -X screen -t "2014" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2014/ -P '$db2_y' -M '$nb_db'; read x' screen -S "LevelDB" -X screen -t "2016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2016/ -P '$db3_y' -M '$nb_db'; read x' +screen -S "LevelDB" -X screen -t "2016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'2017/ -P '$db4_y' -M '$nb_db'; read x' # For Curve -screen -S "LevelDB" -X screen -t "3016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'3016/ -P '$db4_y' -M '$nb_db'; read x' +screen -S "LevelDB" -X screen -t "3016" bash -c 'redis-leveldb -H '$lvdbhost' -D '$lvdbdir'3016/ -P '$dbC_y' -M '$nb_db'; read x' screen -dmS "Logging" @@ -45,6 +49,7 @@ screen -S "Queue" -X screen -t "Queues" bash -c './launch_queues.py; read x' screen -dmS "Script" screen -S "Script" -X screen -t "ModuleInformation" bash -c './ModuleInformation.py -k 0 -c 1; read x' +screen -S "Script" -X screen -t "Mixer" bash -c './Mixer.py; read x' screen -S "Script" -X screen -t "Global" bash -c './Global.py; read x' screen -S "Script" -X screen -t "Duplicates" bash -c './Duplicates.py; read x' screen -S "Script" -X screen -t "Attributes" bash -c './Attributes.py; read x'