mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-30 01:37:17 +00:00
fix travis
This commit is contained in:
Terrtia
parent
1011ec5fb3
commit
4386cbbd34
3 changed files with 63 additions and 68 deletions
12
.travis.yml
12
.travis.yml
|
|
@ -16,25 +16,17 @@ env:
|
||||||
|
|
||||||
install:
|
install:
|
||||||
- ./installing_deps.sh
|
- ./installing_deps.sh
|
||||||
- pip install coveralls codecov
|
- pip install coveralls codecov nose
|
||||||
|
|
||||||
script:
|
script:
|
||||||
|
- . ./AILENV/bin/activate
|
||||||
- pushd bin
|
- pushd bin
|
||||||
- ./launch_redis.sh
|
- ./launch_redis.sh
|
||||||
- ./launch_lvldb.sh
|
- ./launch_lvldb.sh
|
||||||
- ./launch_logs.sh
|
- ./launch_logs.sh
|
||||||
- ./launch_queues.sh
|
- ./launch_queues.sh
|
||||||
- ./launch_scripts.sh
|
|
||||||
- sleep 120
|
|
||||||
- ./Shutdown.py
|
|
||||||
- popd
|
|
||||||
- find logs/* -exec cat {} \;
|
|
||||||
- nosetests --with-coverage --cover-package=things -d
|
- nosetests --with-coverage --cover-package=things -d
|
||||||
|
|
||||||
notifications:
|
|
||||||
email:
|
|
||||||
on_success: change
|
|
||||||
on_failure: change
|
|
||||||
|
|
||||||
after_success:
|
after_success:
|
||||||
- codecov
|
- codecov
|
||||||
|
|
|
||||||
116
bin/LAUNCH.sh
116
bin/LAUNCH.sh
|
|
@ -83,7 +83,7 @@ function launching_lvldb {
|
||||||
for pathDir in $lvdbdir*/ ; do
|
for pathDir in $lvdbdir*/ ; do
|
||||||
yDir=$(basename "$pathDir")
|
yDir=$(basename "$pathDir")
|
||||||
sleep 0.1
|
sleep 0.1
|
||||||
screen -S "LevelDB_AIL" -X screen -t "$yDir" bash -c 'redis-leveldb -H '$lvdbhost' -D '$pathDir'/ -P '$yDir' -M '$nb_db'; read x'
|
screen -S "LevelDB_AIL" -X screen -t "$yDir" bash -c 'redis-leveldb -h; redis-leveldb -H '$lvdbhost' -D '$pathDir' -P '$yDir' -M '$nb_db'; read x'
|
||||||
done
|
done
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -101,12 +101,12 @@ function launching_queues {
|
||||||
sleep 0.1
|
sleep 0.1
|
||||||
|
|
||||||
echo -e $GREEN"\t* Launching all the queues"$DEFAULT
|
echo -e $GREEN"\t* Launching all the queues"$DEFAULT
|
||||||
screen -S "Queue_AIL" -X screen -t "Queues" bash -c './launch_queues.py; read x'
|
screen -S "Queue_AIL" -X screen -t "Queues" bash -c 'python3 launch_queues.py; read x'
|
||||||
}
|
}
|
||||||
|
|
||||||
function launching_scripts {
|
function launching_scripts {
|
||||||
echo -e "\t* Checking configuration"
|
echo -e "\t* Checking configuration"
|
||||||
bash -c "./Update-conf.py"
|
bash -c "python3 Update-conf.py"
|
||||||
exitStatus=$?
|
exitStatus=$?
|
||||||
if [ $exitStatus -ge 1 ]; then
|
if [ $exitStatus -ge 1 ]; then
|
||||||
echo -e $RED"\t* Configuration not up-to-date"$DEFAULT
|
echo -e $RED"\t* Configuration not up-to-date"$DEFAULT
|
||||||
|
|
@ -118,61 +118,61 @@ function launching_scripts {
|
||||||
sleep 0.1
|
sleep 0.1
|
||||||
echo -e $GREEN"\t* Launching ZMQ scripts"$DEFAULT
|
echo -e $GREEN"\t* Launching ZMQ scripts"$DEFAULT
|
||||||
|
|
||||||
screen -S "Script_AIL" -X screen -t "ModuleInformation" bash -c './ModulesInformationV2.py -k 0 -c 1; read x'
|
screen -S "Script_AIL" -X screen -t "ModuleInformation" bash -c 'python3 ModulesInformationV2.py -k 0 -c 1; read x'
|
||||||
sleep 0.1
|
sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Mixer" bash -c './Mixer.py; read x'
|
screen -S "Script_AIL" -X screen -t "Mixer" bash -c 'python3 Mixer.py; read x'
|
||||||
sleep 0.1
|
sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Global" bash -c './Global.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Global" bash -c './Global.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Duplicates" bash -c './Duplicates.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Duplicates" bash -c './Duplicates.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Attributes" bash -c './Attributes.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Attributes" bash -c './Attributes.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Lines" bash -c './Lines.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Lines" bash -c './Lines.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "DomClassifier" bash -c './DomClassifier.py; read x'
|
#screen -S "Script_AIL" -X screen -t "DomClassifier" bash -c './DomClassifier.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Categ" bash -c './Categ.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Categ" bash -c './Categ.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Tokenize" bash -c './Tokenize.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Tokenize" bash -c './Tokenize.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "CreditCards" bash -c './CreditCards.py; read x'
|
#screen -S "Script_AIL" -X screen -t "CreditCards" bash -c './CreditCards.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Onion" bash -c './Onion.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Onion" bash -c './Onion.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Mail" bash -c './Mail.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Mail" bash -c './Mail.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Web" bash -c './Web.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Web" bash -c './Web.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Credential" bash -c './Credential.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Credential" bash -c './Credential.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Curve" bash -c './Curve.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Curve" bash -c './Curve.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "CurveManageTopSets" bash -c './CurveManageTopSets.py; read x'
|
#screen -S "Script_AIL" -X screen -t "CurveManageTopSets" bash -c './CurveManageTopSets.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "RegexForTermsFrequency" bash -c './RegexForTermsFrequency.py; read x'
|
#screen -S "Script_AIL" -X screen -t "RegexForTermsFrequency" bash -c './RegexForTermsFrequency.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "SetForTermsFrequency" bash -c './SetForTermsFrequency.py; read x'
|
#screen -S "Script_AIL" -X screen -t "SetForTermsFrequency" bash -c './SetForTermsFrequency.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Indexer" bash -c './Indexer.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Indexer" bash -c './Indexer.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Keys" bash -c './Keys.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Keys" bash -c './Keys.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Phone" bash -c './Phone.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Phone" bash -c './Phone.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Release" bash -c './Release.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Release" bash -c './Release.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "Cve" bash -c './Cve.py; read x'
|
#screen -S "Script_AIL" -X screen -t "Cve" bash -c './Cve.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "WebStats" bash -c './WebStats.py; read x'
|
#screen -S "Script_AIL" -X screen -t "WebStats" bash -c './WebStats.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "ModuleStats" bash -c './ModuleStats.py; read x'
|
#screen -S "Script_AIL" -X screen -t "ModuleStats" bash -c './ModuleStats.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "SQLInjectionDetection" bash -c './SQLInjectionDetection.py; read x'
|
#screen -S "Script_AIL" -X screen -t "SQLInjectionDetection" bash -c './SQLInjectionDetection.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "alertHandler" bash -c './alertHandler.py; read x'
|
#screen -S "Script_AIL" -X screen -t "alertHandler" bash -c './alertHandler.py; read x'
|
||||||
sleep 0.1
|
#sleep 0.1
|
||||||
screen -S "Script_AIL" -X screen -t "SentimentAnalysis" bash -c './SentimentAnalysis.py; read x'
|
#screen -S "Script_AIL" -X screen -t "SentimentAnalysis" bash -c './SentimentAnalysis.py; read x'
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -285,8 +285,8 @@ for i in ${!options[@]}; do
|
||||||
if checking_redis; then
|
if checking_redis; then
|
||||||
launching_scripts;
|
launching_scripts;
|
||||||
else
|
else
|
||||||
echo -e $YELLOW"\tScript not started, waiting 3 secondes"$DEFAULT
|
echo -e $YELLOW"\tScript not started, waiting 10 secondes"$DEFAULT
|
||||||
sleep 3
|
sleep 10
|
||||||
if checking_redis; then
|
if checking_redis; then
|
||||||
launching_scripts;
|
launching_scripts;
|
||||||
else
|
else
|
||||||
|
|
|
||||||
|
|
@ -115,5 +115,8 @@ HOME=$(pwd) python3 -m textblob.download_corpora
|
||||||
python3 -m nltk.downloader vader_lexicon
|
python3 -m nltk.downloader vader_lexicon
|
||||||
python3 -m nltk.downloader punkt
|
python3 -m nltk.downloader punkt
|
||||||
|
|
||||||
|
# install nosetests
|
||||||
|
sudo pip install nose
|
||||||
|
|
||||||
#Create the file all_module and update the graph in doc
|
#Create the file all_module and update the graph in doc
|
||||||
$AIL_HOME/doc/generate_modules_data_flow_graph.sh
|
$AIL_HOME/doc/generate_modules_data_flow_graph.sh
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue