From 2b8f2689bf0bf1a6f77cc59e608906e2577de8ad Mon Sep 17 00:00:00 2001 From: Alexandre Dulaunoy Date: Mon, 11 Aug 2014 14:06:52 +0200 Subject: [PATCH 1/4] Indexer queue and script added to "BBS-like" LAUNCH script --- bin/LAUNCH.sh | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/bin/LAUNCH.sh b/bin/LAUNCH.sh index 5b4ffdf8..b41eda48 100755 --- a/bin/LAUNCH.sh +++ b/bin/LAUNCH.sh @@ -45,7 +45,7 @@ function helptext { } function launching_redis { - conf_dir='/home/user/AIL/configs/' + conf_dir='/home/adulau/AIL-framework/configs/' screen -dmS "Redis" sleep 0.1 @@ -60,7 +60,7 @@ function launching_redis { function launching_lvldb { #Want to launch more level_db? lvdbhost='127.0.0.1' - lvdbdir='/home/user/LEVEL_DB_DATA/' + lvdbdir='/home/adulau//AIL-framework/LEVEL_DB_DATA/' db1_y='2013' db2_y='2014' nb_db=13 @@ -109,6 +109,8 @@ function launching_queues { screen -S "Queue" -X screen -t "Qurls" bash -c './ZMQ_Sub_Urls_Q.py; read x' sleep 0.1 screen -S "Queue" -X screen -t "QCurve" bash -c './ZMQ_Sub_Curve_Q.py; read x' + sleep 0.1 + screen -S "Queue" -X screen -t "QIndexer" bash -c './ZMQ_Sub_Indexer_Q.py; read x' } function launching_scripts { @@ -138,6 +140,8 @@ function launching_scripts { screen -S "Script" -X screen -t "Urls" bash -c './ZMQ_Sub_Urls.py; read x' sleep 0.1 screen -S "Script" -X screen -t "Curve" bash -c './ZMQ_Sub_Curve.py; read x' + sleep 0.1 + screen -S "Script" -X screen -t "Indexer" bash -c './ZMQ_Sub_Indexer.py; read x' } #If no params, display the help From 72b232366be22bfd4a69dd37e848351236d1c524 Mon Sep 17 00:00:00 2001 From: Alexandre Dulaunoy Date: Mon, 11 Aug 2014 14:13:09 +0200 Subject: [PATCH 2/4] Whoosh added for the indexer modules --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 66b3dd77..ccb2f80b 100644 --- a/README.md +++ b/README.md @@ -75,6 +75,7 @@ pip install python-magic pip install numpy pip install flask pip install nltk +pip install whoosh pip install matplotlib ----- (sudo ln -s freetype2/ft2build.h in /usr/include/) pip install pybloomfiltermmap ----- (you may need to sudo apt-get install libssl-dev) ``` From 38860db284af8aec61a2bdcbf1eadbc9665fb492 Mon Sep 17 00:00:00 2001 From: Alexandre Dulaunoy Date: Mon, 11 Aug 2014 14:13:36 +0200 Subject: [PATCH 3/4] Whoosh requirements added --- pip_packages_requirement.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pip_packages_requirement.txt b/pip_packages_requirement.txt index ea25a8f8..d8a8a5a7 100644 --- a/pip_packages_requirement.txt +++ b/pip_packages_requirement.txt @@ -24,3 +24,6 @@ pybloomfiltermmap ipython flask texttable + +#Indexer requirements +whoosh From 611d2a466fcc753efd98c56abaa96e5533ca567f Mon Sep 17 00:00:00 2001 From: Alexandre Dulaunoy Date: Mon, 11 Aug 2014 14:24:27 +0200 Subject: [PATCH 4/4] Configuration that should not be there... --- bin/LAUNCH.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bin/LAUNCH.sh b/bin/LAUNCH.sh index b41eda48..53a5dc59 100755 --- a/bin/LAUNCH.sh +++ b/bin/LAUNCH.sh @@ -45,7 +45,7 @@ function helptext { } function launching_redis { - conf_dir='/home/adulau/AIL-framework/configs/' + conf_dir='/home/user/AIL-framework/configs/' screen -dmS "Redis" sleep 0.1 @@ -60,7 +60,7 @@ function launching_redis { function launching_lvldb { #Want to launch more level_db? lvdbhost='127.0.0.1' - lvdbdir='/home/adulau//AIL-framework/LEVEL_DB_DATA/' + lvdbdir='/home/user/AIL-framework/LEVEL_DB_DATA/' db1_y='2013' db2_y='2014' nb_db=13