From 2b8f2689bf0bf1a6f77cc59e608906e2577de8ad Mon Sep 17 00:00:00 2001
From: Alexandre Dulaunoy
Date: Mon, 11 Aug 2014 14:06:52 +0200
Subject: [PATCH 1/4] Indexer queue and script added to "BBS-like" LAUNCH
script
---
bin/LAUNCH.sh | 8 ++++++--
1 file changed, 6 insertions(+), 2 deletions(-)
diff --git a/bin/LAUNCH.sh b/bin/LAUNCH.sh
index 5b4ffdf8..b41eda48 100755
--- a/bin/LAUNCH.sh
+++ b/bin/LAUNCH.sh
@@ -45,7 +45,7 @@ function helptext {
}
function launching_redis {
- conf_dir='/home/user/AIL/configs/'
+ conf_dir='/home/adulau/AIL-framework/configs/'
screen -dmS "Redis"
sleep 0.1
@@ -60,7 +60,7 @@ function launching_redis {
function launching_lvldb {
#Want to launch more level_db?
lvdbhost='127.0.0.1'
- lvdbdir='/home/user/LEVEL_DB_DATA/'
+ lvdbdir='/home/adulau//AIL-framework/LEVEL_DB_DATA/'
db1_y='2013'
db2_y='2014'
nb_db=13
@@ -109,6 +109,8 @@ function launching_queues {
screen -S "Queue" -X screen -t "Qurls" bash -c './ZMQ_Sub_Urls_Q.py; read x'
sleep 0.1
screen -S "Queue" -X screen -t "QCurve" bash -c './ZMQ_Sub_Curve_Q.py; read x'
+ sleep 0.1
+ screen -S "Queue" -X screen -t "QIndexer" bash -c './ZMQ_Sub_Indexer_Q.py; read x'
}
function launching_scripts {
@@ -138,6 +140,8 @@ function launching_scripts {
screen -S "Script" -X screen -t "Urls" bash -c './ZMQ_Sub_Urls.py; read x'
sleep 0.1
screen -S "Script" -X screen -t "Curve" bash -c './ZMQ_Sub_Curve.py; read x'
+ sleep 0.1
+ screen -S "Script" -X screen -t "Indexer" bash -c './ZMQ_Sub_Indexer.py; read x'
}
#If no params, display the help
From 72b232366be22bfd4a69dd37e848351236d1c524 Mon Sep 17 00:00:00 2001
From: Alexandre Dulaunoy
Date: Mon, 11 Aug 2014 14:13:09 +0200
Subject: [PATCH 2/4] Whoosh added for the indexer modules
---
README.md | 1 +
1 file changed, 1 insertion(+)
diff --git a/README.md b/README.md
index 66b3dd77..ccb2f80b 100644
--- a/README.md
+++ b/README.md
@@ -75,6 +75,7 @@ pip install python-magic
pip install numpy
pip install flask
pip install nltk
+pip install whoosh
pip install matplotlib ----- (sudo ln -s freetype2/ft2build.h in /usr/include/)
pip install pybloomfiltermmap ----- (you may need to sudo apt-get install libssl-dev)
```
From 38860db284af8aec61a2bdcbf1eadbc9665fb492 Mon Sep 17 00:00:00 2001
From: Alexandre Dulaunoy
Date: Mon, 11 Aug 2014 14:13:36 +0200
Subject: [PATCH 3/4] Whoosh requirements added
---
pip_packages_requirement.txt | 3 +++
1 file changed, 3 insertions(+)
diff --git a/pip_packages_requirement.txt b/pip_packages_requirement.txt
index ea25a8f8..d8a8a5a7 100644
--- a/pip_packages_requirement.txt
+++ b/pip_packages_requirement.txt
@@ -24,3 +24,6 @@ pybloomfiltermmap
ipython
flask
texttable
+
+#Indexer requirements
+whoosh
From 611d2a466fcc753efd98c56abaa96e5533ca567f Mon Sep 17 00:00:00 2001
From: Alexandre Dulaunoy
Date: Mon, 11 Aug 2014 14:24:27 +0200
Subject: [PATCH 4/4] Configuration that should not be there...
---
bin/LAUNCH.sh | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/bin/LAUNCH.sh b/bin/LAUNCH.sh
index b41eda48..53a5dc59 100755
--- a/bin/LAUNCH.sh
+++ b/bin/LAUNCH.sh
@@ -45,7 +45,7 @@ function helptext {
}
function launching_redis {
- conf_dir='/home/adulau/AIL-framework/configs/'
+ conf_dir='/home/user/AIL-framework/configs/'
screen -dmS "Redis"
sleep 0.1
@@ -60,7 +60,7 @@ function launching_redis {
function launching_lvldb {
#Want to launch more level_db?
lvdbhost='127.0.0.1'
- lvdbdir='/home/adulau//AIL-framework/LEVEL_DB_DATA/'
+ lvdbdir='/home/user/AIL-framework/LEVEL_DB_DATA/'
db1_y='2013'
db2_y='2014'
nb_db=13