ail-framework/var/www/update_thirdparty.sh

#!/bin/bash

set -e

wget http://dygraphs.com/dygraph-combined.js -O ./static/js/dygraph-combined.js

SBADMIN_VERSION='3.3.7'
FONT_AWESOME_VERSION='4.7.0'
D3_JS_VERSION='5.5.0'

rm -rf temp
mkdir temp

wget https://github.com/BlackrockDigital/startbootstrap-sb-admin/archive/v${SBADMIN_VERSION}.zip -O temp/${SBADMIN_VERSION}.zip
wget https://github.com/BlackrockDigital/startbootstrap-sb-admin-2/archive/v${SBADMIN_VERSION}.zip -O temp/${SBADMIN_VERSION}-2.zip
wget https://github.com/FortAwesome/Font-Awesome/archive/v${FONT_AWESOME_VERSION}.zip -O temp/FONT_AWESOME_${FONT_AWESOME_VERSION}.zip
wget https://github.com/d3/d3/releases/download/v${D3_JS_VERSION}/d3.zip -O  temp/d3_${D3_JS_VERSION}.zip
unzip temp/${SBADMIN_VERSION}.zip -d temp/
unzip temp/${SBADMIN_VERSION}-2.zip -d temp/
unzip temp/FONT_AWESOME_${FONT_AWESOME_VERSION}.zip -d temp/
unzip temp/d3_${D3_JS_VERSION}.zip -d temp/
mv temp/startbootstrap-sb-admin-${SBADMIN_VERSION} temp/sb-admin
mv temp/startbootstrap-sb-admin-2-${SBADMIN_VERSION} temp/sb-admin-2
mv temp/Font-Awesome-${FONT_AWESOME_VERSION} temp/font-awesome

rm -rf ./static/js/plugins
mv temp/sb-admin/js/* ./static/js/

rm -rf ./static/fonts/ ./static/font-awesome/
mv temp/sb-admin/fonts/ ./static/
mv temp/font-awesome/ ./static/

rm -rf ./static/css/plugins/
mv temp/sb-admin/css/* ./static/css/
mv temp/sb-admin-2/dist/css/* ./static/css/

mv temp/d3.min.js ./static/js/

rm -rf temp

JQVERSION="1.12.4"
wget http://code.jquery.com/jquery-${JQVERSION}.js -O ./static/js/jquery.js

#Ressources for pickerdatarange
wget https://raw.githubusercontent.com/moment/moment/master/min/moment.min.js -O ./static/js/moment.min.js
wget https://raw.githubusercontent.com/longbill/jquery-date-range-picker/master/dist/jquery.daterangepicker.min.js -O ./static/js/jquery.daterangepicker.min.js
wget https://raw.githubusercontent.com/longbill/jquery-date-range-picker/master/dist/daterangepicker.min.css -O ./static/css/daterangepicker.min.css

#Ressources for dataTable
wget https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min.js -O ./static/js/jquery.dataTables.min.js
wget https://cdn.datatables.net/plug-ins/1.10.7/integration/bootstrap/3/dataTables.bootstrap.css -O ./static/css/dataTables.bootstrap.css
wget https://cdn.datatables.net/plug-ins/1.10.7/integration/bootstrap/3/dataTables.bootstrap.js -O ./static/js/dataTables.bootstrap.js

#Ressource for graph
wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.js -O ./static/js/jquery.flot.js
wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.pie.js -O ./static/js/jquery.flot.pie.js
wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.time.js -O ./static/js/jquery.flot.time.js
wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.stack.js -O ./static/js/jquery.flot.stack.js

#Ressources for sparkline and canvasJS and slider
wget http://omnipotent.net/jquery.sparkline/2.1.2/jquery.sparkline.min.js -O ./static/js/jquery.sparkline.min.js
mkdir temp
wget http://canvasjs.com/fdm/chart/ -O temp/canvasjs.zip
unzip temp/canvasjs.zip -d temp/
mv temp/jquery.canvasjs.min.js ./static/js/jquery.canvasjs.min.js

wget https://jqueryui.com/resources/download/jquery-ui-1.12.0.zip -O temp/jquery-ui.zip
unzip temp/jquery-ui.zip -d temp/
mv temp/jquery-ui-1.12.0/jquery-ui.min.js ./static/js/jquery-ui.min.js
mv temp/jquery-ui-1.12.0/jquery-ui.min.css ./static/css/jquery-ui.min.css
rm -rf temp

mkdir -p ./static/image
pushd static/image
wget https://www.circl.lu/assets/images/logos/AIL.png -O AIL.png
popd

#active virtualenv
source ./../../AILENV/bin/activate
#Update MISP Taxonomies and Galaxies
python3 -m pip install git+https://github.com/MISP/PyTaxonomies
python3 -m pip install git+https://github.com/MISP/PyMISPGalaxies

#Update PyMISP
python3 -m pip install git+https://github.com/MISP/PyMISP

#Update the Hive
python3 -m pip install git+https://github.com/TheHive-Project/TheHive4py
Initial import of AIL framework - Analysis Information Leak framework AIL is a modular framework to analyse potential information leak from unstructured data source like pastes from Past ebin or similar services. AIL framework is flexible and can be extended to support other functionalities to mine sen sitive information 2014-08-06 09:43:40 +00:00			`#!/bin/bash`

			`set -e`

			`wget http://dygraphs.com/dygraph-combined.js -O ./static/js/dygraph-combined.js`

Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`SBADMIN_VERSION='3.3.7'`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`FONT_AWESOME_VERSION='4.7.0'`
add d3 and daterange js 2018-06-29 13:52:13 +00:00			`D3_JS_VERSION='5.5.0'`
Initial import of AIL framework - Analysis Information Leak framework AIL is a modular framework to analyse potential information leak from unstructured data source like pastes from Past ebin or similar services. AIL framework is flexible and can be extended to support other functionalities to mine sen sitive information 2014-08-06 09:43:40 +00:00
			`rm -rf temp`
			`mkdir temp`

Update web thirdparty modules 2016-07-20 12:11:39 +00:00			`wget https://github.com/BlackrockDigital/startbootstrap-sb-admin/archive/v${SBADMIN_VERSION}.zip -O temp/${SBADMIN_VERSION}.zip`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`wget https://github.com/BlackrockDigital/startbootstrap-sb-admin-2/archive/v${SBADMIN_VERSION}.zip -O temp/${SBADMIN_VERSION}-2.zip`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`wget https://github.com/FortAwesome/Font-Awesome/archive/v${FONT_AWESOME_VERSION}.zip -O temp/FONT_AWESOME_${FONT_AWESOME_VERSION}.zip`
add d3 and daterange js 2018-06-29 13:52:13 +00:00			`wget https://github.com/d3/d3/releases/download/v${D3_JS_VERSION}/d3.zip -O temp/d3_${D3_JS_VERSION}.zip`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00			`unzip temp/${SBADMIN_VERSION}.zip -d temp/`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`unzip temp/${SBADMIN_VERSION}-2.zip -d temp/`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`unzip temp/FONT_AWESOME_${FONT_AWESOME_VERSION}.zip -d temp/`
add d3 and daterange js 2018-06-29 13:52:13 +00:00			`unzip temp/d3_${D3_JS_VERSION}.zip -d temp/`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`mv temp/startbootstrap-sb-admin-${SBADMIN_VERSION} temp/sb-admin`
			`mv temp/startbootstrap-sb-admin-2-${SBADMIN_VERSION} temp/sb-admin-2`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`mv temp/Font-Awesome-${FONT_AWESOME_VERSION} temp/font-awesome`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00
			`rm -rf ./static/js/plugins`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`mv temp/sb-admin/js/* ./static/js/`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00
			`rm -rf ./static/fonts/ ./static/font-awesome/`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`mv temp/sb-admin/fonts/ ./static/`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`mv temp/font-awesome/ ./static/`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00
			`rm -rf ./static/css/plugins/`
Fixed dependency fetching for the web interface 2016-09-15 19:14:55 +00:00			`mv temp/sb-admin/css/* ./static/css/`
			`mv temp/sb-admin-2/dist/css/* ./static/css/`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00
add d3 and daterange js 2018-06-29 13:52:13 +00:00			`mv temp/d3.min.js ./static/js/`

Update web thirdparty modules 2016-07-20 12:11:39 +00:00			`rm -rf temp`
Initial import of AIL framework - Analysis Information Leak framework AIL is a modular framework to analyse potential information leak from unstructured data source like pastes from Past ebin or similar services. AIL framework is flexible and can be extended to support other functionalities to mine sen sitive information 2014-08-06 09:43:40 +00:00
Cleanup and remove useless deps 2016-07-19 16:07:29 +00:00			`JQVERSION="1.12.4"`
Initial import of AIL framework - Analysis Information Leak framework AIL is a modular framework to analyse potential information leak from unstructured data source like pastes from Past ebin or similar services. AIL framework is flexible and can be extended to support other functionalities to mine sen sitive information 2014-08-06 09:43:40 +00:00			`wget http://code.jquery.com/jquery-${JQVERSION}.js -O ./static/js/jquery.js`

add d3 and daterange js 2018-06-29 13:52:13 +00:00			`#Ressources for pickerdatarange`
			`wget https://raw.githubusercontent.com/moment/moment/master/min/moment.min.js -O ./static/js/moment.min.js`
			`wget https://raw.githubusercontent.com/longbill/jquery-date-range-picker/master/dist/jquery.daterangepicker.min.js -O ./static/js/jquery.daterangepicker.min.js`
			`wget https://raw.githubusercontent.com/longbill/jquery-date-range-picker/master/dist/daterangepicker.min.css -O ./static/css/daterangepicker.min.css`

Added dataTable resources in update-third-party.sh 2016-07-08 07:04:19 +00:00			`#Ressources for dataTable`
			`wget https://cdn.datatables.net/1.10.12/js/jquery.dataTables.min.js -O ./static/js/jquery.dataTables.min.js`
			`wget https://cdn.datatables.net/plug-ins/1.10.7/integration/bootstrap/3/dataTables.bootstrap.css -O ./static/css/dataTables.bootstrap.css`
			`wget https://cdn.datatables.net/plug-ins/1.10.7/integration/bootstrap/3/dataTables.bootstrap.js -O ./static/js/dataTables.bootstrap.js`

Added dependency for flot chart 2016-07-19 14:49:57 +00:00			`#Ressource for graph`
			`wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.js -O ./static/js/jquery.flot.js`
			`wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.pie.js -O ./static/js/jquery.flot.pie.js`
Added dependency flot.time 2016-07-21 14:35:49 +00:00			`wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.time.js -O ./static/js/jquery.flot.time.js`
Added dependencies 2016-08-17 09:04:48 +00:00			`wget https://raw.githubusercontent.com/flot/flot/master/jquery.flot.stack.js -O ./static/js/jquery.flot.stack.js`

Updated dependencies 2016-08-26 09:10:39 +00:00			`#Ressources for sparkline and canvasJS and slider`
Added dependencies 2016-08-17 09:04:48 +00:00			`wget http://omnipotent.net/jquery.sparkline/2.1.2/jquery.sparkline.min.js -O ./static/js/jquery.sparkline.min.js`
Updated dependencies 2016-08-26 09:10:39 +00:00			`mkdir temp`
Added dependencies 2016-08-17 09:04:48 +00:00			`wget http://canvasjs.com/fdm/chart/ -O temp/canvasjs.zip`
			`unzip temp/canvasjs.zip -d temp/`
fix: canvasjs changed its folder hierarchy 2017-12-14 10:47:11 +00:00			`mv temp/jquery.canvasjs.min.js ./static/js/jquery.canvasjs.min.js`
Updated dependencies 2016-08-26 09:10:39 +00:00
			`wget https://jqueryui.com/resources/download/jquery-ui-1.12.0.zip -O temp/jquery-ui.zip`
			`unzip temp/jquery-ui.zip -d temp/`
			`mv temp/jquery-ui-1.12.0/jquery-ui.min.js ./static/js/jquery-ui.min.js`
Update update_thirdparty.sh 2016-08-26 16:05:18 +00:00			`mv temp/jquery-ui-1.12.0/jquery-ui.min.css ./static/css/jquery-ui.min.css`
Added dependencies 2016-08-17 09:04:48 +00:00			`rm -rf temp`
Added dependency for flot chart 2016-07-19 14:49:57 +00:00
logo added and layout changed 2014-12-22 17:08:02 +00:00			`mkdir -p ./static/image`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00			`pushd static/image`
logo added and layout changed 2014-12-22 17:08:02 +00:00			`wget https://www.circl.lu/assets/images/logos/AIL.png -O AIL.png`
Update web thirdparty modules 2016-07-20 12:11:39 +00:00			`popd`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00
			`#active virtualenv`
taxonomies and galaxies update via LAUNCH 2018-05-31 11:53:29 +00:00			`source ./../../AILENV/bin/activate`
add taxonomies and galaxies update and install 2018-05-31 08:07:23 +00:00			`#Update MISP Taxonomies and Galaxies`
taxonomies and galaxies update via LAUNCH 2018-05-31 11:53:29 +00:00			`python3 -m pip install git+https://github.com/MISP/PyTaxonomies`
clean 2018-06-01 09:26:45 +00:00			`python3 -m pip install git+https://github.com/MISP/PyMISPGalaxies`
fix hive connection + submitted dir creation 2018-06-19 09:31:30 +00:00
			`#Update PyMISP`
			`python3 -m pip install git+https://github.com/MISP/PyMISP`

			`#Update the Hive`
			`python3 -m pip install git+https://github.com/TheHive-Project/TheHive4py`