diff --git a/bin/BankAccount.py b/bin/BankAccount.py
new file mode 100755
index 00000000..58fa3e64
--- /dev/null
+++ b/bin/BankAccount.py
@@ -0,0 +1,115 @@
+#!/usr/bin/env python3
+# -*-coding:UTF-8 -*
+
+"""
+The BankAccount Module
+======================
+
+It apply IBAN regexes on paste content and warn if above a threshold.
+
+"""
+
+import redis
+import time
+import re
+import string
+from itertools import chain
+
+from packages import Paste
+from pubsublogger import publisher
+
+from Helper import Process
+
+import signal
+
+class TimeoutException(Exception):
+ pass
+
+def timeout_handler(signum, frame):
+ raise TimeoutException
+
+signal.signal(signal.SIGALRM, timeout_handler)
+
+_LETTERS_IBAN = chain(enumerate(string.digits + string.ascii_uppercase),
+ enumerate(string.ascii_lowercase, 10))
+LETTERS_IBAN = {ord(d): str(i) for i, d in _LETTERS_IBAN}
+
+def iban_number(iban):
+ return (iban[4:] + iban[:4]).translate(LETTERS_IBAN)
+
+def is_valid_iban(iban):
+ iban_numb = iban_number(iban)
+ iban_numb_check = iban_number(iban[:2] + '00' + iban[4:])
+ check_digit = '{:0>2}'.format(98 - (int(iban_numb_check) % 97))
+ if check_digit == iban[2:4] and int(iban_numb) % 97 == 1:
+ # valid iban
+ print('valid iban')
+ return True
+ return False
+
+def check_all_iban(l_iban, paste, filename):
+ nb_valid_iban = 0
+ for iban in l_iban:
+ iban = iban[0]+iban[1]+iban[2]
+ iban = ''.join(e for e in iban if e.isalnum())
+ #iban = iban.upper()
+ res = iban_regex_verify.findall(iban)
+ if res:
+ print('checking '+iban)
+ if is_valid_iban(iban):
+ print('------')
+ nb_valid_iban = nb_valid_iban + 1
+
+ if(nb_valid_iban > 0):
+ to_print = 'Iban;{};{};{};'.format(paste.p_source, paste.p_date, paste.p_name)
+ publisher.warning('{}Checked found {} IBAN;{}'.format(
+ to_print, nb_valid_iban, paste.p_path))
+ msg = 'infoleak:automatic-detection="iban";{}'.format(filename)
+ p.populate_set_out(msg, 'Tags')
+
+ #Send to duplicate
+ p.populate_set_out(filename, 'Duplicate')
+
+if __name__ == "__main__":
+ publisher.port = 6380
+ publisher.channel = "Script"
+
+ config_section = 'BankAccount'
+
+ p = Process(config_section)
+ max_execution_time = p.config.getint("BankAccount", "max_execution_time")
+
+ publisher.info("BankAccount started")
+
+ message = p.get_from_set()
+
+ #iban_regex = re.compile(r'\b[A-Za-z]{2}[0-9]{2}(?:[ ]?[0-9]{4}){4}(?:[ ]?[0-9]{1,2})?\b')
+ iban_regex = re.compile(r'\b([A-Za-z]{2}[ \-]?[0-9]{2})(?=(?:[ \-]?[A-Za-z0-9]){9,30})((?:[ \-]?[A-Za-z0-9]{3,5}){2,6})([ \-]?[A-Za-z0-9]{1,3})\b')
+ iban_regex_verify = re.compile(r'^([A-Z]{2})([0-9]{2})([A-Z0-9]{9,30})$')
+
+
+ while True:
+
+ message = p.get_from_set()
+
+ if message is not None:
+
+ filename = message
+ paste = Paste.Paste(filename)
+ content = paste.get_p_content()
+
+ signal.alarm(max_execution_time)
+ try:
+ l_iban = iban_regex.findall(content)
+ except TimeoutException:
+ print ("{0} processing timeout".format(paste.p_path))
+ continue
+ else:
+ signal.alarm(0)
+
+ if(len(l_iban) > 0):
+ check_all_iban(l_iban, paste, filename)
+
+ else:
+ publisher.debug("Script BankAccount is Idling 10s")
+ time.sleep(10)
diff --git a/bin/Credential.py b/bin/Credential.py
index 8dd91c41..7f665227 100755
--- a/bin/Credential.py
+++ b/bin/Credential.py
@@ -87,8 +87,6 @@ if __name__ == "__main__":
content = paste.get_p_content()
creds = set(re.findall(regex_cred, content))
- publisher.warning('to_print')
-
if len(creds) == 0:
continue
diff --git a/bin/LAUNCH.sh b/bin/LAUNCH.sh
index 161660ab..998a676a 100755
--- a/bin/LAUNCH.sh
+++ b/bin/LAUNCH.sh
@@ -144,6 +144,8 @@ function launching_scripts {
sleep 0.1
screen -S "Script_AIL" -X screen -t "CreditCards" bash -c 'cd '${AIL_BIN}'; ./CreditCards.py; read x'
sleep 0.1
+ screen -S "Script_AIL" -X screen -t "BankAccount" bash -c 'cd '${AIL_BIN}'; ./BankAccount.py; read x'
+ sleep 0.1
screen -S "Script_AIL" -X screen -t "Onion" bash -c 'cd '${AIL_BIN}'; ./Onion.py; read x'
sleep 0.1
screen -S "Script_AIL" -X screen -t "Mail" bash -c 'cd '${AIL_BIN}'; ./Mail.py; read x'
diff --git a/bin/packages/config.cfg.sample b/bin/packages/config.cfg.sample
index 9a22e407..2ed662c1 100644
--- a/bin/packages/config.cfg.sample
+++ b/bin/packages/config.cfg.sample
@@ -43,6 +43,9 @@ minute_processed_paste = 10
DiffMaxLineLength = 10000
#### Modules ####
+[BankAccount]
+max_execution_time = 60
+
[Categ]
#Minimum number of match between the paste and the category file
matchingThreshold=1
diff --git a/bin/packages/modules.cfg b/bin/packages/modules.cfg
index f50aa263..452850f7 100644
--- a/bin/packages/modules.cfg
+++ b/bin/packages/modules.cfg
@@ -51,6 +51,10 @@ publish = Redis_CreditCards,Redis_Mail,Redis_Onion,Redis_Web,Redis_Credential,Re
subscribe = Redis_CreditCards
publish = Redis_Duplicate,Redis_ModuleStats,Redis_alertHandler,Redis_Tags
+[BankAccount]
+subscribe = Redis_Global
+publish = Redis_Duplicate,Redis_Tags
+
[Mail]
subscribe = Redis_Mail
publish = Redis_Duplicate,Redis_ModuleStats,Redis_alertHandler,Redis_Tags
diff --git a/var/www/modules/Flask_config.py b/var/www/modules/Flask_config.py
index 80ef9f18..2c3e736a 100644
--- a/var/www/modules/Flask_config.py
+++ b/var/www/modules/Flask_config.py
@@ -143,3 +143,5 @@ DiffMaxLineLength = int(cfg.get("Flask", "DiffMaxLineLength"))#Use to display t
bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info']
UPLOAD_FOLDER = os.path.join(os.environ['AIL_FLASK'], 'submitted')
+
+max_dashboard_logs = int(cfg.get("Flask", "max_dashboard_logs"))
diff --git a/var/www/modules/dashboard/Flask_dashboard.py b/var/www/modules/dashboard/Flask_dashboard.py
index 563eb007..6d7992d7 100644
--- a/var/www/modules/dashboard/Flask_dashboard.py
+++ b/var/www/modules/dashboard/Flask_dashboard.py
@@ -5,10 +5,14 @@
Flask functions and routes for the dashboard page
'''
import json
-
+import os
import datetime
+import time
import flask
-from flask import Flask, render_template, jsonify, request, Blueprint
+
+from Date import Date
+
+from flask import Flask, render_template, jsonify, request, Blueprint, url_for
# ============ VARIABLES ============
import Flask_config
@@ -18,6 +22,8 @@ cfg = Flask_config.cfg
r_serv = Flask_config.r_serv
r_serv_log = Flask_config.r_serv_log
+max_dashboard_logs = Flask_config.max_dashboard_logs
+
dashboard = Blueprint('dashboard', __name__, template_folder='templates')
# ============ FUNCTIONS ============
@@ -62,12 +68,87 @@ def get_queues(r):
return newData
+def get_date_range(date_from, num_day):
+ date = Date(str(date_from[0:4])+str(date_from[4:6]).zfill(2)+str(date_from[6:8]).zfill(2))
+ date_list = []
+
+ for i in range(0, num_day+1):
+ new_date = date.substract_day(i)
+ date_list.append(new_date[0:4] +'-'+ new_date[4:6] +'-'+ new_date[6:8])
+
+ return date_list
+
+def dashboard_alert(log):
+ # check if we need to display this log
+ if len(log)>50:
+ date = log[1:5]+log[6:8]+log[9:11]
+ utc_str = log[1:20]
+ log = log[46:].split(';')
+ if len(log) == 6:
+ time = datetime_from_utc_to_local(utc_str)
+ path = url_for('showsavedpastes.showsavedpaste',paste=log[5])
+
+ res = {'date': date, 'time': time, 'script': log[0], 'domain': log[1], 'date_paste': log[2],
+ 'paste': log[3], 'message': log[4], 'path': path}
+ return res
+ else:
+ return False
+ else:
+ return False
+
+def datetime_from_utc_to_local(utc_str):
+ utc_datetime = datetime.datetime.strptime(utc_str, '%Y-%m-%d %H:%M:%S')
+ now_timestamp = time.time()
+ offset = datetime.datetime.fromtimestamp(now_timestamp) - datetime.datetime.utcfromtimestamp(now_timestamp)
+ local_time_str = (utc_datetime + offset).strftime('%H:%M:%S')
+ return local_time_str
+
# ============ ROUTES ============
@dashboard.route("/_logs")
def logs():
return flask.Response(event_stream(), mimetype="text/event-stream")
+@dashboard.route("/_get_last_logs_json")
+def get_last_logs_json():
+ date = datetime.datetime.now().strftime("%Y%m%d")
+
+ max_day_search = 6
+ day_search = 0
+ warning_found = 0
+ warning_to_found = max_dashboard_logs
+
+ last_logs = []
+
+ date_range = get_date_range(date, max_day_search)
+ while max_day_search != day_search and warning_found != warning_to_found:
+
+ filename_warning_log = 'logs/Script_warn-'+ date_range[day_search] +'.log'
+ filename_log = os.path.join(os.environ['AIL_HOME'], filename_warning_log)
+
+ try:
+ with open(filename_log, 'r') as f:
+ lines = f.read().splitlines()
+ curr_index = -1
+ while warning_found != warning_to_found:
+ try:
+ # get lasts warning logs
+ log_warn = dashboard_alert(lines[curr_index])
+ if log_warn != False:
+ last_logs.append(log_warn)
+ warning_found = warning_found + 1
+ curr_index = curr_index - 1
+
+ except IndexError:
+ # check previous warning log file
+ day_search = day_search + 1
+ break
+ except FileNotFoundError:
+ # check previous warning log file
+ day_search = day_search + 1
+
+ return jsonify(list(reversed(last_logs)))
+
@dashboard.route("/_stuff", methods=['GET'])
def stuff():
@@ -78,7 +159,12 @@ def stuff():
def index():
default_minute = cfg.get("Flask", "minute_processed_paste")
threshold_stucked_module = cfg.getint("Module_ModuleInformation", "threshold_stucked_module")
- return render_template("index.html", default_minute = default_minute, threshold_stucked_module=threshold_stucked_module)
+ log_select = {10, 25, 50, 100}
+ log_select.add(max_dashboard_logs)
+ log_select = list(log_select)
+ log_select.sort()
+ return render_template("index.html", default_minute = default_minute, threshold_stucked_module=threshold_stucked_module,
+ log_select=log_select, selected=max_dashboard_logs)
# ========= REGISTRATION =========
app.register_blueprint(dashboard)
diff --git a/var/www/modules/dashboard/templates/index.html b/var/www/modules/dashboard/templates/index.html
index e5d61014..33ba2781 100644
--- a/var/www/modules/dashboard/templates/index.html
+++ b/var/www/modules/dashboard/templates/index.html
@@ -31,6 +31,14 @@
};
update_values();
+
@@ -136,10 +144,13 @@
INFO
@@ -182,6 +193,66 @@