mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-10 00:28:22 +00:00
363 lines
14 KiB
Python
363 lines
14 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
"""
|
|
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
import json
|
|
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response, abort
|
|
from flask_login import login_required, current_user
|
|
|
|
# Import Role_Manager
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
|
|
sys.path.append(os.environ['AIL_BIN'])
|
|
##################################
|
|
# Import Project packages
|
|
##################################
|
|
from lib import ail_core
|
|
from lib import chats_viewer
|
|
from lib import Language
|
|
from lib import Tag
|
|
from lib import module_extractor
|
|
|
|
# ============ BLUEPRINT ============
|
|
chats_explorer = Blueprint('chats_explorer', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/chats_explorer'))
|
|
|
|
# ============ VARIABLES ============
|
|
bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info']
|
|
|
|
def create_json_response(data, status_code):
|
|
return Response(json.dumps(data, indent=2, sort_keys=True), mimetype='application/json'), status_code
|
|
|
|
# ============ FUNCTIONS ============
|
|
|
|
# ============= ROUTES ==============
|
|
|
|
@chats_explorer.route("/chats/explorer", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_dashboard():
|
|
return
|
|
|
|
@chats_explorer.route("chats/explorer/protocols", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_protocols():
|
|
protocols = chats_viewer.get_chat_protocols_meta()
|
|
return render_template('chats_protocols.html', protocols=protocols)
|
|
|
|
@chats_explorer.route("chats/explorer/networks", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_networks():
|
|
protocol = request.args.get('protocol')
|
|
networks = chats_viewer.get_chat_service_instances_by_protocol(protocol)
|
|
if len(networks) == 1:
|
|
instance_uuid = list(networks.values())[0]
|
|
return redirect(url_for('chats_explorer.chats_explorer_instance', subtype=instance_uuid))
|
|
else:
|
|
return render_template('chats_networks.html', protocol=protocol, networks=networks)
|
|
|
|
|
|
@chats_explorer.route("chats/explorer/instances", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_instance():
|
|
intance_uuid = request.args.get('subtype')
|
|
chat_instance = chats_viewer.api_get_chat_service_instance(intance_uuid)
|
|
if chat_instance[1] != 200:
|
|
return create_json_response(chat_instance[0], chat_instance[1])
|
|
else:
|
|
chat_instance = chat_instance[0]
|
|
return render_template('chat_instance.html', chat_instance=chat_instance)
|
|
|
|
@chats_explorer.route("chats/explorer/chat", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_chat():
|
|
chat_id = request.args.get('id')
|
|
instance_uuid = request.args.get('subtype')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
nb_messages = request.args.get('nb')
|
|
page = request.args.get('page')
|
|
chat = chats_viewer.api_get_chat(chat_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
|
|
if chat[1] != 200:
|
|
return create_json_response(chat[0], chat[1])
|
|
else:
|
|
chat = chat[0]
|
|
languages = Language.get_translation_languages()
|
|
return render_template('chat_viewer.html', chat=chat, bootstrap_label=bootstrap_label,
|
|
ail_tags=Tag.get_modal_add_tags(chat['id'], chat['type'], chat['subtype']),
|
|
translation_languages=languages, translation_target=target)
|
|
|
|
@chats_explorer.route("chats/explorer/messages/stats/week", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_messages_stats_week():
|
|
chat_type = request.args.get('type')
|
|
instance_uuid = request.args.get('subtype')
|
|
chat_id = request.args.get('id')
|
|
week = chats_viewer.api_get_nb_message_by_week(chat_type, instance_uuid, chat_id)
|
|
if week[1] != 200:
|
|
return create_json_response(week[0], week[1])
|
|
else:
|
|
return jsonify(week[0])
|
|
|
|
@chats_explorer.route("chats/explorer/messages/stats/week/all", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_messages_stats_week_all():
|
|
chat_type = request.args.get('type')
|
|
instance_uuid = request.args.get('subtype')
|
|
chat_id = request.args.get('id')
|
|
week = chats_viewer.api_get_nb_week_messages(chat_type, instance_uuid, chat_id) # TODO SELECT DATE
|
|
if week[1] != 200:
|
|
return create_json_response(week[0], week[1])
|
|
else:
|
|
return jsonify(week[0])
|
|
|
|
@chats_explorer.route("/chats/explorer/subchannel", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_subchannel_messages():
|
|
subchannel_id = request.args.get('id')
|
|
instance_uuid = request.args.get('subtype')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
nb_messages = request.args.get('nb')
|
|
page = request.args.get('page')
|
|
subchannel = chats_viewer.api_get_subchannel(subchannel_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
|
|
if subchannel[1] != 200:
|
|
return create_json_response(subchannel[0], subchannel[1])
|
|
else:
|
|
subchannel = subchannel[0]
|
|
languages = Language.get_translation_languages()
|
|
return render_template('SubChannelMessages.html', subchannel=subchannel,
|
|
ail_tags=Tag.get_modal_add_tags(subchannel['id'], subchannel['type'], subchannel['subtype']),
|
|
bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target)
|
|
|
|
@chats_explorer.route("/chats/explorer/thread", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_thread_messages():
|
|
thread_id = request.args.get('id')
|
|
instance_uuid = request.args.get('subtype')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
nb_messages = request.args.get('nb')
|
|
page = request.args.get('page')
|
|
thread = chats_viewer.api_get_thread(thread_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
|
|
if thread[1] != 200:
|
|
return create_json_response(thread[0], thread[1])
|
|
else:
|
|
meta = thread[0]
|
|
languages = Language.get_translation_languages()
|
|
return render_template('ThreadMessages.html', meta=meta, bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target)
|
|
|
|
@chats_explorer.route("/chats/explorer/participants", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_chat_participants():
|
|
chat_type = request.args.get('type')
|
|
chat_id = request.args.get('id')
|
|
chat_subtype = request.args.get('subtype')
|
|
meta = chats_viewer.api_get_chat_participants(chat_type, chat_subtype,chat_id)
|
|
if meta[1] != 200:
|
|
return create_json_response(meta[0], meta[1])
|
|
else:
|
|
meta = meta[0]
|
|
return render_template('chat_participants.html', meta=meta, bootstrap_label=bootstrap_label)
|
|
|
|
|
|
@chats_explorer.route("/chats/explorer/chat/download", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def chats_explorer_chat_download():
|
|
chat_id = request.args.get('id')
|
|
chat_subtype = request.args.get('subtype')
|
|
chat = chats_viewer.api_chat_messages(chat_subtype, chat_id)
|
|
if chat[1] != 200:
|
|
if chat[1] == 404:
|
|
abort(404)
|
|
else:
|
|
return create_json_response(chat[0], chat[1])
|
|
else:
|
|
return jsonify(chat[0])
|
|
|
|
@chats_explorer.route("/chats/explorer/subchannel/download", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_subchannel_messages_download():
|
|
subchannel_id = request.args.get('id')
|
|
instance_uuid = request.args.get('subtype')
|
|
subchannel = chats_viewer.api_subchannel_messages(instance_uuid, subchannel_id)
|
|
if subchannel[1] != 200:
|
|
return create_json_response(subchannel[0], subchannel[1])
|
|
else:
|
|
return jsonify(subchannel[0])
|
|
|
|
|
|
@chats_explorer.route("/chats/explorer/thread/download", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_thread_messages_download():
|
|
thread_id = request.args.get('id')
|
|
instance_uuid = request.args.get('subtype')
|
|
thread = chats_viewer.api_thread_messages(instance_uuid, thread_id)
|
|
if thread[1] != 200:
|
|
return create_json_response(thread[0], thread[1])
|
|
else:
|
|
return jsonify(thread[0])
|
|
|
|
|
|
#### ####
|
|
|
|
|
|
@chats_explorer.route("/objects/message", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_message():
|
|
message_id = request.args.get('id')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
message = chats_viewer.api_get_message(message_id, translation_target=target)
|
|
if message[1] != 200:
|
|
return create_json_response(message[0], message[1])
|
|
else:
|
|
message = message[0]
|
|
languages = Language.get_translation_languages()
|
|
extracted = module_extractor.extract(current_user.get_user_id(), 'message', '', message['id'], content=message['content'])
|
|
extracted_matches = module_extractor.get_extracted_by_match(extracted)
|
|
message['extracted'] = extracted
|
|
message['extracted_matches'] = extracted_matches
|
|
return render_template('ChatMessage.html', meta=message, bootstrap_label=bootstrap_label,
|
|
translation_languages=languages, translation_target=target,
|
|
modal_add_tags=Tag.get_modal_add_tags(message['id'], object_type='message'))
|
|
|
|
@chats_explorer.route("/objects/message/translate", methods=['POST'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_message_translate():
|
|
message_id = request.form.get('id')
|
|
source = request.form.get('language_target')
|
|
target = request.form.get('target')
|
|
translation = request.form.get('translation')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
resp = chats_viewer.api_manually_translate_message(message_id, source, target, translation)
|
|
if resp[1] != 200:
|
|
return create_json_response(resp[0], resp[1])
|
|
else:
|
|
if request.referrer:
|
|
return redirect(request.referrer)
|
|
else:
|
|
return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target))
|
|
|
|
@chats_explorer.route("/objects/message/detect/language", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_message_detect_language():
|
|
message_id = request.args.get('id')
|
|
target = request.args.get('target')
|
|
resp = chats_viewer.api_message_detect_language(message_id)
|
|
if resp[1] != 200:
|
|
return create_json_response(resp[0], resp[1])
|
|
else:
|
|
if request.referrer:
|
|
return redirect(request.referrer)
|
|
else:
|
|
return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target))
|
|
|
|
@chats_explorer.route("/objects/user-account", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_user_account():
|
|
instance_uuid = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
user_account = chats_viewer.api_get_user_account(user_id, instance_uuid, translation_target=target)
|
|
# print()
|
|
# print(user_account[0]['usernames'])
|
|
# print()
|
|
if user_account[1] != 200:
|
|
return create_json_response(user_account[0], user_account[1])
|
|
else:
|
|
user_account = user_account[0]
|
|
languages = Language.get_translation_languages()
|
|
return render_template('user_account.html', meta=user_account, bootstrap_label=bootstrap_label,
|
|
ail_tags=Tag.get_modal_add_tags(user_account['id'], user_account['type'], user_account['subtype']),
|
|
translation_languages=languages, translation_target=target)
|
|
|
|
@chats_explorer.route("/objects/user-account_usernames_timeline_json", methods=['GET']) # TODO API
|
|
@login_required
|
|
@login_read_only
|
|
def objects_user_account_usernames_timeline_json():
|
|
subtype = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
json_graph = chats_viewer.get_user_account_usernames_timeline(subtype, user_id)
|
|
return jsonify(json_graph)
|
|
|
|
@chats_explorer.route("/objects/user-account_chats_chord_json", methods=['GET']) # TODO API
|
|
@login_required
|
|
@login_read_only
|
|
def objects_user_account_chats_chord_json():
|
|
subtype = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
json_graph = chats_viewer.get_user_account_chats_chord(subtype, user_id)
|
|
return jsonify(json_graph)
|
|
|
|
@chats_explorer.route("/objects/user-account_mentions_chord_json", methods=['GET']) # TODO API
|
|
@login_required
|
|
@login_read_only
|
|
def objects_user_account_mentions_chord_json():
|
|
subtype = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
json_graph = chats_viewer.get_user_account_mentions_chord(subtype, user_id)
|
|
return jsonify(json_graph)
|
|
|
|
@chats_explorer.route("/objects/user-account/chat", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_user_account_chat():
|
|
instance_uuid = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
chat_id = request.args.get('chat_id')
|
|
target = request.args.get('target')
|
|
if target == "Don't Translate":
|
|
target = None
|
|
meta = chats_viewer.api_get_user_account_chat_messages(user_id, instance_uuid, chat_id, translation_target=target)
|
|
if meta[1] != 200:
|
|
return create_json_response(meta[0], meta[1])
|
|
else:
|
|
meta = meta[0]
|
|
languages = Language.get_translation_languages()
|
|
return render_template('chats_explorer/user_chat_messages.html', meta=meta, bootstrap_label=bootstrap_label,
|
|
ail_tags=Tag.get_modal_add_tags(meta['user-account']['id'], meta['user-account']['type'], meta['user-account']['subtype']),
|
|
translation_languages=languages, translation_target=target)
|
|
|
|
@chats_explorer.route("objects/user-account/messages/stats/week/all", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def user_account_messages_stats_week_all():
|
|
instance_uuid = request.args.get('subtype')
|
|
user_id = request.args.get('id')
|
|
week = chats_viewer.api_get_user_account_nb_all_week_messages(user_id, instance_uuid)
|
|
if week[1] != 200:
|
|
return create_json_response(week[0], week[1])
|
|
else:
|
|
return jsonify(week[0])
|
|
|
|
|
|
|