#!/usr/bin/env python3 # -*-coding:UTF-8 -* """ Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ... """ import os import sys import json from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response, abort from flask_login import login_required # Import Role_Manager from Role_Manager import login_admin, login_analyst, login_read_only sys.path.append(os.environ['AIL_BIN']) ################################## # Import Project packages ################################## from lib import ail_core from lib import chats_viewer from lib import Language from lib import Tag from lib import module_extractor # ============ BLUEPRINT ============ chats_explorer = Blueprint('chats_explorer', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/chats_explorer')) # ============ VARIABLES ============ bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info'] def create_json_response(data, status_code): return Response(json.dumps(data, indent=2, sort_keys=True), mimetype='application/json'), status_code # ============ FUNCTIONS ============ # ============= ROUTES ============== @chats_explorer.route("/chats/explorer", methods=['GET']) @login_required @login_read_only def chats_explorer_dashboard(): return @chats_explorer.route("chats/explorer/protocols", methods=['GET']) @login_required @login_read_only def chats_explorer_protocols(): protocols = chats_viewer.get_chat_protocols_meta() return render_template('chats_protocols.html', protocols=protocols) @chats_explorer.route("chats/explorer/networks", methods=['GET']) @login_required @login_read_only def chats_explorer_networks(): protocol = request.args.get('protocol') networks = chats_viewer.get_chat_service_instances_by_protocol(protocol) if len(networks) == 1: instance_uuid = list(networks.values())[0] return redirect(url_for('chats_explorer.chats_explorer_instance', subtype=instance_uuid)) else: return render_template('chats_networks.html', protocol=protocol, networks=networks) @chats_explorer.route("chats/explorer/instances", methods=['GET']) @login_required @login_read_only def chats_explorer_instance(): intance_uuid = request.args.get('subtype') chat_instance = chats_viewer.api_get_chat_service_instance(intance_uuid) if chat_instance[1] != 200: return create_json_response(chat_instance[0], chat_instance[1]) else: chat_instance = chat_instance[0] return render_template('chat_instance.html', chat_instance=chat_instance) @chats_explorer.route("chats/explorer/chat", methods=['GET']) @login_required @login_read_only def chats_explorer_chat(): chat_id = request.args.get('id') instance_uuid = request.args.get('subtype') target = request.args.get('target') if target == "Don't Translate": target = None nb_messages = request.args.get('nb') page = request.args.get('page') chat = chats_viewer.api_get_chat(chat_id, instance_uuid, translation_target=target, nb=nb_messages, page=page) if chat[1] != 200: return create_json_response(chat[0], chat[1]) else: chat = chat[0] languages = Language.get_translation_languages() return render_template('chat_viewer.html', chat=chat, bootstrap_label=bootstrap_label, ail_tags=Tag.get_modal_add_tags(chat['id'], chat['type'], chat['subtype']), translation_languages=languages, translation_target=target) @chats_explorer.route("chats/explorer/messages/stats/week", methods=['GET']) @login_required @login_read_only def chats_explorer_messages_stats_week(): chat_type = request.args.get('type') instance_uuid = request.args.get('subtype') chat_id = request.args.get('id') week = chats_viewer.api_get_nb_message_by_week(chat_type, instance_uuid, chat_id) if week[1] != 200: return create_json_response(week[0], week[1]) else: return jsonify(week[0]) @chats_explorer.route("chats/explorer/messages/stats/week/all", methods=['GET']) @login_required @login_read_only def chats_explorer_messages_stats_week_all(): chat_type = request.args.get('type') instance_uuid = request.args.get('subtype') chat_id = request.args.get('id') week = chats_viewer.api_get_nb_week_messages(chat_type, instance_uuid, chat_id) # TODO SELECT DATE if week[1] != 200: return create_json_response(week[0], week[1]) else: return jsonify(week[0]) @chats_explorer.route("/chats/explorer/subchannel", methods=['GET']) @login_required @login_read_only def objects_subchannel_messages(): subchannel_id = request.args.get('id') instance_uuid = request.args.get('subtype') target = request.args.get('target') if target == "Don't Translate": target = None nb_messages = request.args.get('nb') page = request.args.get('page') subchannel = chats_viewer.api_get_subchannel(subchannel_id, instance_uuid, translation_target=target, nb=nb_messages, page=page) if subchannel[1] != 200: return create_json_response(subchannel[0], subchannel[1]) else: subchannel = subchannel[0] languages = Language.get_translation_languages() return render_template('SubChannelMessages.html', subchannel=subchannel, ail_tags=Tag.get_modal_add_tags(subchannel['id'], subchannel['type'], subchannel['subtype']), bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target) @chats_explorer.route("/chats/explorer/thread", methods=['GET']) @login_required @login_read_only def objects_thread_messages(): thread_id = request.args.get('id') instance_uuid = request.args.get('subtype') target = request.args.get('target') if target == "Don't Translate": target = None nb_messages = request.args.get('nb') page = request.args.get('page') thread = chats_viewer.api_get_thread(thread_id, instance_uuid, translation_target=target, nb=nb_messages, page=page) if thread[1] != 200: return create_json_response(thread[0], thread[1]) else: meta = thread[0] languages = Language.get_translation_languages() return render_template('ThreadMessages.html', meta=meta, bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target) @chats_explorer.route("/chats/explorer/participants", methods=['GET']) @login_required @login_read_only def chats_explorer_chat_participants(): chat_type = request.args.get('type') chat_id = request.args.get('id') chat_subtype = request.args.get('subtype') meta = chats_viewer.api_get_chat_participants(chat_type, chat_subtype,chat_id) if meta[1] != 200: return create_json_response(meta[0], meta[1]) else: meta = meta[0] return render_template('chat_participants.html', meta=meta, bootstrap_label=bootstrap_label) @chats_explorer.route("/chats/explorer/chat/download", methods=['GET']) @login_required @login_read_only def chats_explorer_chat_download(): chat_id = request.args.get('id') chat_subtype = request.args.get('subtype') chat = chats_viewer.api_chat_messages(chat_subtype, chat_id) if chat[1] != 200: if chat[1] == 404: abort(404) else: return create_json_response(chat[0], chat[1]) else: return jsonify(chat[0]) @chats_explorer.route("/chats/explorer/subchannel/download", methods=['GET']) @login_required @login_read_only def objects_subchannel_messages_download(): subchannel_id = request.args.get('id') instance_uuid = request.args.get('subtype') subchannel = chats_viewer.api_subchannel_messages(instance_uuid, subchannel_id) if subchannel[1] != 200: return create_json_response(subchannel[0], subchannel[1]) else: return jsonify(subchannel[0]) @chats_explorer.route("/chats/explorer/thread/download", methods=['GET']) @login_required @login_read_only def objects_thread_messages_download(): thread_id = request.args.get('id') instance_uuid = request.args.get('subtype') thread = chats_viewer.api_thread_messages(instance_uuid, thread_id) if thread[1] != 200: return create_json_response(thread[0], thread[1]) else: return jsonify(thread[0]) #### #### @chats_explorer.route("/objects/message", methods=['GET']) @login_required @login_read_only def objects_message(): message_id = request.args.get('id') target = request.args.get('target') if target == "Don't Translate": target = None message = chats_viewer.api_get_message(message_id, translation_target=target) if message[1] != 200: return create_json_response(message[0], message[1]) else: message = message[0] languages = Language.get_translation_languages() extracted = module_extractor.extract('message', '', message['id'], content=message['content']) extracted_matches = module_extractor.get_extracted_by_match(extracted) message['extracted'] = extracted message['extracted_matches'] = extracted_matches return render_template('ChatMessage.html', meta=message, bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target, modal_add_tags=Tag.get_modal_add_tags(message['id'], object_type='message')) @chats_explorer.route("/objects/message/translate", methods=['POST']) @login_required @login_read_only def objects_message_translate(): message_id = request.form.get('id') source = request.form.get('language_target') target = request.form.get('target') translation = request.form.get('translation') if target == "Don't Translate": target = None resp = chats_viewer.api_manually_translate_message(message_id, source, target, translation) if resp[1] != 200: return create_json_response(resp[0], resp[1]) else: if request.referrer: return redirect(request.referrer) else: return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target)) @chats_explorer.route("/objects/message/detect/language", methods=['GET']) @login_required @login_read_only def objects_message_detect_language(): message_id = request.args.get('id') target = request.args.get('target') resp = chats_viewer.api_message_detect_language(message_id) if resp[1] != 200: return create_json_response(resp[0], resp[1]) else: if request.referrer: return redirect(request.referrer) else: return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target)) @chats_explorer.route("/objects/user-account", methods=['GET']) @login_required @login_read_only def objects_user_account(): instance_uuid = request.args.get('subtype') user_id = request.args.get('id') target = request.args.get('target') if target == "Don't Translate": target = None user_account = chats_viewer.api_get_user_account(user_id, instance_uuid, translation_target=target) # print() # print(user_account[0]['usernames']) # print() if user_account[1] != 200: return create_json_response(user_account[0], user_account[1]) else: user_account = user_account[0] languages = Language.get_translation_languages() return render_template('user_account.html', meta=user_account, bootstrap_label=bootstrap_label, ail_tags=Tag.get_modal_add_tags(user_account['id'], user_account['type'], user_account['subtype']), translation_languages=languages, translation_target=target) @chats_explorer.route("/objects/user-account_usernames_timeline_json", methods=['GET']) # TODO API @login_required @login_read_only def objects_user_account_usernames_timeline_json(): subtype = request.args.get('subtype') user_id = request.args.get('id') json_graph = chats_viewer.get_user_account_usernames_timeline(subtype, user_id) return jsonify(json_graph) @chats_explorer.route("/objects/user-account_chats_chord_json", methods=['GET']) # TODO API @login_required @login_read_only def objects_user_account_chats_chord_json(): subtype = request.args.get('subtype') user_id = request.args.get('id') json_graph = chats_viewer.get_user_account_chats_chord(subtype, user_id) return jsonify(json_graph) @chats_explorer.route("/objects/user-account_mentions_chord_json", methods=['GET']) # TODO API @login_required @login_read_only def objects_user_account_mentions_chord_json(): subtype = request.args.get('subtype') user_id = request.args.get('id') json_graph = chats_viewer.get_user_account_mentions_chord(subtype, user_id) return jsonify(json_graph) @chats_explorer.route("/objects/user-account/chat", methods=['GET']) @login_required @login_read_only def objects_user_account_chat(): instance_uuid = request.args.get('subtype') user_id = request.args.get('id') chat_id = request.args.get('chat_id') target = request.args.get('target') if target == "Don't Translate": target = None meta = chats_viewer.api_get_user_account_chat_messages(user_id, instance_uuid, chat_id, translation_target=target) if meta[1] != 200: return create_json_response(meta[0], meta[1]) else: meta = meta[0] languages = Language.get_translation_languages() return render_template('chats_explorer/user_chat_messages.html', meta=meta, bootstrap_label=bootstrap_label, ail_tags=Tag.get_modal_add_tags(meta['user-account']['id'], meta['user-account']['type'], meta['user-account']['subtype']), translation_languages=languages, translation_target=target) @chats_explorer.route("objects/user-account/messages/stats/week/all", methods=['GET']) @login_required @login_read_only def user_account_messages_stats_week_all(): instance_uuid = request.args.get('subtype') user_id = request.args.get('id') week = chats_viewer.api_get_user_account_nb_all_week_messages(user_id, instance_uuid) if week[1] != 200: return create_json_response(week[0], week[1]) else: return jsonify(week[0])