ail-framework/var/www/blueprints/chats_explorer.py

393 lines
16 KiB
Python
Raw Permalink Normal View History

2023-11-02 15:28:33 +00:00
#!/usr/bin/env python3
# -*-coding:UTF-8 -*
2023-11-08 14:46:05 +00:00
"""
2023-11-02 15:28:33 +00:00
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
2023-11-08 14:46:05 +00:00
"""
2023-11-02 15:28:33 +00:00
import os
import sys
import json
2023-11-08 14:46:05 +00:00
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response, abort
from flask_login import login_required, current_user
2023-11-02 15:28:33 +00:00
# Import Role_Manager
2024-09-05 14:40:24 +00:00
from Role_Manager import login_admin, login_read_only, login_user_no_api
2023-11-02 15:28:33 +00:00
sys.path.append(os.environ['AIL_BIN'])
##################################
# Import Project packages
##################################
from lib import ail_core
from lib import chats_viewer
from lib import Language
2023-11-08 14:46:05 +00:00
from lib import Tag
from lib import module_extractor
2023-11-02 15:28:33 +00:00
# ============ BLUEPRINT ============
chats_explorer = Blueprint('chats_explorer', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/chats_explorer'))
# ============ VARIABLES ============
bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info']
def create_json_response(data, status_code):
return Response(json.dumps(data, indent=2, sort_keys=True), mimetype='application/json'), status_code
# ============ FUNCTIONS ============
# ============= ROUTES ==============
@chats_explorer.route("/chats/explorer", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_dashboard():
return
@chats_explorer.route("chats/explorer/protocols", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_protocols():
protocols = chats_viewer.get_chat_protocols_meta()
2024-09-19 14:28:27 +00:00
return render_template('chats_protocols.html', protocols=protocols, username_subtypes=ail_core.get_object_all_subtypes('username'))
2023-11-02 15:28:33 +00:00
@chats_explorer.route("chats/explorer/networks", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_networks():
protocol = request.args.get('protocol')
networks = chats_viewer.get_chat_service_instances_by_protocol(protocol)
if len(networks) == 1:
instance_uuid = list(networks.values())[0]
return redirect(url_for('chats_explorer.chats_explorer_instance', subtype=instance_uuid))
else:
return render_template('chats_networks.html', protocol=protocol, networks=networks)
2024-01-26 15:06:42 +00:00
@chats_explorer.route("chats/explorer/instances", methods=['GET'])
2023-11-02 15:28:33 +00:00
@login_required
@login_read_only
def chats_explorer_instance():
intance_uuid = request.args.get('subtype')
2023-11-02 15:28:33 +00:00
chat_instance = chats_viewer.api_get_chat_service_instance(intance_uuid)
if chat_instance[1] != 200:
return create_json_response(chat_instance[0], chat_instance[1])
else:
chat_instance = chat_instance[0]
return render_template('chat_instance.html', chat_instance=chat_instance)
@chats_explorer.route("chats/explorer/chat", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_chat():
chat_id = request.args.get('id')
instance_uuid = request.args.get('subtype')
target = request.args.get('target')
2024-01-16 11:04:39 +00:00
if target == "Don't Translate":
target = None
2023-12-10 23:46:15 +00:00
nb_messages = request.args.get('nb')
page = request.args.get('page')
chat = chats_viewer.api_get_chat(chat_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
2023-11-02 15:28:33 +00:00
if chat[1] != 200:
return create_json_response(chat[0], chat[1])
else:
chat = chat[0]
languages = Language.get_translation_languages()
return render_template('chat_viewer.html', chat=chat, bootstrap_label=bootstrap_label,
ail_tags=Tag.get_modal_add_tags(chat['id'], chat['type'], chat['subtype']),
translation_languages=languages, translation_target=target)
2023-11-02 15:28:33 +00:00
@chats_explorer.route("chats/explorer/messages/stats/week", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_messages_stats_week():
chat_type = request.args.get('type')
instance_uuid = request.args.get('subtype')
chat_id = request.args.get('id')
week = chats_viewer.api_get_nb_message_by_week(chat_type, instance_uuid, chat_id)
if week[1] != 200:
return create_json_response(week[0], week[1])
else:
return jsonify(week[0])
@chats_explorer.route("chats/explorer/messages/stats/week/all", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_messages_stats_week_all():
chat_type = request.args.get('type')
instance_uuid = request.args.get('subtype')
chat_id = request.args.get('id')
week = chats_viewer.api_get_nb_week_messages(chat_type, instance_uuid, chat_id) # TODO SELECT DATE
if week[1] != 200:
return create_json_response(week[0], week[1])
else:
return jsonify(week[0])
2023-11-02 15:28:33 +00:00
@chats_explorer.route("/chats/explorer/subchannel", methods=['GET'])
@login_required
@login_read_only
def objects_subchannel_messages():
subchannel_id = request.args.get('id')
instance_uuid = request.args.get('subtype')
target = request.args.get('target')
2024-01-16 11:04:39 +00:00
if target == "Don't Translate":
target = None
2023-12-10 23:46:15 +00:00
nb_messages = request.args.get('nb')
page = request.args.get('page')
subchannel = chats_viewer.api_get_subchannel(subchannel_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
2023-11-02 15:28:33 +00:00
if subchannel[1] != 200:
return create_json_response(subchannel[0], subchannel[1])
else:
subchannel = subchannel[0]
languages = Language.get_translation_languages()
return render_template('SubChannelMessages.html', subchannel=subchannel,
ail_tags=Tag.get_modal_add_tags(subchannel['id'], subchannel['type'], subchannel['subtype']),
bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target)
2023-11-02 15:28:33 +00:00
2023-11-29 15:28:25 +00:00
@chats_explorer.route("/chats/explorer/thread", methods=['GET'])
@login_required
@login_read_only
def objects_thread_messages():
thread_id = request.args.get('id')
instance_uuid = request.args.get('subtype')
target = request.args.get('target')
2024-01-16 11:04:39 +00:00
if target == "Don't Translate":
target = None
2023-12-10 23:46:15 +00:00
nb_messages = request.args.get('nb')
page = request.args.get('page')
thread = chats_viewer.api_get_thread(thread_id, instance_uuid, translation_target=target, nb=nb_messages, page=page)
2023-11-29 15:28:25 +00:00
if thread[1] != 200:
return create_json_response(thread[0], thread[1])
else:
meta = thread[0]
languages = Language.get_translation_languages()
return render_template('ThreadMessages.html', meta=meta, bootstrap_label=bootstrap_label, translation_languages=languages, translation_target=target)
2023-11-02 15:28:33 +00:00
@chats_explorer.route("/chats/explorer/participants", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_chat_participants():
chat_type = request.args.get('type')
chat_id = request.args.get('id')
chat_subtype = request.args.get('subtype')
meta = chats_viewer.api_get_chat_participants(chat_type, chat_subtype,chat_id)
if meta[1] != 200:
return create_json_response(meta[0], meta[1])
else:
meta = meta[0]
return render_template('chat_participants.html', meta=meta, bootstrap_label=bootstrap_label)
@chats_explorer.route("/chats/explorer/chat/download", methods=['GET'])
@login_required
@login_read_only
def chats_explorer_chat_download():
chat_id = request.args.get('id')
chat_subtype = request.args.get('subtype')
chat = chats_viewer.api_chat_messages(chat_subtype, chat_id)
if chat[1] != 200:
if chat[1] == 404:
abort(404)
else:
return create_json_response(chat[0], chat[1])
else:
return jsonify(chat[0])
@chats_explorer.route("/chats/explorer/subchannel/download", methods=['GET'])
@login_required
@login_read_only
def objects_subchannel_messages_download():
subchannel_id = request.args.get('id')
instance_uuid = request.args.get('subtype')
subchannel = chats_viewer.api_subchannel_messages(instance_uuid, subchannel_id)
if subchannel[1] != 200:
return create_json_response(subchannel[0], subchannel[1])
else:
return jsonify(subchannel[0])
@chats_explorer.route("/chats/explorer/thread/download", methods=['GET'])
@login_required
@login_read_only
def objects_thread_messages_download():
thread_id = request.args.get('id')
instance_uuid = request.args.get('subtype')
thread = chats_viewer.api_thread_messages(instance_uuid, thread_id)
if thread[1] != 200:
return create_json_response(thread[0], thread[1])
else:
return jsonify(thread[0])
#### ####
@chats_explorer.route("/chats/explorer/chat/monitoring/request", methods=['GET', 'POST'])
@login_required
@login_user_no_api
def chat_monitoring_request():
if request.method == 'POST':
user_id = current_user.get_user_id()
chat_type = request.form.get('type')
username = request.form.get('username')
invite = request.form.get('invite')
description = request.form.get('description')
if chat_type not in ['discord', 'telegram', 'other']:
return create_json_response({"status": "error", "reason": "Invalid Chat Type"}, 400)
if not username and not invite and not description:
return create_json_response({"status": "error", "reason": "Please provide a username/username/invite/comment"}, 400)
cm_uuid = chats_viewer.create_chat_monitoring_requests(user_id, chat_type, invite, username, description)
return render_template('request_chat_monitoring.html', uuid=cm_uuid)
else:
return render_template('request_chat_monitoring.html')
@chats_explorer.route("/chats/explorer/chat/monitoring/request/admin", methods=['GET'])
@login_required
@login_admin
def chat_monitoring_requests():
metas = chats_viewer.get_chats_monitoring_requests_metas()
return render_template('chat_monitoring_requests.html', metas=metas)
#### ####
@chats_explorer.route("/objects/message", methods=['GET'])
2023-11-02 15:28:33 +00:00
@login_required
@login_read_only
2023-11-08 14:46:05 +00:00
def objects_message():
message_id = request.args.get('id')
target = request.args.get('target')
if target == "Don't Translate":
target = None
message = chats_viewer.api_get_message(message_id, translation_target=target)
if message[1] != 200:
return create_json_response(message[0], message[1])
2023-11-02 15:28:33 +00:00
else:
message = message[0]
languages = Language.get_translation_languages()
extracted = module_extractor.extract(current_user.get_user_id(), 'message', '', message['id'], content=message['content'])
extracted_matches = module_extractor.get_extracted_by_match(extracted)
message['extracted'] = extracted
message['extracted_matches'] = extracted_matches
2023-11-08 14:46:05 +00:00
return render_template('ChatMessage.html', meta=message, bootstrap_label=bootstrap_label,
translation_languages=languages, translation_target=target,
2023-11-08 14:46:05 +00:00
modal_add_tags=Tag.get_modal_add_tags(message['id'], object_type='message'))
@chats_explorer.route("/objects/message/translate", methods=['POST'])
@login_required
2024-09-05 14:40:24 +00:00
@login_user_no_api
def objects_message_translate():
message_id = request.form.get('id')
source = request.form.get('language_target')
target = request.form.get('target')
translation = request.form.get('translation')
if target == "Don't Translate":
target = None
resp = chats_viewer.api_manually_translate_message(message_id, source, target, translation)
if resp[1] != 200:
return create_json_response(resp[0], resp[1])
else:
if request.referrer:
return redirect(request.referrer)
else:
return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target))
@chats_explorer.route("/objects/message/detect/language", methods=['GET'])
@login_required
2024-09-05 14:40:24 +00:00
@login_user_no_api
def objects_message_detect_language():
message_id = request.args.get('id')
target = request.args.get('target')
resp = chats_viewer.api_message_detect_language(message_id)
if resp[1] != 200:
return create_json_response(resp[0], resp[1])
else:
if request.referrer:
return redirect(request.referrer)
else:
return redirect(url_for('chats_explorer.objects_message', id=message_id, target=target))
@chats_explorer.route("/objects/user-account", methods=['GET'])
@login_required
@login_read_only
def objects_user_account():
instance_uuid = request.args.get('subtype')
user_id = request.args.get('id')
target = request.args.get('target')
if target == "Don't Translate":
target = None
user_account = chats_viewer.api_get_user_account(user_id, instance_uuid, translation_target=target)
# print()
# print(user_account[0]['usernames'])
# print()
if user_account[1] != 200:
return create_json_response(user_account[0], user_account[1])
else:
user_account = user_account[0]
languages = Language.get_translation_languages()
return render_template('user_account.html', meta=user_account, bootstrap_label=bootstrap_label,
2024-03-19 11:05:50 +00:00
ail_tags=Tag.get_modal_add_tags(user_account['id'], user_account['type'], user_account['subtype']),
translation_languages=languages, translation_target=target)
@chats_explorer.route("/objects/user-account_usernames_timeline_json", methods=['GET']) # TODO API
@login_required
@login_read_only
def objects_user_account_usernames_timeline_json():
subtype = request.args.get('subtype')
user_id = request.args.get('id')
json_graph = chats_viewer.get_user_account_usernames_timeline(subtype, user_id)
return jsonify(json_graph)
@chats_explorer.route("/objects/user-account_chats_chord_json", methods=['GET']) # TODO API
@login_required
@login_read_only
def objects_user_account_chats_chord_json():
subtype = request.args.get('subtype')
user_id = request.args.get('id')
json_graph = chats_viewer.get_user_account_chats_chord(subtype, user_id)
return jsonify(json_graph)
@chats_explorer.route("/objects/user-account_mentions_chord_json", methods=['GET']) # TODO API
@login_required
@login_read_only
def objects_user_account_mentions_chord_json():
subtype = request.args.get('subtype')
user_id = request.args.get('id')
json_graph = chats_viewer.get_user_account_mentions_chord(subtype, user_id)
return jsonify(json_graph)
@chats_explorer.route("/objects/user-account/chat", methods=['GET'])
@login_required
@login_read_only
def objects_user_account_chat():
instance_uuid = request.args.get('subtype')
user_id = request.args.get('id')
chat_id = request.args.get('chat_id')
target = request.args.get('target')
if target == "Don't Translate":
target = None
meta = chats_viewer.api_get_user_account_chat_messages(user_id, instance_uuid, chat_id, translation_target=target)
if meta[1] != 200:
return create_json_response(meta[0], meta[1])
else:
meta = meta[0]
languages = Language.get_translation_languages()
return render_template('chats_explorer/user_chat_messages.html', meta=meta, bootstrap_label=bootstrap_label,
ail_tags=Tag.get_modal_add_tags(meta['user-account']['id'], meta['user-account']['type'], meta['user-account']['subtype']),
translation_languages=languages, translation_target=target)
@chats_explorer.route("objects/user-account/messages/stats/week/all", methods=['GET'])
@login_required
@login_read_only
def user_account_messages_stats_week_all():
instance_uuid = request.args.get('subtype')
user_id = request.args.get('id')
week = chats_viewer.api_get_user_account_nb_all_week_messages(user_id, instance_uuid)
if week[1] != 200:
return create_json_response(week[0], week[1])
else:
return jsonify(week[0])