mirror of
https://github.com/ail-project/ail-framework.git
synced 2024-11-13 01:58:22 +00:00
chg: [relationships] add messages mentions -> chats + user-accounts
This commit is contained in:
parent
33bf42538f
commit
883563be56
10 changed files with 185 additions and 6 deletions
|
@ -483,4 +483,41 @@ class AbstractChatFeeder(DefaultFeeder, ABC):
|
||||||
obj.add_relationship(chat_obj.get_global_id(), 'in')
|
obj.add_relationship(chat_obj.get_global_id(), 'in')
|
||||||
# -FORWARD- #
|
# -FORWARD- #
|
||||||
|
|
||||||
|
## MENTION ##
|
||||||
|
if self.get_json_meta().get('mentions'):
|
||||||
|
for mention in self.get_json_meta()['mentions'].get('chats', []):
|
||||||
|
m_obj = self._process_chat(mention, date, new_objs=new_objs)
|
||||||
|
if m_obj:
|
||||||
|
for chat_obj in chats_objs:
|
||||||
|
if chat_obj.type == 'chat':
|
||||||
|
chat_obj.add_relationship(m_obj.get_global_id(), 'mention')
|
||||||
|
|
||||||
|
# TODO PERF
|
||||||
|
# TODO Keep message obj + chat obj in global var
|
||||||
|
for obj in objs:
|
||||||
|
if obj.type == 'message':
|
||||||
|
obj.add_relationship(m_obj.get_global_id(), 'mention')
|
||||||
|
for chat_obj in chats_objs:
|
||||||
|
if chat_obj.type == 'chat':
|
||||||
|
obj.add_relationship(chat_obj.get_global_id(), 'in')
|
||||||
|
|
||||||
|
for mention in self.get_json_meta()['mentions'].get('users', []):
|
||||||
|
m_obj = self._process_user(mention, date, timestamp, new_objs=new_objs) # TODO date, timestamp ???
|
||||||
|
if m_obj:
|
||||||
|
for chat_obj in chats_objs:
|
||||||
|
if chat_obj.type == 'chat':
|
||||||
|
chat_obj.add_relationship(m_obj.get_global_id(), 'mention')
|
||||||
|
|
||||||
|
# TODO PERF
|
||||||
|
# TODO Keep message obj + chat obj in global var
|
||||||
|
for obj in objs:
|
||||||
|
if obj.type == 'message':
|
||||||
|
obj.add_relationship(m_obj.get_global_id(), 'mention')
|
||||||
|
for chat_obj in chats_objs:
|
||||||
|
if chat_obj.type == 'chat':
|
||||||
|
obj.add_relationship(chat_obj.get_global_id(), 'in')
|
||||||
|
|
||||||
|
|
||||||
|
# -MENTION- #
|
||||||
|
|
||||||
return new_objs | objs
|
return new_objs | objs
|
||||||
|
|
|
@ -490,6 +490,35 @@ def get_user_account_chats_chord(subtype, user_id):
|
||||||
chord['data'].append({'source': user_account_gid, 'target': chat_g_id, 'value': nb[chat_g_id]})
|
chord['data'].append({'source': user_account_gid, 'target': chat_g_id, 'value': nb[chat_g_id]})
|
||||||
return chord
|
return chord
|
||||||
|
|
||||||
|
def get_user_account_mentions_chord(subtype, user_id):
|
||||||
|
chord = {'meta': {}, 'data': []}
|
||||||
|
nb = {}
|
||||||
|
user_account = UsersAccount.UserAccount(user_id, subtype)
|
||||||
|
user_account_gid = user_account.get_global_id()
|
||||||
|
label = get_chat_user_account_label(user_account_gid)
|
||||||
|
if label:
|
||||||
|
chord['meta'][user_account_gid] = label
|
||||||
|
else:
|
||||||
|
chord['meta'][user_account_gid] = user_account_gid
|
||||||
|
|
||||||
|
for mess in user_account.get_messages():
|
||||||
|
m = Messages.Message(mess[9:])
|
||||||
|
for rel in m.get_obj_relationships(relationships={'mention'}, filter_types={'chat', 'user_account'}):
|
||||||
|
if rel:
|
||||||
|
if not rel['target'] in nb:
|
||||||
|
nb[rel['target']] = 0
|
||||||
|
nb[rel['target']] += 1
|
||||||
|
|
||||||
|
for g_id in nb:
|
||||||
|
label = get_chat_user_account_label(g_id)
|
||||||
|
if label:
|
||||||
|
chord['meta'][g_id] = label
|
||||||
|
else:
|
||||||
|
chord['meta'][g_id] = g_id
|
||||||
|
chord['data'].append({'source': user_account_gid, 'target': g_id, 'value': nb[g_id]})
|
||||||
|
return chord
|
||||||
|
|
||||||
|
|
||||||
def _get_chat_card_meta_options():
|
def _get_chat_card_meta_options():
|
||||||
return {'created_at', 'icon', 'info', 'nb_participants', 'origin_link', 'subchannels', 'tags_safe', 'threads', 'translation', 'username'}
|
return {'created_at', 'icon', 'info', 'nb_participants', 'origin_link', 'subchannels', 'tags_safe', 'threads', 'translation', 'username'}
|
||||||
|
|
||||||
|
|
|
@ -139,11 +139,12 @@ class UserAccount(AbstractSubtypeObject):
|
||||||
|
|
||||||
def get_messages(self):
|
def get_messages(self):
|
||||||
messages = []
|
messages = []
|
||||||
for mess in self.get_correlation('message'):
|
correl = self.get_correlation('message')
|
||||||
messages.append(f'message:{mess}')
|
if 'message' in correl:
|
||||||
|
for mess_id in correl['message']:
|
||||||
|
messages.append(f'message:{mess_id}')
|
||||||
return messages
|
return messages
|
||||||
|
|
||||||
|
|
||||||
def get_messages_by_chat_obj(self, chat_obj):
|
def get_messages_by_chat_obj(self, chat_obj):
|
||||||
messages = []
|
messages = []
|
||||||
for mess in self.get_correlation_iter_obj(chat_obj, 'message'):
|
for mess in self.get_correlation_iter_obj(chat_obj, 'message'):
|
||||||
|
|
|
@ -24,7 +24,7 @@ from lib.ConfigLoader import ConfigLoader
|
||||||
from lib import Duplicate
|
from lib import Duplicate
|
||||||
from lib.correlations_engine import get_nb_correlations, get_correlations, add_obj_correlation, delete_obj_correlation, delete_obj_correlations, exists_obj_correlation, is_obj_correlated, get_nb_correlation_by_correl_type, get_obj_inter_correlation
|
from lib.correlations_engine import get_nb_correlations, get_correlations, add_obj_correlation, delete_obj_correlation, delete_obj_correlations, exists_obj_correlation, is_obj_correlated, get_nb_correlation_by_correl_type, get_obj_inter_correlation
|
||||||
from lib.Investigations import is_object_investigated, get_obj_investigations, delete_obj_investigations
|
from lib.Investigations import is_object_investigated, get_obj_investigations, delete_obj_investigations
|
||||||
from lib.relationships_engine import get_obj_nb_relationships, add_obj_relationship
|
from lib.relationships_engine import get_obj_nb_relationships, get_obj_relationships, add_obj_relationship
|
||||||
from lib.Language import get_obj_languages, add_obj_language, remove_obj_language, detect_obj_language, get_obj_language_stats, get_obj_translation, set_obj_translation, delete_obj_translation, get_obj_main_language
|
from lib.Language import get_obj_languages, add_obj_language, remove_obj_language, detect_obj_language, get_obj_language_stats, get_obj_translation, set_obj_translation, delete_obj_translation, get_obj_main_language
|
||||||
from lib.Tracker import is_obj_tracked, get_obj_trackers, delete_obj_trackers
|
from lib.Tracker import is_obj_tracked, get_obj_trackers, delete_obj_trackers
|
||||||
|
|
||||||
|
@ -299,6 +299,9 @@ class AbstractObject(ABC):
|
||||||
def get_nb_relationships(self, filter=[]):
|
def get_nb_relationships(self, filter=[]):
|
||||||
return get_obj_nb_relationships(self.get_global_id())
|
return get_obj_nb_relationships(self.get_global_id())
|
||||||
|
|
||||||
|
def get_obj_relationships(self, relationships=set(), filter_types=set()):
|
||||||
|
return get_obj_relationships(self.get_global_id(), relationships=relationships, filter_types=filter_types)
|
||||||
|
|
||||||
def add_relationship(self, obj2_global_id, relationship, source=True):
|
def add_relationship(self, obj2_global_id, relationship, source=True):
|
||||||
# is source
|
# is source
|
||||||
if source:
|
if source:
|
||||||
|
|
|
@ -594,6 +594,13 @@ def get_chat_relationships_cord_graph(obj_type, subtype, obj_id):
|
||||||
return data
|
return data
|
||||||
return []
|
return []
|
||||||
|
|
||||||
|
def get_chat_relationships_mentions_cord_graph(obj_type, subtype, obj_id):
|
||||||
|
if obj_type == 'chat':
|
||||||
|
obj_global_id = get_obj_global_id(obj_type, subtype, obj_id)
|
||||||
|
data = relationships_engine.get_chat_mentions_stats(obj_global_id)
|
||||||
|
return data
|
||||||
|
return []
|
||||||
|
|
||||||
# --- RELATIONSHIPS --- #
|
# --- RELATIONSHIPS --- #
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -22,7 +22,7 @@ RELATIONSHIPS = {
|
||||||
"mention"
|
"mention"
|
||||||
}
|
}
|
||||||
|
|
||||||
RELATIONSHIPS_OBJS = {
|
RELATIONSHIPS_OBJS = { # TODO forward user-account
|
||||||
"forwarded_from": {
|
"forwarded_from": {
|
||||||
'chat': {'message'},
|
'chat': {'message'},
|
||||||
'message': {'chat', 'user-account'}
|
'message': {'chat', 'user-account'}
|
||||||
|
@ -35,7 +35,11 @@ RELATIONSHIPS_OBJS = {
|
||||||
'chat': {'message'},
|
'chat': {'message'},
|
||||||
'message': {'chat'}
|
'message': {'chat'}
|
||||||
},
|
},
|
||||||
"mention": {}
|
"mention": {
|
||||||
|
'chat': {'chat', 'user-account', 'message'},
|
||||||
|
'message': {'chat', 'user-account'},
|
||||||
|
'user-account': {'chat', 'message'},
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
def get_relationships():
|
def get_relationships():
|
||||||
|
@ -221,3 +225,55 @@ def get_chat_forward_stats(obj_global_id): # objs_hidden
|
||||||
|
|
||||||
return data
|
return data
|
||||||
|
|
||||||
|
##################################################################
|
||||||
|
|
||||||
|
def get_chat_mention_stats_in(obj_global_id):
|
||||||
|
nb = {}
|
||||||
|
for rel in get_obj_relationships(obj_global_id, relationships={'mention'}, filter_types={'message'}):
|
||||||
|
chat_mess = rel['source'].split('/')
|
||||||
|
chat_source = f'chat:{chat_mess[0][9:]}:{chat_mess[2]}'
|
||||||
|
if chat_source not in nb:
|
||||||
|
nb[chat_source] = 0
|
||||||
|
nb[chat_source] += 1
|
||||||
|
return nb
|
||||||
|
|
||||||
|
def get_chat_mention_stats_out(obj_global_id):
|
||||||
|
nb = {}
|
||||||
|
for rel in get_obj_relationships(obj_global_id, relationships={'in'}, filter_types={'message'}):
|
||||||
|
r = get_obj_relationships(rel['source'], relationships={'mention'}, filter_types={'chat', 'user-account'})
|
||||||
|
if r:
|
||||||
|
if not r[0]['target'] in nb:
|
||||||
|
nb[r[0]['target']] = 0
|
||||||
|
nb[r[0]['target']] += 1
|
||||||
|
# chat_mess = rel['source'].split('/')
|
||||||
|
#
|
||||||
|
# chat_target = f'chat:{chat_mess[0][9:]}:{chat_mess[2]}'
|
||||||
|
# print(chat_target, chat, chat_target == chat)
|
||||||
|
# if chat is None or chat_target == chat:
|
||||||
|
# if chat_target not in nb:
|
||||||
|
# nb[chat_target] = 0
|
||||||
|
# nb[chat_target] += 1
|
||||||
|
#
|
||||||
|
# print(json.dumps(nb, indent=4))
|
||||||
|
return nb
|
||||||
|
|
||||||
|
def get_chat_mentions_stats(obj_global_id): # objs_hidden
|
||||||
|
data = []
|
||||||
|
|
||||||
|
# print(get_obj_relationships(obj_global_id, relationships=['forwarded_from'], filter_types=['message']))
|
||||||
|
|
||||||
|
out_mess = get_chat_mention_stats_in(obj_global_id)
|
||||||
|
in_mess = get_chat_mention_stats_out(obj_global_id)
|
||||||
|
#
|
||||||
|
for target in in_mess:
|
||||||
|
data.append({'source': obj_global_id, 'target': target, 'value': in_mess[target]})
|
||||||
|
|
||||||
|
for source in out_mess:
|
||||||
|
data.append({'source': source, 'target': obj_global_id, 'value': out_mess[source]})
|
||||||
|
|
||||||
|
# print()
|
||||||
|
# print(in_mess)
|
||||||
|
# print()
|
||||||
|
# print(out_mess)
|
||||||
|
|
||||||
|
return data
|
||||||
|
|
|
@ -306,6 +306,15 @@ def objects_user_account_chats_chord_json():
|
||||||
json_graph = chats_viewer.get_user_account_chats_chord(subtype, user_id)
|
json_graph = chats_viewer.get_user_account_chats_chord(subtype, user_id)
|
||||||
return jsonify(json_graph)
|
return jsonify(json_graph)
|
||||||
|
|
||||||
|
@chats_explorer.route("/objects/user-account_mentions_chord_json", methods=['GET']) # TODO API
|
||||||
|
@login_required
|
||||||
|
@login_read_only
|
||||||
|
def objects_user_account_mentions_chord_json():
|
||||||
|
subtype = request.args.get('subtype')
|
||||||
|
user_id = request.args.get('id')
|
||||||
|
json_graph = chats_viewer.get_user_account_mentions_chord(subtype, user_id)
|
||||||
|
return jsonify(json_graph)
|
||||||
|
|
||||||
@chats_explorer.route("/objects/user-account/chat", methods=['GET'])
|
@chats_explorer.route("/objects/user-account/chat", methods=['GET'])
|
||||||
@login_required
|
@login_required
|
||||||
@login_read_only
|
@login_read_only
|
||||||
|
|
|
@ -283,6 +283,19 @@ def relationships_chord_graph_json():
|
||||||
|
|
||||||
return jsonify({'meta': meta, 'data': chat_json_graph})
|
return jsonify({'meta': meta, 'data': chat_json_graph})
|
||||||
|
|
||||||
|
@correlation.route('/relationships/chord_mentions_graph_json')
|
||||||
|
@login_required
|
||||||
|
@login_read_only
|
||||||
|
def relationships_chord_mentions_graph_json():
|
||||||
|
obj_id = request.args.get('id')
|
||||||
|
subtype = request.args.get('subtype')
|
||||||
|
obj_type = request.args.get('type')
|
||||||
|
|
||||||
|
chat_json_graph = ail_objects.get_chat_relationships_mentions_cord_graph(obj_type, subtype, obj_id)
|
||||||
|
meta = chats_viewer.enrich_chat_relationships_labels(chat_json_graph)
|
||||||
|
|
||||||
|
return jsonify({'meta': meta, 'data': chat_json_graph})
|
||||||
|
|
||||||
@correlation.route('/relationship/show', methods=['GET', 'POST'])
|
@correlation.route('/relationship/show', methods=['GET', 'POST'])
|
||||||
@login_required
|
@login_required
|
||||||
@login_read_only
|
@login_read_only
|
||||||
|
|
|
@ -50,6 +50,9 @@
|
||||||
<h4>Numbers of Messages Posted by Chat:</h4>
|
<h4>Numbers of Messages Posted by Chat:</h4>
|
||||||
<div id="chord_user_chats" style="max-width: 900px"></div>
|
<div id="chord_user_chats" style="max-width: 900px"></div>
|
||||||
|
|
||||||
|
<h4>Numbers of Mentions:</h4>
|
||||||
|
<div id="chord_mentions" style="max-width: 900px"></div>
|
||||||
|
|
||||||
<h4>User Chats:</h4>
|
<h4>User Chats:</h4>
|
||||||
{% for meta_chats in meta['chats'] %}
|
{% for meta_chats in meta['chats'] %}
|
||||||
<div class="my-2">
|
<div class="my-2">
|
||||||
|
@ -92,6 +95,10 @@ d3.json(url).then(function(data) {
|
||||||
create_directed_chord_diagram('#chord_user_chats', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
create_directed_chord_diagram('#chord_user_chats', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
let url2 = "{{ url_for('chats_explorer.objects_user_account_mentions_chord_json') }}?subtype={{ meta["subtype"] }}&id={{ meta["id"] }}"
|
||||||
|
d3.json(url2).then(function(data) {
|
||||||
|
create_directed_chord_diagram('#chord_mentions', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
||||||
|
});
|
||||||
|
|
||||||
</script>
|
</script>
|
||||||
|
|
||||||
|
|
|
@ -248,6 +248,10 @@
|
||||||
<input class="form-check-input" type="checkbox" value="True" id="message_Check" name="message_Check" {%if "message" in dict_object["filter"]%}checked{%endif%}>
|
<input class="form-check-input" type="checkbox" value="True" id="message_Check" name="message_Check" {%if "message" in dict_object["filter"]%}checked{%endif%}>
|
||||||
<label class="form-check-label" for="message_Check">Message</label>
|
<label class="form-check-label" for="message_Check">Message</label>
|
||||||
</div>
|
</div>
|
||||||
|
<div class="form-check">
|
||||||
|
<input class="form-check-input" type="checkbox" value="True" id="user-account_Check" name="user-account_Check" {%if "user-account" in dict_object["filter"]%}checked{%endif%}>
|
||||||
|
<label class="form-check-label" for="user-account_Check">User-Account</label>
|
||||||
|
</div>
|
||||||
</li>
|
</li>
|
||||||
|
|
||||||
{# <li class="list-group-item text-left">#}
|
{# <li class="list-group-item text-left">#}
|
||||||
|
@ -351,8 +355,12 @@
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
<h3>Forwards</h3>
|
||||||
<div id="chart_test" style="max-width: 900px"></div>
|
<div id="chart_test" style="max-width: 900px"></div>
|
||||||
|
|
||||||
|
<h3>Mentions</h3>
|
||||||
|
<div id="chart_mentions" style="max-width: 900px"></div>
|
||||||
|
|
||||||
|
|
||||||
<table id="table_graph_node_objects">
|
<table id="table_graph_node_objects">
|
||||||
</table>
|
</table>
|
||||||
|
@ -381,6 +389,11 @@ $(document).ready(function(){
|
||||||
create_directed_chord_diagram('#chart_test', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
create_directed_chord_diagram('#chart_test', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
let url2 = "{{ url_for('correlation.relationships_chord_mentions_graph_json') }}?id={{ dict_object["correlation_id"] }}&type={{ dict_object["object_type"] }}{% if 'type_id' in dict_object["metadata"] %}&subtype={{ dict_object["metadata"]["type_id"] }}{% endif %}"
|
||||||
|
d3.json(url2).then(function(data) {
|
||||||
|
create_directed_chord_diagram('#chart_mentions', data, mouseover_tooltip_ail_obj, mouseout_tooltip_ail_obj);
|
||||||
|
});
|
||||||
|
|
||||||
|
|
||||||
});
|
});
|
||||||
|
|
||||||
|
@ -808,6 +821,10 @@ window.all_graph = all_graph;
|
||||||
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
|
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
*/
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
</script>
|
</script>
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue