AIL/ail-framework
7
0
Fork 0
mirror of https://github.com/ail-project/ail-framework.git synced 2024-11-23 14:37:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chg: [Correlation Graph] add limit nb max nodes

Browse source
This commit is contained in:
Terrtia 2019-11-13 10:20:11 +01:00
parent 504e45a43b
commit 7d7c318534
No known key found for this signature in database
GPG key ID: 1E1B1F50D84613D0
2 changed files with 12 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
bin/lib/Correlate_object.py
View file

@ -79,7 +79,7 @@ def get_correlation_node_icon(correlation_name, correlation_type=None, value=Non
elif correlation_name == 'domain': elif correlation_name == 'domain':
node_radius = 5 node_radius = 5
node_color = '#CC6677' node_color = '#3DA760'
if Domain.get_domain_type(value) == 'onion': if Domain.get_domain_type(value) == 'onion':
icon_text = '\uf06e' icon_text = '\uf06e'
else: else:
@ -171,7 +171,7 @@ def create_node_id(correlation_name, value, correlation_type=''):
return '{};{};{}'.format(correlation_name, correlation_type, value) return '{};{};{}'.format(correlation_name, correlation_type, value)
def get_graph_node_domain_correlation(domain, mode, max_nodes=400): def get_graph_node_domain_correlation(domain, mode, max_nodes=50):
links = set() links = set()
nodes = set() nodes = set()
@ -184,10 +184,12 @@ def get_graph_node_domain_correlation(domain, mode, max_nodes=400):
for correl_type in domain_correlation[correl]: for correl_type in domain_correlation[correl]:
for correl_val in domain_correlation[correl][correl_type]: for correl_val in domain_correlation[correl][correl_type]:
# add correlation # # TODO: put this in union # add correlation
correl_node_id = create_node_id(correl, correl_val, correl_type) correl_node_id = create_node_id(correl, correl_val, correl_type)
if mode=="union": if mode=="union":
if len(nodes) > max_nodes:
break
nodes.add(correl_node_id) nodes.add(correl_node_id)
links.add((root_node_id, correl_node_id)) links.add((root_node_id, correl_node_id))
@ -205,6 +207,8 @@ def get_graph_node_domain_correlation(domain, mode, max_nodes=400):
if correl_key_val == domain: if correl_key_val == domain:
continue continue
if len(nodes) > max_nodes:
break
new_corel_1 = create_node_id('domain', correl_key_val) new_corel_1 = create_node_id('domain', correl_key_val)
new_corel_2 = create_node_id(correl, correl_val, correl_type) new_corel_2 = create_node_id(correl, correl_val, correl_type)
nodes.add(new_corel_1) nodes.add(new_corel_1)
@ -219,6 +223,8 @@ def get_graph_node_domain_correlation(domain, mode, max_nodes=400):
correl_node_id = create_node_id(correl, correl_val) correl_node_id = create_node_id(correl, correl_val)
if mode=="union": if mode=="union":
if len(nodes) > max_nodes:
break
nodes.add(correl_node_id) nodes.add(correl_node_id)
links.add((root_node_id, correl_node_id)) links.add((root_node_id, correl_node_id))
@ -229,6 +235,8 @@ def get_graph_node_domain_correlation(domain, mode, max_nodes=400):
if correl_key_val == domain: if correl_key_val == domain:
continue continue
if len(nodes) > max_nodes:
break
new_corel_1 = create_node_id('domain', correl_key_val) new_corel_1 = create_node_id('domain', correl_key_val)
new_corel_2 = create_node_id(correl, correl_val) new_corel_2 = create_node_id(correl, correl_val)
nodes.add(new_corel_1) nodes.add(new_corel_1)

2
bin/lib/Decoded.py
View file

@ -24,7 +24,7 @@ def get_decoded_item_type(sha1_string):
''' '''
return r_serv_metadata.hget('metadata_hash:{}'.format(sha1_string), 'estimated_type') return r_serv_metadata.hget('metadata_hash:{}'.format(sha1_string), 'estimated_type')
def _get_decoded_items_list(sha1_string): def get_decoded_items_list(sha1_string):
return r_serv_metadata.zrange('nb_seen_hash:{}'.format(sha1_string), 0, -1) return r_serv_metadata.zrange('nb_seen_hash:{}'.format(sha1_string), 0, -1)
def get_item_decoded(item_id): def get_item_decoded(item_id):