MISP/misp-galaxy
6
0
Fork 0
mirror of https://github.com/MISP/misp-galaxy.git synced 2024-11-29 18:27:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ref [cluster] remove duplicates

Browse source
This commit is contained in:
niclas 2024-02-27 11:06:36 +01:00
parent b85fd1538e
commit 5d24d645d3
1 changed files with 14 additions and 23 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
tools/mkdocs/modules/cluster.py
View file

@ -12,10 +12,14 @@ class Cluster:
self.value = value
self.related_list = related_list
self.meta = meta
self.entry = ""
self.galaxy = galaxy
self.entry = ""
self.statistics = None
def __lt__(self, other):
return self.uuid < other.uuid
def set_statistics(self, statistics):
self.statistics = statistics
@ -156,32 +160,19 @@ class Cluster:
if empty_uuids > 0:
self.statistics.empty_uuids_dict[self.value] = empty_uuids
# Remove duplicates
to_remove = set()
return self._remove_duplicates(related_clusters)
def _remove_duplicates(self, related_clusters):
cluster_dict = {}
for cluster in related_clusters:
key1 = (cluster[0], cluster[1])
key2 = (cluster[1], cluster[0])
if key1 in cluster_dict:
if cluster_dict[key1][2] > cluster[2]:
to_remove.add(cluster_dict[key1])
cluster_dict[key1] = cluster
else:
to_remove.add(cluster)
elif key2 in cluster_dict:
if cluster_dict[key2][2] > cluster[2]:
to_remove.add(cluster_dict[key2])
cluster_dict[key2] = cluster
else:
to_remove.add(cluster)
key = tuple(sorted((cluster[0], cluster[1])))
if key in cluster_dict:
if cluster_dict[key][2] > cluster[2]:
cluster_dict[key] = cluster
else:
cluster_dict[key1] = cluster
related_clusters = [
cluster for cluster in related_clusters if cluster not in to_remove
]
cluster_dict[key] = cluster
related_clusters = list(cluster_dict.values())
return related_clusters