mirror of
https://github.com/MISP/misp-galaxy.git
synced 2024-11-26 00:37:18 +00:00
chg: [description_value] reprocess clusters to avoid duplicate on value
This commit is contained in:
parent
6f1b8344a5
commit
fe77114b84
1 changed files with 27 additions and 0 deletions
27
tools/description_value.py
Executable file
27
tools/description_value.py
Executable file
|
@ -0,0 +1,27 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# coding=utf-8
|
||||||
|
"""
|
||||||
|
Tool to remove duplicates in value
|
||||||
|
"""
|
||||||
|
import sys
|
||||||
|
import json
|
||||||
|
|
||||||
|
with open(sys.argv[1], 'r') as f:
|
||||||
|
data = json.load(f)
|
||||||
|
|
||||||
|
#for c in data['values']:
|
||||||
|
# c['value'] = f'{c["value"]} - {c["meta"]["description"]}'
|
||||||
|
|
||||||
|
value_seen = []
|
||||||
|
data_output = []
|
||||||
|
for c in data['values']:
|
||||||
|
if c['value'] in value_seen:
|
||||||
|
continue
|
||||||
|
else:
|
||||||
|
data_output.append(c)
|
||||||
|
value_seen.append(c['value'])
|
||||||
|
|
||||||
|
data['values'] = data_output
|
||||||
|
with open(sys.argv[1], 'w') as f:
|
||||||
|
json.dump(data, f)
|
||||||
|
|
Loading…
Reference in a new issue