mirror of https://github.com/MISP/misp-galaxy
chg: [description_value] reprocess clusters to avoid duplicate on value
parent
6f1b8344a5
commit
fe77114b84
|
@ -0,0 +1,27 @@
|
|||
#!/usr/bin/env python3
|
||||
# coding=utf-8
|
||||
"""
|
||||
Tool to remove duplicates in value
|
||||
"""
|
||||
import sys
|
||||
import json
|
||||
|
||||
with open(sys.argv[1], 'r') as f:
|
||||
data = json.load(f)
|
||||
|
||||
#for c in data['values']:
|
||||
# c['value'] = f'{c["value"]} - {c["meta"]["description"]}'
|
||||
|
||||
value_seen = []
|
||||
data_output = []
|
||||
for c in data['values']:
|
||||
if c['value'] in value_seen:
|
||||
continue
|
||||
else:
|
||||
data_output.append(c)
|
||||
value_seen.append(c['value'])
|
||||
|
||||
data['values'] = data_output
|
||||
with open(sys.argv[1], 'w') as f:
|
||||
json.dump(data, f)
|
||||
|
Loading…
Reference in New Issue