mirror of https://github.com/MISP/misp-galaxy
chg: [description_value] reprocess clusters to avoid duplicate on value
parent
6f1b8344a5
commit
fe77114b84
|
@ -0,0 +1,27 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
# coding=utf-8
|
||||||
|
"""
|
||||||
|
Tool to remove duplicates in value
|
||||||
|
"""
|
||||||
|
import sys
|
||||||
|
import json
|
||||||
|
|
||||||
|
with open(sys.argv[1], 'r') as f:
|
||||||
|
data = json.load(f)
|
||||||
|
|
||||||
|
#for c in data['values']:
|
||||||
|
# c['value'] = f'{c["value"]} - {c["meta"]["description"]}'
|
||||||
|
|
||||||
|
value_seen = []
|
||||||
|
data_output = []
|
||||||
|
for c in data['values']:
|
||||||
|
if c['value'] in value_seen:
|
||||||
|
continue
|
||||||
|
else:
|
||||||
|
data_output.append(c)
|
||||||
|
value_seen.append(c['value'])
|
||||||
|
|
||||||
|
data['values'] = data_output
|
||||||
|
with open(sys.argv[1], 'w') as f:
|
||||||
|
json.dump(data, f)
|
||||||
|
|
Loading…
Reference in New Issue