mirror of https://github.com/MISP/misp-galaxy
28 lines
532 B
Python
28 lines
532 B
Python
|
#!/usr/bin/env python3
|
||
|
|
# coding=utf-8
|
||
|
|
"""
|
||
|
|
Tool to remove duplicates in value
|
||
|
|
"""
|
||
|
|
import sys
|
||
|
|
import json
|
||
|
|
|
||
|
|
with open(sys.argv[1], 'r') as f:
|
||
|
|
data = json.load(f)
|
||
|
|
|
||
|
|
#for c in data['values']:
|
||
|
|
# c['value'] = f'{c["value"]} - {c["meta"]["description"]}'
|
||
|
|
|
||
|
|
value_seen = []
|
||
|
|
data_output = []
|
||
|
|
for c in data['values']:
|
||
|
|
if c['value'] in value_seen:
|
||
|
|
continue
|
||
|
|
else:
|
||
|
|
data_output.append(c)
|
||
|
|
value_seen.append(c['value'])
|
||
|
|
|
||
|
|
data['values'] = data_output
|
||
|
|
with open(sys.argv[1], 'w') as f:
|
||
|
|
json.dump(data, f)
|
||
|
|
|