mirror of https://github.com/MISP/PyMISP
71 lines
2.5 KiB
Python
71 lines
2.5 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
# -*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
from pathlib import Path
|
||
|
|
from csv import DictReader
|
||
|
|
from pymisp import MISPEvent, MISPOrganisation, PyMISP
|
||
|
|
from datetime import datetime
|
||
|
|
from dateutil.parser import parse
|
||
|
|
import json
|
||
|
|
from pymisp.tools import feed_meta_generator
|
||
|
|
from io import BytesIO
|
||
|
|
|
||
|
|
make_feed = False
|
||
|
|
|
||
|
|
path = Path('/home/raphael/gits/COVID-19/csse_covid_19_data/csse_covid_19_daily_reports/')
|
||
|
|
|
||
|
|
|
||
|
|
if make_feed:
|
||
|
|
org = MISPOrganisation()
|
||
|
|
org.name = 'CIRCL'
|
||
|
|
org.uuid = "55f6ea5e-2c60-40e5-964f-47a8950d210f"
|
||
|
|
else:
|
||
|
|
from covid_key import url, key
|
||
|
|
misp = PyMISP(url, key)
|
||
|
|
|
||
|
|
for p in path.glob('**/*.csv'):
|
||
|
|
d = datetime.strptime(p.name[:-4], '%m-%d-%Y').date()
|
||
|
|
event = MISPEvent()
|
||
|
|
event.info = f"[{d.isoformat()}] CSSE COVID-19 daily report"
|
||
|
|
event.date = d
|
||
|
|
event.distribution = 3
|
||
|
|
event.add_tag('tlp:white')
|
||
|
|
if make_feed:
|
||
|
|
event.orgc = org
|
||
|
|
else:
|
||
|
|
e = misp.search(eventinfo=event.info, metadata=True, pythonify=True)
|
||
|
|
if e:
|
||
|
|
# Already added.
|
||
|
|
continue
|
||
|
|
event.add_attribute('attachment', p.name, data=BytesIO(p.open('rb').read()))
|
||
|
|
event.add_attribute('link', f'https://github.com/CSSEGISandData/COVID-19/tree/master/csse_covid_19_data/csse_covid_19_daily_reports/{p.name}', comment='Source')
|
||
|
|
with p.open() as f:
|
||
|
|
reader = DictReader(f)
|
||
|
|
for row in reader:
|
||
|
|
obj = event.add_object(name='covid19-csse-daily-report', standalone=False)
|
||
|
|
if 'Province/State' in row:
|
||
|
|
if row['Province/State']:
|
||
|
|
obj.add_attribute('province-state', row['Province/State'])
|
||
|
|
elif '\ufeffProvince/State' in row:
|
||
|
|
if row['\ufeffProvince/State']:
|
||
|
|
obj.add_attribute('province-state', row['\ufeffProvince/State'])
|
||
|
|
else:
|
||
|
|
print(p, row.keys())
|
||
|
|
raise Exception()
|
||
|
|
obj.add_attribute('country-region', row['Country/Region'])
|
||
|
|
obj.add_attribute('update', parse(row['Last Update']))
|
||
|
|
if row['Confirmed']:
|
||
|
|
obj.add_attribute('confirmed', int(row['Confirmed']))
|
||
|
|
if row['Deaths']:
|
||
|
|
obj.add_attribute('death', int(row['Deaths']))
|
||
|
|
if row['Recovered']:
|
||
|
|
obj.add_attribute('recovered', int(row['Recovered']))
|
||
|
|
if make_feed:
|
||
|
|
with (Path('output') / f'{event.uuid}.json').open('w') as _w:
|
||
|
|
json.dump(event.to_feed(), _w)
|
||
|
|
else:
|
||
|
|
misp.add_event(event)
|
||
|
|
|
||
|
|
if make_feed:
|
||
|
|
feed_meta_generator(Path('output'))
|