From 67442dd5030a330c64d7274b55fb3a5e118d81c6 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Rapha=C3=ABl=20Vinot?= <raphael@vinot.info>
Date: Mon, 2 Mar 2020 00:13:53 +0100
Subject: [PATCH] new: Add import script for dxy data

---
 .../import_csse_covid19_daily.py              |  0
 examples/covid19/import_dxy_covid19_live.py   | 77 +++++++++++++++++++
 pymisp/data/misp-objects                      |  2 +-
 3 files changed, 78 insertions(+), 1 deletion(-)
 rename examples/{ => covid19}/import_csse_covid19_daily.py (100%)
 create mode 100755 examples/covid19/import_dxy_covid19_live.py

diff --git a/examples/import_csse_covid19_daily.py b/examples/covid19/import_csse_covid19_daily.py
similarity index 100%
rename from examples/import_csse_covid19_daily.py
rename to examples/covid19/import_csse_covid19_daily.py
diff --git a/examples/covid19/import_dxy_covid19_live.py b/examples/covid19/import_dxy_covid19_live.py
new file mode 100755
index 0000000..2d85768
--- /dev/null
+++ b/examples/covid19/import_dxy_covid19_live.py
@@ -0,0 +1,77 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+from pathlib import Path
+from pymisp import MISPEvent, MISPOrganisation, PyMISP
+from dateutil.parser import parse
+import json
+from pymisp.tools import feed_meta_generator
+from io import BytesIO
+
+make_feed = False
+
+path = Path('/home/raphael/gits/covid-19-china/data')
+
+
+if make_feed:
+    org = MISPOrganisation()
+    org.name = 'CIRCL'
+    org.uuid = "55f6ea5e-2c60-40e5-964f-47a8950d210f"
+else:
+    from covid_key import url, key
+    misp = PyMISP(url, key)
+
+for p in path.glob('*_json/current_china.json'):
+    d = parse(p.parent.name[:-5])
+    event = MISPEvent()
+    event.info = f"[{d.isoformat()}] DXY COVID-19 live report"
+    event.date = d
+    event.distribution = 3
+    event.add_tag('tlp:white')
+    if make_feed:
+        event.orgc = org
+    else:
+        e = misp.search(eventinfo=event.info, metadata=True, pythonify=True)
+        if e:
+            # Already added.
+            continue
+    event.add_attribute('attachment', p.name, data=BytesIO(p.open('rb').read()))
+    with p.open() as f:
+        data = json.load(f)
+    for province in data:
+        obj_province = event.add_object(name='covid19-dxy-live-province', standalone=False)
+        obj_province.add_attribute('province', province['provinceName'])
+        obj_province.add_attribute('update', d)
+        if province['currentConfirmedCount']:
+            obj_province.add_attribute('current-confirmed', province['currentConfirmedCount'])
+        if province['confirmedCount']:
+            obj_province.add_attribute('total-confirmed', province['confirmedCount'])
+        if province['curedCount']:
+            obj_province.add_attribute('total-cured', province['curedCount'])
+        if province['deadCount']:
+            obj_province.add_attribute('total-death', province['deadCount'])
+        if province['comment']:
+            obj_province.add_attribute('comment', province['comment'])
+
+        for city in province['cities']:
+            obj_city = event.add_object(name='covid19-dxy-live-city', standalone=False)
+            obj_city.add_attribute('city', city['cityName'])
+            obj_city.add_attribute('update', d)
+            if city['currentConfirmedCount']:
+                obj_city.add_attribute('current-confirmed', city['currentConfirmedCount'])
+            if city['confirmedCount']:
+                obj_city.add_attribute('total-confirmed', city['confirmedCount'])
+            if city['curedCount']:
+                obj_city.add_attribute('total-cured', city['curedCount'])
+            if city['deadCount']:
+                obj_city.add_attribute('total-death', city['deadCount'])
+            obj_city.add_reference(obj_province, 'part-of')
+
+    if make_feed:
+        with (Path('output') / f'{event.uuid}.json').open('w') as _w:
+            json.dump(event.to_feed(), _w)
+    else:
+        misp.add_event(event)
+
+if make_feed:
+    feed_meta_generator(Path('output'))
diff --git a/pymisp/data/misp-objects b/pymisp/data/misp-objects
index 75028d3..b29a360 160000
--- a/pymisp/data/misp-objects
+++ b/pymisp/data/misp-objects
@@ -1 +1 @@
-Subproject commit 75028d3adf0619a2c4c3880dfd78ed18e59b50ad
+Subproject commit b29a360c0284935097ad3cdb222d47b19ad79e1a