mirror of https://github.com/MISP/PyMISP
Merge pull request #358 from Vincent-CIRCL/master
add: [reportlab] Galaxies and clusters displaypull/362/head
commit
3a3525f00f
File diff suppressed because it is too large
Load Diff
File diff suppressed because one or more lines are too long
|
@ -1,13 +1,13 @@
|
||||||
#!/usr/bin/env python
|
#!/usr/bin/env python
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
import unittest
|
|
||||||
from pymisp import MISPEvent
|
|
||||||
|
|
||||||
|
|
||||||
import sys
|
|
||||||
import os
|
import os
|
||||||
|
import sys
|
||||||
import time
|
import time
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from pymisp import MISPEvent
|
||||||
|
from pymisp.tools import reportlab_generator
|
||||||
|
|
||||||
manual_testing = False
|
manual_testing = False
|
||||||
|
|
||||||
|
@ -17,7 +17,6 @@ if sys.version_info < (3, 6):
|
||||||
else:
|
else:
|
||||||
from pymisp import reportlab_generator
|
from pymisp import reportlab_generator
|
||||||
|
|
||||||
|
|
||||||
class TestMISPEvent(unittest.TestCase):
|
class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
|
@ -29,10 +28,13 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
self.root = ""
|
self.root = ""
|
||||||
self.test_folder = self.root + "reportlab_testfiles/"
|
self.test_folder = self.root + "reportlab_testfiles/"
|
||||||
self.test_batch_folder = self.root + "OSINT_output/"
|
self.test_batch_folder = self.root + "OSINT_output/"
|
||||||
|
self.storage_folder_OSINT = self.root + "OSINT_PDF/"
|
||||||
self.test_image_folder = self.root + "image_json/"
|
self.test_image_folder = self.root + "image_json/"
|
||||||
self.storage_folder = self.root + "reportlab_testoutputs/"
|
self.storage_folder = self.root + "reportlab_testoutputs/"
|
||||||
self.storage_image_folder = self.root + "reportlab_test_image_outputs/"
|
self.storage_image_folder = self.root + "reportlab_test_image_outputs/"
|
||||||
self.moduleconfig = ["MISP_base_url_for_dynamic_link", "MISP_name_for_metadata", "Activate_textual_description"]
|
self.moduleconfig = ["MISP_base_url_for_dynamic_link", "MISP_name_for_metadata", "Activate_textual_description",
|
||||||
|
"Activate_galaxy_description"]
|
||||||
|
|
||||||
|
|
||||||
def init_event(self):
|
def init_event(self):
|
||||||
self.mispevent.info = 'This is a test'
|
self.mispevent.info = 'This is a test'
|
||||||
|
@ -103,7 +105,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "config_complete_event.pdf")
|
self.storage_folder + "config_complete_event.pdf")
|
||||||
|
|
||||||
def test_partial_0_config_json(self):
|
def test_partial_0_config_json(self):
|
||||||
|
@ -116,7 +119,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "config_partial_0_event.pdf")
|
self.storage_folder + "config_partial_0_event.pdf")
|
||||||
|
|
||||||
def test_partial_1_config_json(self):
|
def test_partial_1_config_json(self):
|
||||||
|
@ -129,7 +133,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "config_partial_1_event.pdf")
|
self.storage_folder + "config_partial_1_event.pdf")
|
||||||
|
|
||||||
def test_image_json(self):
|
def test_image_json(self):
|
||||||
|
@ -143,7 +148,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'image_event.json')
|
self.mispevent.load_file(self.test_folder + 'image_event.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "image_event.pdf")
|
self.storage_folder + "image_event.pdf")
|
||||||
|
|
||||||
def test_objects_1_json(self):
|
def test_objects_1_json(self):
|
||||||
|
@ -157,7 +163,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'mainly_objects_1.json')
|
self.mispevent.load_file(self.test_folder + 'mainly_objects_1.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "mainly_objects_1.pdf")
|
self.storage_folder + "mainly_objects_1.pdf")
|
||||||
|
|
||||||
def test_objects_2_json(self):
|
def test_objects_2_json(self):
|
||||||
|
@ -171,7 +178,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'mainly_objects_2.json')
|
self.mispevent.load_file(self.test_folder + 'mainly_objects_2.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "mainly_objects_2.pdf")
|
self.storage_folder + "mainly_objects_2.pdf")
|
||||||
|
|
||||||
def test_sightings_1_json(self):
|
def test_sightings_1_json(self):
|
||||||
|
@ -185,7 +193,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'sighting_1.json')
|
self.mispevent.load_file(self.test_folder + 'sighting_1.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "sighting_1.pdf")
|
self.storage_folder + "sighting_1.pdf")
|
||||||
|
|
||||||
def test_sightings_2_json(self):
|
def test_sightings_2_json(self):
|
||||||
|
@ -199,7 +208,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'sighting_2.json')
|
self.mispevent.load_file(self.test_folder + 'sighting_2.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "sighting_2.pdf")
|
self.storage_folder + "sighting_2.pdf")
|
||||||
|
|
||||||
def test_textual_json(self):
|
def test_textual_json(self):
|
||||||
|
@ -214,9 +224,26 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
self.init_event()
|
self.init_event()
|
||||||
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
self.mispevent.load_file(self.test_folder + 'very_long_event.json')
|
||||||
reportlab_generator.register_value_to_file(reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + "textual.pdf")
|
self.storage_folder + "textual.pdf")
|
||||||
|
|
||||||
|
def test_galaxy_1(self):
|
||||||
|
if self.check_python_2():
|
||||||
|
self.assertTrue(True)
|
||||||
|
else:
|
||||||
|
config = {}
|
||||||
|
config[self.moduleconfig[0]] = "http://localhost:8080"
|
||||||
|
config[self.moduleconfig[1]] = "My Wonderful CERT"
|
||||||
|
config[self.moduleconfig[2]] = True
|
||||||
|
config[self.moduleconfig[3]] = True
|
||||||
|
|
||||||
|
self.init_event()
|
||||||
|
self.mispevent.load_file(self.test_folder + 'galaxy_1.json')
|
||||||
|
reportlab_generator.register_value_to_file(
|
||||||
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
|
self.storage_folder + "galaxy_1.pdf")
|
||||||
|
|
||||||
def test_batch_image_events(self):
|
def test_batch_image_events(self):
|
||||||
# Test case ONLY for manual testing. Needs to download a full list of image events !
|
# Test case ONLY for manual testing. Needs to download a full list of image events !
|
||||||
|
|
||||||
|
@ -269,7 +296,7 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
reportlab_generator.register_value_to_file(
|
reportlab_generator.register_value_to_file(
|
||||||
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent),
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent),
|
||||||
self.storage_folder + curr_file + ".pdf")
|
self.storage_folder_OSINT + curr_file + ".pdf")
|
||||||
print("Elapsed time : " + str(time.time() - t))
|
print("Elapsed time : " + str(time.time() - t))
|
||||||
# Local run : 1958.930s for 1064 files
|
# Local run : 1958.930s for 1064 files
|
||||||
|
|
||||||
|
@ -287,6 +314,8 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
config[self.moduleconfig[0]] = "http://localhost:8080"
|
config[self.moduleconfig[0]] = "http://localhost:8080"
|
||||||
config[self.moduleconfig[1]] = "My Wonderful CERT"
|
config[self.moduleconfig[1]] = "My Wonderful CERT"
|
||||||
config[self.moduleconfig[2]] = True
|
config[self.moduleconfig[2]] = True
|
||||||
|
config[self.moduleconfig[3]] = True
|
||||||
|
|
||||||
|
|
||||||
file_nb = str(len(os.listdir(self.test_batch_folder)))
|
file_nb = str(len(os.listdir(self.test_batch_folder)))
|
||||||
i = 0
|
i = 0
|
||||||
|
@ -302,6 +331,6 @@ class TestMISPEvent(unittest.TestCase):
|
||||||
|
|
||||||
reportlab_generator.register_value_to_file(
|
reportlab_generator.register_value_to_file(
|
||||||
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
reportlab_generator.convert_event_in_pdf_buffer(self.mispevent, config),
|
||||||
self.storage_folder + curr_file + ".pdf")
|
self.storage_folder_OSINT + curr_file + ".pdf")
|
||||||
print("Elapsed time : " + str(time.time() - t))
|
print("Elapsed time : " + str(time.time() - t))
|
||||||
# Local run : 1958.930s for 1064 files
|
# Local run : 1513.283s for 1064 files
|
||||||
|
|
Loading…
Reference in New Issue