#!/usr/bin/env python3 ###### # TODO: DETECT DUPLICATE DATA ##### import os import pymisp import tempfile from pyaml import yaml from opentaxii.signals import ( CONTENT_BLOCK_CREATED, INBOX_MESSAGE_CREATED ) ## CONFIG if "OPENTAXII_CONFIG" in os.environ: print("Using config from {}".format(os.environ["OPENTAXII_CONFIG"])) CONFIG = yaml.load(open(os.environ["OPENTAXII_CONFIG"], "r")) else: print("Trying to use env variables...") if "MISP_URL" in os.environ: misp_url = os.environ["MISP_URL"] else: print("Unkown misp URL. Set OPENTAXII_CONFIG or MISP_URL.") misp_url = "UNKNOWN" if "MISP_API" in os.environ: misp_api = os.environ["MISP_API"] else: print("Unknown misp API key. Set OPENTAXII_CONFIG or MISP_API.") misp_api = "UNKNOWN" CONFIG = { "misp" : { "url" : misp_url, "api" : misp_api } } MISP = pymisp.PyMISP( CONFIG["misp"]["url"], CONFIG["misp"]["api"], ) def post_stix(manager, content_block, collection_ids, service_id): ''' Callback function for when our taxii server gets new data Will convert it to a MISPEvent and push to the server ''' # Load the package package = pymisp.tools.stix.load_stix(content_block.content) # Check for duplicates for attrib in package.attributes: try: if (0 != len(MISP.search_index(attrib.value)["response"])): # It's a dupe! package.attributes.remove(attrib) except: # idk, this is just in case pymisp does a weird pass # Push the event to MISP # TODO: There's probably a proper method to do this rather than json_full # But I don't wanna read docs if (len(package.attributes) > 0): MISP.add_event(package._json_full()) # Make TAXII call our push function whenever it gets new data CONTENT_BLOCK_CREATED.connect(post_stix)