mirror of https://github.com/MISP/misp-modules
adds cluster25.py expansion module and entry in expansion/__init__.py
parent
a4e84abb38
commit
f77baec63b
|
@ -4,8 +4,8 @@ import sys
|
||||||
sys.path.append('{}/lib'.format('/'.join((os.path.realpath(__file__)).split('/')[:-3])))
|
sys.path.append('{}/lib'.format('/'.join((os.path.realpath(__file__)).split('/')[:-3])))
|
||||||
|
|
||||||
__all__ = ['cuckoo_submit', 'vmray_submit', 'bgpranking', 'circl_passivedns', 'circl_passivessl',
|
__all__ = ['cuckoo_submit', 'vmray_submit', 'bgpranking', 'circl_passivedns', 'circl_passivessl',
|
||||||
'countrycode', 'cve', 'cve_advanced', 'cpe', 'dns', 'btc_steroids', 'domaintools', 'eupi',
|
'cluster25', 'countrycode', 'cve', 'cve_advanced', 'cpe', 'dns', 'btc_steroids', 'domaintools',
|
||||||
'eql', 'farsight_passivedns', 'ipasn', 'passivetotal', 'sourcecache', 'virustotal',
|
'eupi', 'eql', 'farsight_passivedns', 'ipasn', 'passivetotal', 'sourcecache', 'virustotal',
|
||||||
'whois', 'shodan', 'reversedns', 'geoip_asn', 'geoip_city', 'geoip_country', 'wiki', 'iprep',
|
'whois', 'shodan', 'reversedns', 'geoip_asn', 'geoip_city', 'geoip_country', 'wiki', 'iprep',
|
||||||
'threatminer', 'otx', 'threatcrowd', 'vulndb', 'crowdstrike_falcon',
|
'threatminer', 'otx', 'threatcrowd', 'vulndb', 'crowdstrike_falcon',
|
||||||
'yara_syntax_validator', 'hashdd', 'onyphe', 'onyphe_full', 'rbl',
|
'yara_syntax_validator', 'hashdd', 'onyphe', 'onyphe_full', 'rbl',
|
||||||
|
|
|
@ -0,0 +1,134 @@
|
||||||
|
import json
|
||||||
|
import requests
|
||||||
|
from . import check_input_attribute, standard_error_message
|
||||||
|
from pymisp import MISPAttribute, MISPEvent
|
||||||
|
|
||||||
|
moduleinfo = {'version': '0.1',
|
||||||
|
'author': 'Milo Volpicelli',
|
||||||
|
'description': 'Module to query Cluster25CTI',
|
||||||
|
'module-type': ['expansion', 'hover']}
|
||||||
|
moduleconfig = ['api_id', 'apikey', 'base_url']
|
||||||
|
misperrors = {'error': 'Error'}
|
||||||
|
misp_type_in = ['domain', 'email', 'filename', 'md5', 'sha1', 'sha256', 'ip', 'mutex', 'url', 'vulnerability', 'btc',
|
||||||
|
'xmr', 'ja3-fingerprint-md5']
|
||||||
|
mapping_out = { # mapping between the MISP attributes type and the compatible Cluster25 indicator types.
|
||||||
|
'domain': {'type': 'domain', 'to_ids': True},
|
||||||
|
'email': {'type': 'email', 'to_ids': True},
|
||||||
|
'filename': {'type': 'filename', 'to_ids': True},
|
||||||
|
'md5': {'type': 'md5', 'to_ids': True},
|
||||||
|
'sha1': {'type': 'sha1', 'to_ids': True},
|
||||||
|
'sha256': {'type': 'sha256', 'to_ids': True},
|
||||||
|
'ipv4': {'type': 'ip', 'to_ids': True},
|
||||||
|
'ipv6': {'type': 'ip', 'to_ids': True},
|
||||||
|
'mutex': {'type': 'mutex', 'to_ids': True},
|
||||||
|
'url': {'type': 'url', 'to_ids': True},
|
||||||
|
'cve': {'type': 'vulnerability', 'to_ids': True},
|
||||||
|
'btcaddress': {'type': 'btc', 'to_ids': True},
|
||||||
|
'xmraddress': {'type': 'xmr', 'to_ids': True},
|
||||||
|
'ja3': {'type': 'ja3-fingerprint-md5', 'to_ids': True},
|
||||||
|
}
|
||||||
|
misp_type_out = [item['type'] for item in mapping_out.values()]
|
||||||
|
misp_attributes = {'input': misp_type_in, 'format': 'misp_standard'}
|
||||||
|
|
||||||
|
|
||||||
|
def handler(q=False):
|
||||||
|
if q is False:
|
||||||
|
return False
|
||||||
|
request = json.loads(q)
|
||||||
|
# validate Cluster25 params
|
||||||
|
if request.get('config'):
|
||||||
|
if request['config'].get('apikey') is None:
|
||||||
|
misperrors['error'] = 'Cluster25 apikey is missing'
|
||||||
|
return misperrors
|
||||||
|
if request['config'].get('api_id') is None:
|
||||||
|
misperrors['error'] = 'Cluster25 api_id is missing'
|
||||||
|
return misperrors
|
||||||
|
if request['config'].get('base_url') is None:
|
||||||
|
misperrors['error'] = 'Cluster25 base_url is missing'
|
||||||
|
return misperrors
|
||||||
|
|
||||||
|
# validate attribute
|
||||||
|
if not request.get('attribute') or not check_input_attribute(request['attribute']):
|
||||||
|
return {'error': f'{standard_error_message}, which should contain at least a type, a value and an uuid.'}
|
||||||
|
attribute = request.get('attribute')
|
||||||
|
if not any(input_type == attribute.get('type') for input_type in misp_type_in):
|
||||||
|
return {'error': 'Unsupported attribute type.'}
|
||||||
|
|
||||||
|
client = Cluster25CTI(request['config']['api_id'], request['config']['apikey'], request['config']['base_url'])
|
||||||
|
|
||||||
|
attribute = MISPAttribute()
|
||||||
|
attribute.from_dict(**request.get('attribute'))
|
||||||
|
r = {"results": []}
|
||||||
|
valid_type = False
|
||||||
|
|
||||||
|
try:
|
||||||
|
for k in misp_type_in:
|
||||||
|
if attribute.type == k:
|
||||||
|
# map the MISP type to the Cluster25 type
|
||||||
|
r['results'].append(lookup_indicator(client, attribute))
|
||||||
|
valid_type = True
|
||||||
|
except Exception as e:
|
||||||
|
return {'error': f"{e}"}
|
||||||
|
|
||||||
|
if not valid_type:
|
||||||
|
misperrors['error'] = "Unsupported attributes type"
|
||||||
|
return misperrors
|
||||||
|
return {'results': r.get('results').pop()}
|
||||||
|
|
||||||
|
|
||||||
|
def lookup_indicator(client, ref_attribute):
|
||||||
|
result = client.search_indicators(ref_attribute.value)
|
||||||
|
misp_event = MISPEvent()
|
||||||
|
misp_event.add_attribute(**ref_attribute)
|
||||||
|
|
||||||
|
for item in result:
|
||||||
|
if mapping_out.get(item.get('type')):
|
||||||
|
r = mapping_out[item.get('type')].copy()
|
||||||
|
r['value'] = item
|
||||||
|
attribute = MISPAttribute()
|
||||||
|
attribute.from_dict(**r)
|
||||||
|
misp_event.add_attribute(**attribute)
|
||||||
|
|
||||||
|
event = json.loads(misp_event.to_json())
|
||||||
|
return {'Object': event.get('Object', []), 'Attribute': event.get('Attribute', [])}
|
||||||
|
|
||||||
|
|
||||||
|
def introspection():
|
||||||
|
return misp_attributes
|
||||||
|
|
||||||
|
|
||||||
|
def version():
|
||||||
|
moduleinfo['config'] = moduleconfig
|
||||||
|
return moduleinfo
|
||||||
|
|
||||||
|
|
||||||
|
class Cluster25CTI:
|
||||||
|
def __init__(self, customer_id=None, customer_key=None, base_url=None):
|
||||||
|
self.client_id = customer_id
|
||||||
|
self.client_secret = customer_key
|
||||||
|
self.base_url = base_url
|
||||||
|
self.current_token = self._get_cluster25_token()
|
||||||
|
|
||||||
|
def _get_cluster25_token(self) -> str:
|
||||||
|
payload = {"client_id": self.client_id, "client_secret": self.client_secret}
|
||||||
|
r = requests.post(url=f"{self.base_url}/token", json=payload, headers={"Content-Type": "application/json"})
|
||||||
|
|
||||||
|
if r.status_code != 200:
|
||||||
|
raise Exception(
|
||||||
|
f"Unable to retrieve the token from C25 platform, status {r.status_code}"
|
||||||
|
)
|
||||||
|
return r.json()["data"]["token"]
|
||||||
|
|
||||||
|
def search_indicators(self, indicator_type):
|
||||||
|
headers = {"Authorization": f"Bearer {self.current_token}"}
|
||||||
|
params = {'type': indicator_type, 'include_info': True}
|
||||||
|
r = requests.get(url=f"{self.base_url}/indicators", params=params, headers=headers)
|
||||||
|
|
||||||
|
if r.status_code != 200:
|
||||||
|
raise Exception(
|
||||||
|
f"Unable to retrieve the indicators from C25 platform, status {r.status_code}"
|
||||||
|
)
|
||||||
|
return r.json()["data"]
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue