Suporting the recent objects added to misp-objects

- Matching the aml documents structure
- Some parts of the document still need to be added
pull/163/head
chrisr3d 2018-02-12 13:40:49 +01:00
parent 8983ebc4b2
commit 8569c3d702
No known key found for this signature in database
GPG Key ID: 6BBED1B63A6D639F
1 changed files with 80 additions and 35 deletions

View File

@ -1,5 +1,6 @@
import json
from pymisp import MISPEvent
from collections import defaultdict
import base64
misperrors = {'error': 'Error'}
@ -11,12 +12,12 @@ mispattributes = {}
outputFileExtension = "xml"
responseType = "application/xml"
objects_to_parse = ['bank-account', 'person', 'geolocation']
objects_to_parse = ['transaction', 'bank-account', 'person', 'entity', 'geolocation']
goAMLmapping = {'bank-account': 't_account', 'text': 'institution_name', 'institution-code': 'institution_code',
goAMLmapping = {'bank-account': 't_account', 'institution-code': 'institution_code', 'iban': 'iban',
'swift': 'swift', 'branch': 'branch', 'non-banking-institution': 'non_bank_institution',
'account': 'account', 'currency-code': 'currency_code', 'account-name': 'account_name',
'iban': 'iban', 'client-number': 'client_number', 'personal-account-type': 'personal_account_type',
'client-number': 'client_number', 'personal-account-type': 'personal_account_type',
'opened': 'opened', 'closed': 'closed', 'balance': 'balance', 'status-code': 'status_code',
'beneficiary': 'beneficiary', 'beneficiary-comment': 'beneficiary_comment', 'comments': 'comments',
'person': 't_person', 'text': 'comments', 'first-name': 'first_name', 'middle-name': 'middle_name',
@ -25,64 +26,108 @@ goAMLmapping = {'bank-account': 't_account', 'text': 'institution_name', 'instit
'passport-number': 'passport_number', 'passport-country': 'passport_country',
'social-security-number': 'ssn', 'nationality': 'nationality1', 'identity-card-number': 'id_number',
'geolocation': 'location', 'city': 'city', 'region': 'state', 'country': 'country-code',
'address': 'address', 'zipcode': 'zip'}
'address': 'address', 'zipcode': 'zip',
'transaction': 'transaction', 'transaction-number': 'transactionnumber', 'date': 'date_transaction',
'location': 'transaction_location', 'transmode-code': 'transmode_code', 'amount': 'amount_local',
'transmode-comment': 'transmode_comment', 'date-posting': 'date_posting',
'entity': 'entity', 'name': 'name', 'commercial-name': 'commercial_name', 'business': 'business',
'legal-form': 'incorporation_legal_form', 'registration-number': 'incorporation_number',
'phone-number': 'phone'}
class GoAmlGeneration():
def __init__(self):
self.document = {}
class GoAmlGeneration(object):
def __init__(self, config):
self.config = config
def from_event(self, event):
self.misp_event = MISPEvent()
self.misp_event.load(event)
def parse_objects(self):
uuids = defaultdict(list)
report_code = []
currency_code = []
for obj in self.misp_event.objects:
if obj.name in objects_to_parse:
obj_dict = {}
for attribute in obj.attributes:
obj_dict[attribute.object_relation] = attribute.value
self.document[obj.name] = obj_dict
obj_type = obj.name
uuids[obj_type].append(obj.uuid)
if obj_type == 'bank-account':
try:
report_code.append(obj.get_attributes_by_relation('report-code'))
currency_code.append(obj.get_attributes_by_relation('currency-code'))
except:
print('non')
self.uuids, self.report_code, self.currency_code = uuids, report_code, currency_code
def build_xml(self):
self.xml = "<report>"
if 'bank-account' in self.document:
if 'report-code' in self.document['bank-account']:
self.xml += "<report_code>{}</report_code>".format(self.document['bank-account'].pop('report-code').split(' ')[0])
for a in ('personal-account-type', 'status-code'):
if a in self.document['bank-account']:
self.document['bank-account'][a] = self.document['bank-account'][a].split(' - ')[0]
self.itterate()
self.xml = "<report><rentity_id>{}</rentity_id>".format(self.config)
for trans_uuid in self.uuids.get('transaction'):
self.itterate('transaction', 'transaction', trans_uuid)
self.xml += "</report>"
def itterate(self):
for t in self.document:
self.xml += "<{}>".format(goAMLmapping[t])
self.fill_xml(t)
if t == 'bank-account' and 'person' in self.document:
self.xml += "<signatory><t_person>"
self.fill_xml('person')
self.xml += "</t_person></signatory>"
self.xml += "</{}>".format(goAMLmapping[t])
def itterate(self, object_type, aml_type, uuid):
self.xml += "<{}>".format(aml_type)
obj = self.misp_event.get_object_by_uuid(uuid)
self.fill_xml(obj)
if obj.ObjectReference:
for ref in obj.ObjectReference:
uuid = ref.referenced_uuid
next_object_type = ref.Object.get('name')
relationship_type = ref.relationship_type
self.parse_references(object_type, next_object_type, uuid, relationship_type)
self.xml += "</{}>".format(aml_type)
def fill_xml(self, t):
for k in self.document[t]:
def fill_xml(self, obj):
for attribute in obj.attributes:
if obj.name == 'bank-account' and attribute.type in ('personal-account-type', 'status-code'):
attribute_value = attribute.value.split(' - ')[0]
else:
attribute_value = attribute.value
try:
self.xml += "<{0}>{1}</{0}>".format(goAMLmapping[k], self.document[t][k])
self.xml += "<{0}>{1}</{0}>".format(goAMLmapping[attribute.object_relation], attribute_value)
except KeyError:
pass
def parse_references(self, object_type, next_object_type, uuid, relationship_type):
if next_object_type == 'bank-account':
self.xml += "<t_{}>".format(relationship_type)
next_aml_type = "{}_account".format(relationship_type.split('_')[0])
self.itterate(next_object_type, next_aml_type, uuid)
self.xml += "</t_{}>".format(relationship_type)
elif next_object_type == 'person':
if object_type == 'transaction':
self.xml += "<t_{}>".format(relationship_type)
next_aml_type = "{}_person".format(relationship_type.split('_')[0])
self.itterate(next_object_type, next_aml_type, uuid)
self.xml += "</t_{}>".format(relationship_type)
elif object_type == 'bank-account':
self.xml += "<signatory>"
next_aml_type = goAMLmapping[next_object_type]
self.itterate(next_object_type, next_aml_type, uuid)
self.xml += "</signatory>"
elif next_object_type == 'legal-entity':
if object_type == 'transaction':
self.xml += "<t_{}>".format(relationship_type)
next_aml_type = "{}_entity".format(relationship_type.split('_')[0])
self.itterate(next_object_type, next_aml_type, uuid)
self.xml += "</t_{}>".format(relationship_type)
elif object_type == 'bank-account':
next_aml_type = goAMLmapping[next_object_type]
self.itterate(next_object_type, next_aml_type, uuid)
def handler(q=False):
if q is False:
return False
request = json.loads(q)
if 'data' not in request:
return False
exp_doc = GoAmlGeneration()
if not request.get('config') and not request['config'].get('rentity_id'):
misperrors['error'] = "Configuration error."
return misperrors
config = request['config'].get('rentity_id')
exp_doc = GoAmlGeneration(config)
exp_doc.from_event(request['data'][0])
exp_doc.parse_objects()
exp_doc.build_xml()
return {'response': {}, 'data': exp_doc.xml}
#return {'response': [], 'data': str(base64.b64encode(bytes(exp_doc.xml, 'utf-8')), 'utf-8')}
return {'response': [], 'data': str(base64.b64encode(bytes(exp_doc.xml, 'utf-8')), 'utf-8')}
def introspection():
modulesetup = {}