From 211b8d8cee3b978a9d87f360e24b22081b7bb806 Mon Sep 17 00:00:00 2001 From: Emmanuelle Vargas-Gonzalez Date: Wed, 25 Jul 2018 20:53:53 -0400 Subject: [PATCH] Add core tests and minor change to parse_observable() --- stix2/core.py | 4 +- stix2/test/v20/test_core.py | 153 +++++++++++++++++++++++++++++++++++ stix2/test/v21/test_core.py | 156 ++++++++++++++++++++++++++++++++++++ 3 files changed, 310 insertions(+), 3 deletions(-) create mode 100644 stix2/test/v20/test_core.py create mode 100644 stix2/test/v21/test_core.py diff --git a/stix2/core.py b/stix2/core.py index 9d51e5b..5d5ae3b 100644 --- a/stix2/core.py +++ b/stix2/core.py @@ -125,7 +125,7 @@ def parse_observable(data, _valid_refs=None, allow_custom=False, version=None): object. Args: - data: The STIX 2 string to be parsed. + data (str, dict, file-like object): The STIX2 content to be parsed. _valid_refs: A list of object references valid for the scope of the object being parsed. Use empty list if no valid refs are present. allow_custom (bool): Whether to allow custom properties or not. @@ -147,8 +147,6 @@ def parse_observable(data, _valid_refs=None, allow_custom=False, version=None): if version: # If the version argument was passed, override other approaches. v = 'v' + version.replace('.', '') - elif 'spec_version' in obj: - v = 'v' + obj['spec_version'].replace('.', '') else: # Use default version (latest) if no version was provided. v = 'v' + stix2.DEFAULT_VERSION.replace('.', '') diff --git a/stix2/test/v20/test_core.py b/stix2/test/v20/test_core.py new file mode 100644 index 0000000..4e4b50e --- /dev/null +++ b/stix2/test/v20/test_core.py @@ -0,0 +1,153 @@ +import pytest + +import stix2 +from stix2 import core, exceptions + +BUNDLE = { + "type": "bundle", + "spec_version": "2.0", + "id": "bundle--00000000-0000-4000-8000-000000000007", + "objects": [ + { + "type": "indicator", + "id": "indicator--00000000-0000-4000-8000-000000000001", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "pattern": "[file:hashes.MD5 = 'd41d8cd98f00b204e9800998ecf8427e']", + "valid_from": "2017-01-01T12:34:56Z", + "labels": [ + "malicious-activity", + ], + }, + { + "type": "malware", + "id": "malware--00000000-0000-4000-8000-000000000003", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "name": "Cryptolocker", + "labels": [ + "ransomware", + ], + }, + { + "type": "relationship", + "id": "relationship--00000000-0000-4000-8000-000000000005", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "relationship_type": "indicates", + "source_ref": "indicator--a740531e-63ff-4e49-a9e1-a0a3eed0e3e7", + "target_ref": "malware--9c4638ec-f1de-4ddb-abf4-1b760417654e", + }, + ], +} + + +def test_dict_to_stix2_bundle_with_version(): + with pytest.raises(exceptions.ExtraPropertiesError) as excinfo: + core.dict_to_stix2(BUNDLE, version='2.1') + + assert str(excinfo.value) == "Unexpected properties for Bundle: (spec_version)." + + +def test_parse_observable_with_version(): + observable = {"type": "file", "name": "foo.exe"} + obs_obj = core.parse_observable(observable, version='2.0') + v = 'v20' + + assert v in str(obs_obj.__class__) + + +def test_register_object_with_version(): + bundle = core.dict_to_stix2(BUNDLE, version='2.0') + core._register_object(bundle.objects[0].__class__, version='2.0') + v = 'v20' + + assert bundle.objects[0].type in core.STIX2_OBJ_MAPS[v]['objects'] + assert v in str(bundle.objects[0].__class__) + + +def test_register_marking_with_version(): + core._register_marking(stix2.v20.TLP_WHITE.__class__, version='2.0') + v = 'v20' + + assert stix2.v20.TLP_WHITE.definition._type in core.STIX2_OBJ_MAPS[v]['markings'] + assert v in str(stix2.v20.TLP_WHITE.__class__) + + +def test_register_observable_with_version(): + observed_data = stix2.v20.ObservedData( + id="observed-data--b67d30ff-02ac-498a-92f9-32f845f448cf", + created_by_ref="identity--f431f809-377b-45e0-aa1c-6a4751cae5ff", + created="2016-04-06T19:58:16.000Z", + modified="2016-04-06T19:58:16.000Z", + first_observed="2015-12-21T19:00:00Z", + last_observed="2015-12-21T19:00:00Z", + number_observed=50, + objects={ + "0": { + "name": "foo.exe", + "type": "file", + "extensions": { + "ntfs-ext": { + "alternate_data_streams": [ + { + "name": "second.stream", + "size": 25536, + }, + ], + }, + }, + }, + "1": { + "type": "directory", + "path": "/usr/home", + "contains_refs": ["0"], + }, + }, + ) + core._register_observable(observed_data.objects['0'].__class__, version='2.0') + v = 'v20' + + assert observed_data.objects['0'].type in core.STIX2_OBJ_MAPS[v]['observables'] + assert v in str(observed_data.objects['0'].__class__) + + +def test_register_observable_extension_with_version(): + observed_data = stix2.v20.ObservedData( + id="observed-data--b67d30ff-02ac-498a-92f9-32f845f448cf", + created_by_ref="identity--f431f809-377b-45e0-aa1c-6a4751cae5ff", + created="2016-04-06T19:58:16.000Z", + modified="2016-04-06T19:58:16.000Z", + first_observed="2015-12-21T19:00:00Z", + last_observed="2015-12-21T19:00:00Z", + number_observed=50, + objects={ + "0": { + "name": "foo.exe", + "type": "file", + "extensions": { + "ntfs-ext": { + "alternate_data_streams": [ + { + "name": "second.stream", + "size": 25536, + }, + ], + }, + }, + }, + "1": { + "type": "directory", + "path": "/usr/home", + "contains_refs": ["0"], + }, + }, + ) + core._register_observable_extension(observed_data.objects['0'], observed_data.objects['0'].extensions['ntfs-ext'].__class__, version='2.0') + v = 'v20' + + assert observed_data.objects['0'].type in core.STIX2_OBJ_MAPS[v]['observables'] + assert v in str(observed_data.objects['0'].__class__) + + assert observed_data.objects['0'].extensions['ntfs-ext']._type in core.STIX2_OBJ_MAPS[v]['observable-extensions']['file'] + assert v in str(observed_data.objects['0'].extensions['ntfs-ext'].__class__) diff --git a/stix2/test/v21/test_core.py b/stix2/test/v21/test_core.py new file mode 100644 index 0000000..c9c3502 --- /dev/null +++ b/stix2/test/v21/test_core.py @@ -0,0 +1,156 @@ +import pytest + +import stix2 +from stix2 import DEFAULT_VERSION, core, exceptions + +BUNDLE = { + "type": "bundle", + "id": "bundle--00000000-0000-4000-8000-000000000007", + "objects": [ + { + "type": "indicator", + "spec_version": "2.1", + "id": "indicator--00000000-0000-4000-8000-000000000001", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "pattern": "[file:hashes.MD5 = 'd41d8cd98f00b204e9800998ecf8427e']", + "valid_from": "2017-01-01T12:34:56Z", + "indicator_types": [ + "malicious-activity", + ], + }, + { + "type": "malware", + "spec_version": "2.1", + "id": "malware--00000000-0000-4000-8000-000000000003", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "name": "Cryptolocker", + "malware_types": [ + "ransomware", + ], + }, + { + "type": "relationship", + "spec_version": "2.1", + "id": "relationship--00000000-0000-4000-8000-000000000005", + "created": "2017-01-01T12:34:56.000Z", + "modified": "2017-01-01T12:34:56.000Z", + "relationship_type": "indicates", + "source_ref": "indicator--a740531e-63ff-4e49-a9e1-a0a3eed0e3e7", + "target_ref": "malware--9c4638ec-f1de-4ddb-abf4-1b760417654e", + }, + ], +} + + +def test_dict_to_stix2_bundle_with_version(): + with pytest.raises(exceptions.InvalidValueError) as excinfo: + core.dict_to_stix2(BUNDLE, version='2.0') + + msg = "Invalid value for Bundle 'objects': Spec version 2.0 bundles don't yet support containing objects of a different spec version." + assert str(excinfo.value) == msg + + +def test_parse_observable_with_default_version(): + observable = {"type": "file", "name": "foo.exe"} + obs_obj = core.parse_observable(observable) + + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(obs_obj.__class__) + + +def test_register_object_with_version(): + bundle = core.dict_to_stix2(BUNDLE, version='2.1') + core._register_object(bundle.objects[0].__class__) + + v = 'v' + DEFAULT_VERSION.replace('.', '') + + assert bundle.objects[0].type in core.STIX2_OBJ_MAPS[v]['objects'] + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(bundle.objects[0].__class__) + + +def test_register_marking_with_default_version(): + core._register_marking(stix2.TLP_WHITE.__class__) + v = 'v' + DEFAULT_VERSION.replace('.', '') + + assert stix2.TLP_WHITE.type in core.STIX2_OBJ_MAPS[v]['markings'] + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(stix2.TLP_WHITE.__class__) + + +def test_register_observable_with_default_version(): + observed_data = stix2.v21.ObservedData( + id="observed-data--b67d30ff-02ac-498a-92f9-32f845f448cf", + created_by_ref="identity--f431f809-377b-45e0-aa1c-6a4751cae5ff", + created="2016-04-06T19:58:16.000Z", + modified="2016-04-06T19:58:16.000Z", + first_observed="2015-12-21T19:00:00Z", + last_observed="2015-12-21T19:00:00Z", + number_observed=50, + objects={ + "0": { + "name": "foo.exe", + "type": "file", + "extensions": { + "ntfs-ext": { + "alternate_data_streams": [ + { + "name": "second.stream", + "size": 25536, + }, + ], + }, + }, + }, + "1": { + "type": "directory", + "path": "/usr/home", + "contains_refs": ["0"], + }, + }, + ) + core._register_observable(observed_data.objects['0'].__class__) + v = 'v' + DEFAULT_VERSION.replace('.', '') + + assert observed_data.objects['0'].type in core.STIX2_OBJ_MAPS[v]['observables'] + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(observed_data.objects['0'].__class__) + + +def test_register_observable_extension_with_default_version(): + observed_data = stix2.v21.ObservedData( + id="observed-data--b67d30ff-02ac-498a-92f9-32f845f448cf", + created_by_ref="identity--f431f809-377b-45e0-aa1c-6a4751cae5ff", + created="2016-04-06T19:58:16.000Z", + modified="2016-04-06T19:58:16.000Z", + first_observed="2015-12-21T19:00:00Z", + last_observed="2015-12-21T19:00:00Z", + number_observed=50, + objects={ + "0": { + "name": "foo.exe", + "type": "file", + "extensions": { + "ntfs-ext": { + "alternate_data_streams": [ + { + "name": "second.stream", + "size": 25536, + }, + ], + }, + }, + }, + "1": { + "type": "directory", + "path": "/usr/home", + "contains_refs": ["0"], + }, + }, + ) + core._register_observable_extension(observed_data.objects['0'], observed_data.objects['0'].extensions['ntfs-ext'].__class__) + v = 'v' + DEFAULT_VERSION.replace('.', '') + + assert observed_data.objects['0'].type in core.STIX2_OBJ_MAPS[v]['observables'] + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(observed_data.objects['0'].__class__) + + assert observed_data.objects['0'].extensions['ntfs-ext']._type in core.STIX2_OBJ_MAPS[v]['observable-extensions']['file'] + assert 'v' + DEFAULT_VERSION.replace('.', '') in str(observed_data.objects['0'].extensions['ntfs-ext'].__class__)