2017-02-10 22:35:02 +01:00
|
|
|
"""Base class for type definitions in the stix2 library."""
|
|
|
|
|
|
|
|
import collections
|
2017-05-02 20:06:42 +02:00
|
|
|
import copy
|
2017-02-10 22:35:02 +01:00
|
|
|
import datetime as dt
|
2017-05-04 22:34:08 +02:00
|
|
|
|
2017-02-10 22:35:02 +01:00
|
|
|
import json
|
|
|
|
|
|
|
|
|
2017-05-08 17:11:56 +02:00
|
|
|
from .exceptions import ExtraFieldsError, ImmutableError, InvalidObjRefError, \
|
|
|
|
InvalidValueError, MissingFieldsError, RevokeError, \
|
|
|
|
UnmodifiablePropertyError
|
2017-05-04 22:34:08 +02:00
|
|
|
from .utils import format_datetime, get_timestamp, NOW, parse_into_datetime
|
2017-02-10 22:35:02 +01:00
|
|
|
|
|
|
|
__all__ = ['STIXJSONEncoder', '_STIXBase']
|
|
|
|
|
|
|
|
DEFAULT_ERROR = "{type} must have {field}='{expected}'."
|
|
|
|
|
|
|
|
|
|
|
|
class STIXJSONEncoder(json.JSONEncoder):
|
|
|
|
|
|
|
|
def default(self, obj):
|
|
|
|
if isinstance(obj, (dt.date, dt.datetime)):
|
|
|
|
return format_datetime(obj)
|
|
|
|
elif isinstance(obj, _STIXBase):
|
|
|
|
return dict(obj)
|
|
|
|
else:
|
|
|
|
return super(STIXJSONEncoder, self).default(obj)
|
|
|
|
|
|
|
|
|
2017-02-24 16:28:53 +01:00
|
|
|
def get_required_properties(properties):
|
2017-03-22 14:26:13 +01:00
|
|
|
return (k for k, v in properties.items() if v.required)
|
2017-02-24 16:28:53 +01:00
|
|
|
|
|
|
|
|
2017-02-10 22:35:02 +01:00
|
|
|
class _STIXBase(collections.Mapping):
|
|
|
|
"""Base class for STIX object types"""
|
|
|
|
|
2017-02-24 17:20:24 +01:00
|
|
|
def _check_property(self, prop_name, prop, kwargs):
|
|
|
|
if prop_name not in kwargs:
|
2017-02-24 20:07:54 +01:00
|
|
|
if hasattr(prop, 'default'):
|
2017-03-22 01:15:06 +01:00
|
|
|
value = prop.default()
|
|
|
|
if value == NOW:
|
|
|
|
value = self.__now
|
|
|
|
kwargs[prop_name] = value
|
2017-02-24 20:07:54 +01:00
|
|
|
|
|
|
|
if prop_name in kwargs:
|
|
|
|
try:
|
2017-04-17 21:13:11 +02:00
|
|
|
kwargs[prop_name] = prop.clean(kwargs[prop_name])
|
2017-02-24 20:07:54 +01:00
|
|
|
except ValueError as exc:
|
2017-04-18 21:42:59 +02:00
|
|
|
raise InvalidValueError(self.__class__, prop_name, reason=str(exc))
|
2017-02-24 17:20:24 +01:00
|
|
|
|
2017-02-10 22:35:02 +01:00
|
|
|
def __init__(self, **kwargs):
|
|
|
|
cls = self.__class__
|
|
|
|
|
|
|
|
# Use the same timestamp for any auto-generated datetimes
|
2017-02-24 16:28:53 +01:00
|
|
|
self.__now = get_timestamp()
|
2017-02-10 22:35:02 +01:00
|
|
|
|
|
|
|
# Detect any keyword arguments not allowed for a specific type
|
|
|
|
extra_kwargs = list(set(kwargs) - set(cls._properties))
|
|
|
|
if extra_kwargs:
|
2017-04-18 21:56:16 +02:00
|
|
|
raise ExtraFieldsError(cls, extra_kwargs)
|
2017-02-10 22:35:02 +01:00
|
|
|
|
2017-05-04 22:34:08 +02:00
|
|
|
# Remove any keyword arguments whose value is None
|
|
|
|
setting_kwargs = {}
|
|
|
|
for prop_name, prop_value in kwargs.items():
|
|
|
|
if prop_value:
|
|
|
|
setting_kwargs[prop_name] = prop_value
|
|
|
|
|
2017-04-07 23:34:06 +02:00
|
|
|
# Detect any missing required fields
|
2017-02-24 16:28:53 +01:00
|
|
|
required_fields = get_required_properties(cls._properties)
|
2017-05-04 22:34:08 +02:00
|
|
|
missing_kwargs = set(required_fields) - set(setting_kwargs)
|
2017-02-10 22:35:02 +01:00
|
|
|
if missing_kwargs:
|
2017-04-18 21:41:18 +02:00
|
|
|
raise MissingFieldsError(cls, missing_kwargs)
|
2017-02-10 22:35:02 +01:00
|
|
|
|
|
|
|
for prop_name, prop_metadata in cls._properties.items():
|
2017-05-04 22:34:08 +02:00
|
|
|
self._check_property(prop_name, prop_metadata, setting_kwargs)
|
2017-02-10 22:35:02 +01:00
|
|
|
|
2017-05-04 22:34:08 +02:00
|
|
|
self._inner = setting_kwargs
|
2017-02-10 22:35:02 +01:00
|
|
|
|
2017-03-31 21:52:27 +02:00
|
|
|
if self.granular_markings:
|
|
|
|
for m in self.granular_markings:
|
|
|
|
# TODO: check selectors
|
|
|
|
pass
|
|
|
|
|
2017-02-10 22:35:02 +01:00
|
|
|
def __getitem__(self, key):
|
|
|
|
return self._inner[key]
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
return iter(self._inner)
|
|
|
|
|
|
|
|
def __len__(self):
|
|
|
|
return len(self._inner)
|
|
|
|
|
|
|
|
# Handle attribute access just like key access
|
|
|
|
def __getattr__(self, name):
|
|
|
|
return self.get(name)
|
|
|
|
|
|
|
|
def __setattr__(self, name, value):
|
2017-02-24 16:28:53 +01:00
|
|
|
if name != '_inner' and not name.startswith("_STIXBase__"):
|
2017-04-18 22:05:20 +02:00
|
|
|
raise ImmutableError
|
2017-02-10 22:35:02 +01:00
|
|
|
super(_STIXBase, self).__setattr__(name, value)
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
# TODO: put keys in specific order. Probably need custom JSON encoder.
|
|
|
|
return json.dumps(self, indent=4, sort_keys=True, cls=STIXJSONEncoder,
|
|
|
|
separators=(",", ": ")) # Don't include spaces after commas.
|
2017-02-10 22:58:17 +01:00
|
|
|
|
|
|
|
def __repr__(self):
|
2017-02-10 23:09:37 +01:00
|
|
|
props = [(k, self[k]) for k in sorted(self._properties) if self.get(k)]
|
2017-02-10 22:58:17 +01:00
|
|
|
return "{0}({1})".format(self.__class__.__name__,
|
|
|
|
", ".join(["{0!s}={1!r}".format(k, v) for k, v in props]))
|
2017-05-03 20:10:10 +02:00
|
|
|
|
2017-05-03 18:14:09 +02:00
|
|
|
def __deepcopy__(self, memo):
|
|
|
|
# Assumption: we can ignore the memo argument, because no object will ever contain the same sub-object multiple times.
|
|
|
|
new_inner = copy.deepcopy(self._inner, memo)
|
|
|
|
cls = type(self)
|
|
|
|
return cls(**new_inner)
|
|
|
|
|
2017-05-02 20:06:42 +02:00
|
|
|
# Versioning API
|
|
|
|
|
|
|
|
def new_version(self, **kwargs):
|
|
|
|
unchangable_properties = []
|
|
|
|
if self.revoked:
|
2017-05-03 18:14:09 +02:00
|
|
|
raise RevokeError("new_version")
|
2017-05-02 20:06:42 +02:00
|
|
|
new_obj_inner = copy.deepcopy(self._inner)
|
|
|
|
properties_to_change = kwargs.keys()
|
2017-05-03 18:14:09 +02:00
|
|
|
for prop in ["created", "created_by_ref", "id", "type"]:
|
|
|
|
if prop in properties_to_change:
|
|
|
|
unchangable_properties.append(prop)
|
2017-05-02 20:06:42 +02:00
|
|
|
if unchangable_properties:
|
2017-05-03 18:14:09 +02:00
|
|
|
raise UnmodifiablePropertyError(unchangable_properties)
|
2017-05-04 22:34:08 +02:00
|
|
|
cls = type(self)
|
2017-05-02 20:06:42 +02:00
|
|
|
if 'modified' not in kwargs:
|
|
|
|
kwargs['modified'] = get_timestamp()
|
2017-05-04 22:34:08 +02:00
|
|
|
else:
|
|
|
|
new_modified_property = parse_into_datetime(kwargs['modified'])
|
|
|
|
if new_modified_property < self.modified:
|
|
|
|
raise InvalidValueError(cls, 'modified', "The new modified datetime cannot be before the current modified datatime.")
|
2017-05-02 20:06:42 +02:00
|
|
|
new_obj_inner.update(kwargs)
|
|
|
|
return cls(**new_obj_inner)
|
|
|
|
|
|
|
|
def revoke(self):
|
|
|
|
if self.revoked:
|
2017-05-03 18:14:09 +02:00
|
|
|
raise RevokeError("revoke")
|
2017-05-02 20:06:42 +02:00
|
|
|
return self.new_version(revoked=True)
|
2017-05-08 17:11:56 +02:00
|
|
|
|
2017-05-03 20:10:10 +02:00
|
|
|
|
|
|
|
class Observable(_STIXBase):
|
2017-05-05 18:32:02 +02:00
|
|
|
|
|
|
|
def __init__(self, **kwargs):
|
|
|
|
self._STIXBase__valid_refs = kwargs.pop('_valid_refs')
|
|
|
|
super(Observable, self).__init__(**kwargs)
|
|
|
|
|
|
|
|
def _check_property(self, prop_name, prop, kwargs):
|
|
|
|
super(Observable, self)._check_property(prop_name, prop, kwargs)
|
2017-05-09 17:03:19 +02:00
|
|
|
if prop_name.endswith('_ref') and prop_name in kwargs:
|
|
|
|
ref = kwargs[prop_name]
|
2017-05-05 18:32:02 +02:00
|
|
|
if ref not in self._STIXBase__valid_refs:
|
|
|
|
raise InvalidObjRefError(self.__class__, prop_name, "'%s' is not a valid object in local scope" % ref)
|
2017-05-09 17:03:19 +02:00
|
|
|
elif prop_name.endswith('_refs') and prop_name in kwargs:
|
|
|
|
for ref in kwargs[prop_name]:
|
2017-05-05 18:32:02 +02:00
|
|
|
if ref not in self._STIXBase__valid_refs:
|
|
|
|
raise InvalidObjRefError(self.__class__, prop_name, "'%s' is not a valid object in local scope" % ref)
|
|
|
|
# TODO also check the type of the object referenced, not just that the key exists
|