MISP
/
cti-python-stix2
mirror of https://github.com/MISP/cti-python-stix2
2
0
Fork 0
Code Issues Releases Wiki Activity

compact calls

pull/1/head
Emmanuelle Vargas-Gonzalez 2021-02-02 00:08:11 -05:00
parent a7eb4113de
commit 30fd8c3464
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
stix2/datastore/taxii.py
View File

@ -297,12 +297,10 @@ class TAXIICollectionSource(DataSource):
# query TAXII collection # query TAXII collection
all_data = [] all_data = []
try: try:
if isinstance(self.collection, tcv21.Collection): paged_request = tcv21.as_pages if isinstance(self.collection, tcv21.Collection) else tcv20.as_pages
for envelope in tcv21.as_pages(self.collection.get_objects, per_request=self.items_per_page, **taxii_filters_dict):
all_data.extend(envelope.get("objects", [])) for resource in paged_request(self.collection.get_objects, per_request=self.items_per_page, **taxii_filters_dict):
else: all_data.extend(resource.get("objects", []))
for bundle in tcv20.as_pages(self.collection.get_objects, per_request=self.items_per_page, **taxii_filters_dict):
all_data.extend(bundle.get("objects", []))
# deduplicate data (before filtering as reduces wasted filtering) # deduplicate data (before filtering as reduces wasted filtering)
all_data = deduplicate(all_data) all_data = deduplicate(all_data)