Merge branch 'develop' of https://github.com/MISP/MISP into develop

bad_encoding_pymisp
Christophe Vandeplas 2023-06-04 07:02:37 +02:00
commit 26413009e1
3 changed files with 122 additions and 2 deletions

View File

@ -307,6 +307,9 @@ class WorkflowRoamingData
private function applyFilter(array $data, array $filteringOptions): array
{
if (substr($filteringOptions['selector'], -3) === '.{n}') {
$filteringOptions['selector'] = substr($filteringOptions['selector'], 0, -3);
}
$baseModule = $this->getFilteringModule();
$extracted = $baseModule->extractData($data, $filteringOptions['selector']);
if ($extracted === false) {

View File

@ -0,0 +1,117 @@
<?php
include_once APP . 'Model/WorkflowModules/WorkflowBaseModule.php';
class Module_attach_warninglist extends WorkflowBaseActionModule
{
public $version = '0.1';
public $id = 'attach-warninglist';
public $name = 'Attach warninglist';
public $description = 'Attach selected warninglist result.';
public $icon = 'exclamation-triangle';
public $inputs = 1;
public $outputs = 1;
public $support_filters = true;
public $expect_misp_core_format = true;
public $params = [];
/** @var Warninglist */
private $Warninglist;
private $warninglists;
private $fastLookupArrayMispFormat = [];
private $fastLookupArrayFlattened = [];
public function __construct()
{
parent::__construct();
$this->Warninglist = ClassRegistry::init('Warninglist');
$warninglists = $this->Warninglist->getEnabled();
$this->warninglists = $warninglists;
$moduleOptions = array_merge(['ALL' => __('ALL')], Hash::combine($warninglists, '{n}.Warninglist.name', '{n}.Warninglist.name'));
sort($moduleOptions);
$this->params = [
[
'id' => 'warninglists',
'label' => __('Warninglists'),
'type' => 'select',
'options' => $moduleOptions,
'default' => 'ALL',
],
];
}
public function exec(array $node, WorkflowRoamingData $roamingData, array &$errors = []): bool
{
parent::exec($node, $roamingData, $errors);
$params = $this->getParamsWithValues($node);
if (empty($params['warninglists']['value'])) {
$errors[] = __('No warninglist module selected');
return false;
}
$rData = $roamingData->getData();
$matchingItems = $this->getMatchingItemsForAttributes($node, $rData);
if ($matchingItems === false) {
return true;
}
$this->_buildFastLookupForRoamingData($rData);
$warninglists = [];
if ($params['warninglists']['value'] == 'ALL') {
$warninglists = $this->warninglists;
} else {
$warninglists = array_filter($this->warninglists, function($wl) use ($params) {
return $wl['Warninglist']['name'] == $params['warninglists']['value'];
});
}
$eventWarnings = [];
foreach ($matchingItems as $attribute) {
$attributeWithWarning = $this->Warninglist->checkForWarning($attribute, $warninglists);
if (!empty($attributeWithWarning['warnings'])) {
foreach ($attributeWithWarning['warnings'] as $warning) {
$eventWarnings[$warning['warninglist_id']] = [
'id' => $warning['warninglist_id'],
'name' => $warning['warninglist_name'],
'category' => $warning['warninglist_category'],
];
}
}
$rData = $this->_overrideAttribute($attribute, $attributeWithWarning, $rData);
}
$eventWarnings = array_values($eventWarnings);
$rData['Event']['warnings'] = $eventWarnings;
$roamingData->setData($rData);
return true;
}
protected function _buildFastLookupForRoamingData($rData): void
{
foreach ($rData['Event']['Attribute'] as $i => $attribute) {
$this->fastLookupArrayMispFormat[$attribute['id']] = $i;
}
foreach ($rData['Event']['Object'] as $j => $object) {
foreach ($object['Attribute'] as $i => $attribute) {
$this->fastLookupArrayMispFormat[$attribute['id']] = [$j, $i];
}
}
foreach ($rData['Event']['_AttributeFlattened'] as $i => $attribute) {
$this->fastLookupArrayFlattened[$attribute['id']] = $i;
}
}
protected function _overrideAttribute(array $oldAttribute, array $newAttribute, array $rData): array
{
$attributeID = $oldAttribute['id'];
$rData['Event']['_AttributeFlattened'][$this->fastLookupArrayFlattened[$attributeID]] = $newAttribute;
if (is_array($this->fastLookupArrayMispFormat[$attributeID])) {
$objectID = $this->fastLookupArrayMispFormat[$attributeID][0];
$attributeID = $this->fastLookupArrayMispFormat[$attributeID][1];
$rData['Event']['Object'][$objectID]['Attribute'][$attributeID] = $newAttribute;
} else {
$attributeID = $this->fastLookupArrayMispFormat[$attributeID];
$rData['Event']['Attribute'][$attributeID] = $newAttribute;
}
return $rData;
}
}

View File

@ -30,14 +30,14 @@ class Module_push_zmq extends WorkflowBaseActionModule
{
parent::exec($node, $roamingData, $errors);
$params = $this->getParamsWithValues($node);
$path = $params['match_condition']['value'];
$path = $params['data_extraction_path']['value'];
$data = $roamingData->getData();
$extracted = $this->extractData($data, $path);
if ($extracted === false) {
$errors[] = __('Error while trying to extract data with path `%s`', $path);
return false;
}
$this->push_zmq(JsonTool::encode($extracted));
$this->push_zmq($extracted);
return true;
}
}