From fac328a70e29de619c34473fd24b5578ccc65d9a Mon Sep 17 00:00:00 2001 From: mokaddem Date: Wed, 25 Sep 2019 12:17:58 +0200 Subject: [PATCH 1/2] chg: [decaying] Improved slides --- a.5-decaying-indicators/content.tex | 51 ++++++++++++++++++++++------- 1 file changed, 39 insertions(+), 12 deletions(-) diff --git a/a.5-decaying-indicators/content.tex b/a.5-decaying-indicators/content.tex index 98e4c66..b7067dd 100644 --- a/a.5-decaying-indicators/content.tex +++ b/a.5-decaying-indicators/content.tex @@ -5,6 +5,7 @@ \titlepage \end{frame} +\section{Expiring IOCs: Why and How?} \begin{frame} \frametitle{Indicators - Problem Statement} \begin{itemize} @@ -21,7 +22,7 @@ \vspace{0.5cm} \item Attributes can be shared in large quantities (more than 7.3 million on \texttt{MISPPRIV}) \begin{itemize} - \item Partial info about their \textbf{freshness} (\textit{sightings}) + \item Partial info about their \textbf{freshness} (\textit{Sightings}) \item Partial info about their \textbf{validity} (last update) \end{itemize} \item[] $\rightarrow$ Can be partially solved with our \textit{Decaying model} @@ -47,20 +48,30 @@ \frametitle{Organisations opt-in - setting a level of confidence} MISP is a peer-to-peer system, information passes through multiple instances. \begin{itemize} - \item Producers can add context (such as tags from \textit{taxonomies}, \textit{galaxies}) about their asserted confidence or the reliability of the data - \item Consumers can have different levels of trust in the producers and/or analysts themselves + \item \textbf{Producers can add context} (such as tags from \textit{Taxonomies}, \textit{Galaxies}) about their asserted confidence or the reliability of the data + \item Consumers can have \textbf{different levels of trust} in the producers and/or analysts themselves \item Users might have other contextual needs \end{itemize} + \begin{center} + $\rightarrow$ Achieved thanks to \textit{Taxonomies} + \end{center} \end{frame} \begin{frame} \frametitle{Taxonomies - Refresher (1)} \includegraphics[width=1.00\linewidth]{pics/taxonomies.png} + \begin{itemize} + \item Tagging is a simple way to attach a classification to an \textit{Event} or an \textit{Attribute} + \item Classification must be globally used to be efficient + \end{itemize} \end{frame} \begin{frame} \frametitle{Taxonomies - Refresher (2)} \includegraphics[width=1.00\linewidth]{pics/taxonomy-admiralty-scale.png} + \begin{center} + $\rightarrow$ Cherry-pick allowed \textit{Tags} + \end{center} \end{frame} \begin{frame} @@ -117,13 +128,22 @@ \item \texttt{score} $ \in [0, +\infty $ \item \texttt{base\_score} $ \in [0, 100] $ \item \texttt{decay} is a function defined by model's parameters controlling decay speed + \item \texttt{Attribute} Contains \textit{Attribute}'s values and metadata {\scriptsize (\textit{Taxonomies}, \textit{Galaxies}, ...)} + \item \texttt{Model} Contains the \textit{Model}'s configuration \end{itemize} \end{frame} +\section{Current implementation in MISP} \begin{frame} \frametitle{Implementation in MISP: \texttt{Event/view}} \includegraphics[width=1.00\linewidth]{pics/decaying-event.png} + \begin{itemize} + \item \texttt{Decay score} toggle button + \begin{itemize} + \item Shows Score for each \textit{Models} associated to the \textit{Attribute} type + \end{itemize} + \end{itemize} \end{frame} \begin{frame}[fragile] @@ -156,13 +176,14 @@ \frametitle{Implementation in MISP: Playing with Models} \begin{itemize} \item \textbf{Automatic scoring} based on default values - \item \textbf{User-friendly UI} to manually set lifetime and decay parameters + \item \textbf{User-friendly UI} to manually set \textit{Model} configuration (lifetime, decay, etc.) \item \textbf{Simulation} tool \item Interaction through the \textbf{API} \item Opportunity to create your \textbf{own} formula or algorythm \end{itemize} \end{frame} +\section{Decaying Models in Depth} \begin{frame} \frametitle{Scoring Indicators: \texttt{base\_score} (1)} $$ \texttt{score}(\texttt{\tiny Attribute}) = \texttt{base\_score}(\texttt{\tiny Attribute, Model}) \;\;\bullet\;\; {\color{gray}\texttt{decay}(\texttt{\tiny Model, time})} $$ @@ -181,7 +202,7 @@ \begin{frame} \frametitle{Scoring Indicators: \texttt{base\_score} (2)} - Current implentation ignore \texttt{source\_confidence}: + Current implentation ignores \texttt{source\_confidence}: $$\rightarrow \texttt{base\_score} = tags$$ \includegraphics[width=1.0\linewidth]{pics/bs-computation-steps.png} \end{frame} @@ -196,23 +217,25 @@ \item May vary depending on the indicator type \item short for an IP, long for an hash \end{itemize} - \item The \texttt{decay rate}, or speed at which an attribute loses value over time - \item The time elapsed since the latest update or sighting + \item The \texttt{decay rate}, or speed at which an attribute loses score over time + \item The \texttt{time} elapsed since the latest update or sighting \end{itemize} \end{frame} \begin{frame} \frametitle{Scoring Indicators: putting it all toghether} $\rightarrow$ \texttt{decay rate} is \textbf{re-initialized upon sighting} addition, or said differently, the \texttt{score} is reset to its base score as new \textit{sightings} are applied. - $$score = base\_score \cdot \left( 1 - \left( \frac{t}{\tau_a} \right)^{\frac{1}{\delta_a}} \right) $$ + $$score = base\_score \cdot \left( 1 - \left( \frac{t}{\tau} \right)^{\frac{1}{\delta}} \right) $$ \begin{itemize} - \item $\tau_a = $ \texttt{lifetime} - \item $\delta_a = $ \texttt{decay speed} + \item $\tau = $ \texttt{lifetime} + \item $\delta = $ \texttt{decay speed} \end{itemize} \end{frame} \begin{frame} \frametitle{Implementation in MISP: Models definition} + \hspace{190pt} + \raisebox{-1.0ex}{\Large $\Rsh$} {\tiny $score = base\_score \cdot \left( 1 - \left( \frac{t}{\tau} \right)^{\frac{1}{\delta}} \right) $} \textit{Models} are an instanciation of the formula where elements can be defined: \begin{itemize} \item Parameters: \texttt{lifetime, decay\_rate, threshold} @@ -228,11 +251,11 @@ \frametitle{Implementation in MISP: Models Types} Multiple model types are available \begin{itemize} - \item Default models: Models created and shared by the community. Available from \texttt{misp-decaying-models} repository\footnote{\url{https://github.com/MISP/misp-decaying-models.git}}. + \item \textbf{Default Models}: Models created and shared by the community. Available from \texttt{misp-decaying-models} repository\footnote{\url{https://github.com/MISP/misp-decaying-models.git}}. \begin{itemize} \item $\rightarrow$ Not editable \end{itemize} - \item Organisation models: Models created by a user belonging to an organisation + \item \textbf{Organisation Models}: Models created by a user belonging to an organisation \begin{itemize} \item These models can be hidden or shared to other organisation \item $\rightarrow$ Editable @@ -243,21 +266,25 @@ \begin{frame} \frametitle{Implementation in MISP: Index} \includegraphics[width=1.00\linewidth]{pics/decaying-index.png} + View, update, add, create, delete, enable, export, import \end{frame} \begin{frame} \frametitle{Implementation in MISP: Fine tuning tool} \includegraphics[width=1.00\linewidth]{pics/decaying-tool.png} + Create, modify, visualise, perform mapping \end{frame} \begin{frame} \frametitle{Implementation in MISP: \texttt{base\_score} tool} \includegraphics[width=1.00\linewidth]{pics/decaying-basescore.png} + Adjust Taxonomies relative weights \end{frame} \begin{frame} \frametitle{Implementation in MISP: simulation tool} \includegraphics[width=1.00\linewidth]{pics/decaying-simulation.png} + Simulate \textit{Attributes} with different \textit{Models} \end{frame} \begin{frame}[fragile] From 031191346b2475d1af7c8f78377a837008531f86 Mon Sep 17 00:00:00 2001 From: mokaddem Date: Wed, 25 Sep 2019 14:01:52 +0200 Subject: [PATCH 2/2] chg: [decaying] Added slide Decaying 2.0 --- a.5-decaying-indicators/content.tex | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/a.5-decaying-indicators/content.tex b/a.5-decaying-indicators/content.tex index b7067dd..f6695d8 100644 --- a/a.5-decaying-indicators/content.tex +++ b/a.5-decaying-indicators/content.tex @@ -351,3 +351,27 @@ class Polynomial extends DecayingModelBase ?> \end{lstlisting} \end{frame} + +\begin{frame} + \frametitle{Decaying Models 2.0} + \begin{itemize} + \item Improved support of \textit{Sightings} + \begin{itemize} + \item \texttt{False positive} \textit{Sightings} should somehow reduce the score + \item \texttt{Expiration} \textit{Sightings} should mark the attribute as decayed + \end{itemize} + \item Potential \textit{Model} improvements + \begin{itemize} + \item Instead of resetting the score to \texttt{base\_score} once a \textit{Sighting} is set, the score should be increased additively (based on a defined coefficient); thus \textbf{prioritizing surges} rather than infrequent \textit{Sightings} + \item Take into account related \textit{Tags} or \textit{Correlations} when computing score + \end{itemize} + \item Increase \textit{Taxonomy} coverage + \begin{itemize} + \item Users should be able to manually override the \texttt{numerical\_value} of \textit{Tags} + \end{itemize} + \item For specific type, take into account data from other services + \begin{itemize} + \item Could fetch data from \textit{BGP ranking}, \textit{Virus Total}, \textit{Passive X} for IP/domain/... and adapt the score + \end{itemize} + \end{itemize} +\end{frame}