misp-modules/website/app/home_core.py

import json

import requests
from .utils.utils import isUUID, query_get_module
from . import db
from .db_class.db import History, Module, Config, Module_Config, Session_db, History_Tree
from flask import session as sess
from sqlalchemy import desc


def get_module(mid):
    """Return a module by id"""
    return Module.query.get(mid)

def get_module_by_name(name):
    """Return a module by name"""
    return Module.query.filter_by(name=name).first()

def get_config(cid):
    """Return a config by id"""
    return Config.query.get(cid)

def get_config_by_name(name):
    """Return a config by name"""
    return Config.query.filter_by(name=name).first()

def get_module_config_module(mid):
    """Return a moudle_config by module id"""
    return Module_Config.query.filter_by(module_id=mid).all()

def get_module_config_both(mid, cid):
    """Return a moudle_config by module id and config id"""
    return Module_Config.query.filter_by(module_id=mid, config_id=cid).first()

def get_session(sid):
    """Return a session by uuid"""
    return Session_db.query.filter_by(uuid=sid).first()

def get_modules():
    """Return all modules for expansion and hover types"""
    res = query_get_module()
    if not "message" in res:
        loc_list = list()
        for module in res:
            module_db = get_module_by_name(module["name"])
            module_loc = module
            module_loc["request_on_query"] = module_db.request_on_query
            if module_db.is_active:
                if "expansion" in module["meta"]["module-type"] or "hover" in module["meta"]["module-type"]:
                    if not module_loc in loc_list:
                        loc_list.append(module_loc)
        loc_list.sort(key=lambda x: x["name"])
        return loc_list
    return res


def util_get_attr(module, loc_list):
    """Additional algo for get_list_misp_attributes"""
    if "input" in module["mispattributes"]:
        for input in module["mispattributes"]["input"]:
            if not input in loc_list:
                loc_list.append(input)
    return loc_list

def get_list_misp_attributes():
    """Return all types of attributes used in expansion and hover"""
    res = query_get_module()
    if not "message" in res:
        loc_list = list()

        for module in res:
            if get_module_by_name(module["name"]).is_active:
                if "expansion" in module["meta"]["module-type"] or "hover" in module["meta"]["module-type"]:
                    loc_list = util_get_attr(module, loc_list)
        loc_list.sort()
        return loc_list
    return res


def get_modules_config():
    """Return configs for all modules """
    modules = Module.query.order_by(Module.name).all()
    modules_list = []
    for module in modules:
        loc_module = module.to_json()
        if loc_module["input_attr"]:
            loc_module["input_attr"] = json.loads(loc_module["input_attr"])
        loc_module["config"] = []
        mcs = Module_Config.query.filter_by(module_id=module.id).all()
        for mc in mcs:
            conf = Config.query.get(mc.config_id)
            loc_module["config"].append({conf.name: mc.value})
        modules_list.append(loc_module)
    return modules_list


def change_config_core(request_json):
    """Change config for a module"""
    module = get_module_by_name(request_json["module_name"])
    for element in request_json:
        if not element == "module_name":
            config = get_config_by_name(element)
            if config:
                m_c = get_module_config_both(module.id, config.id)
                m_c.value = request_json[element]
                db.session.commit()
    module.request_on_query = request_json["request_on_query"]
    db.session.commit()
    return True

def change_status_core(module_id):
    """Active or deactive a module"""
    module = get_module(module_id)
    module.is_active = not module.is_active
    db.session.commit()
    return True

def submit_external_tool(results, ext_tool):
    headers = {'Content-Type': 'application/json', "X-API-KEY": ext_tool.api_key, "Origin": "misp-module"}
    response = requests.post(ext_tool.url, json={"results":results}, headers=headers)
    if response.status_code == 200:
        return True
    return False



##############
# Session DB #
##############

def get_status_db(session):
    """Return status of a session"""
    modules_list = json.loads(session.modules_list)
    result = json.loads(session.result)
    return{
        'id': session.uuid,
        'total': len(modules_list),
        'complete': len(modules_list),
        'remaining': 0,
        'registered': len(result),
        'stopped' : True,
        "nb_errors": session.nb_errors
    }

def get_result_db(session):
    """Return result of a session"""
    return json.loads(session.result)

def get_history():
    """Return history"""
    histories_list = list()
    histories = History.query.order_by(desc(History.id))
    for history in histories:
        session = Session_db.query.get(history.session_id)
        histories_list.append(session.history_json())
    return histories_list



def create_new_session_tree(current_session, parent_id):
    loc_session = get_session(parent_id)
    
    loc_json_child = {
        "uuid": current_session.uuid,
        "modules": current_session.modules_list,
        "query": current_session.query,
        "input": current_session.input_query,
        "query_date": current_session.query_date.strftime('%Y-%m-%d'),
        "config": current_session.config_module,
        "children": list()
    }
    loc_json = {
        "uuid": loc_session.uuid,
        "modules": json.loads(loc_session.modules_list),
        "query": json.loads(loc_session.query_enter),
        "input": loc_session.input_query,
        "query_date": loc_session.query_date.strftime('%Y-%m-%d %H:%M'),
        "config": json.loads(loc_session.config_module),
        "children" : [loc_json_child]
    }

    sess["current_query"] = loc_session.uuid
    sess[sess.get("current_query")] = loc_json

def util_set_flask_session(parent_id, loc_session, current_session):
    if parent_id == loc_session["uuid"]:
        loc_json = {
            "uuid": current_session.uuid,
            "modules": current_session.modules_list,
            "query": current_session.query,
            "input": current_session.input_query,
            "query_date": current_session.query_date.strftime('%Y-%m-%d %H:%M'),
            "config": current_session.config_module
        }
        loc_session["children"].append(loc_json)
        return True
    elif "children" in loc_session:
        return deep_explore(loc_session["children"], parent_id, current_session)

def deep_explore(session_dict, parent_id, current_session):
    for loc_session in session_dict:
        if not "children" in loc_session:
            loc_session["children"] = list()
        if util_set_flask_session(parent_id, loc_session, current_session):
            return True
    return False

def set_flask_session(current_session, parent_id):
    if parent_id:
        current_query = sess.get("current_query")
        if not current_query or current_query not in sess:
            create_new_session_tree(current_session, parent_id)
        else:
            ## Check in current query
            loc_session = sess.get(current_query)
            if not "children" in loc_session:
                loc_session["children"] = list()
            ## If not in current query, current query change for an other one
            if not util_set_flask_session(parent_id, loc_session, current_session):
                # sess["uuid"]
                for q in sess:
                    if isUUID(q) and not q == current_query:
                        loc_session = sess.get(q)
                        if not "children" in loc_session:
                            loc_session["children"] = list()
                        if util_set_flask_session(parent_id, loc_session, current_session):
                            sess["current_query"] = q
                            flag = False
                            break
                if flag:
                    create_new_session_tree(current_session, parent_id)
    else:
        loc_json = {
            "uuid": current_session.uuid,
            "modules": current_session.modules_list,
            "query": current_session.query,
            "input": current_session.input_query,
            "query_date": current_session.query_date.strftime('%Y-%m-%d %H:%M'),
            "config": current_session.config_module,
            "children": list()
        }

        sess["current_query"] = current_session.uuid
        sess[sess.get("current_query")] = loc_json