mirror of https://github.com/CIRCL/AIL-framework
233 lines
7.3 KiB
Python
233 lines
7.3 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
'''
|
|
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
|
|
'''
|
|
|
|
import os
|
|
import sys
|
|
import json
|
|
import random
|
|
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response
|
|
from flask_login import login_required, current_user, login_user, logout_user
|
|
|
|
sys.path.append('modules')
|
|
import Flask_config
|
|
|
|
# Import Role_Manager
|
|
from Role_Manager import create_user_db, check_password_strength, check_user_role_integrity
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
|
|
sys.path.append(os.path.join(os.environ['AIL_BIN'], 'packages'))
|
|
import Date
|
|
import Tag
|
|
|
|
sys.path.append(os.path.join(os.environ['AIL_BIN'], 'lib'))
|
|
import Correlate_object
|
|
|
|
r_cache = Flask_config.r_cache
|
|
r_serv_db = Flask_config.r_serv_db
|
|
r_serv_tags = Flask_config.r_serv_tags
|
|
bootstrap_label = Flask_config.bootstrap_label
|
|
|
|
# ============ BLUEPRINT ============
|
|
tags_ui = Blueprint('tags_ui', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/tags'))
|
|
|
|
# ============ VARIABLES ============
|
|
|
|
|
|
|
|
# ============ FUNCTIONS ============
|
|
|
|
|
|
# ============= ROUTES ==============
|
|
@tags_ui.route('/tag/add_tags')
|
|
@login_required
|
|
@login_analyst
|
|
def add_tags():
|
|
|
|
tags = request.args.get('tags')
|
|
tagsgalaxies = request.args.get('tagsgalaxies')
|
|
object_id = request.args.get('object_id')
|
|
object_type = request.args.get('object_type')
|
|
|
|
list_tag = tags.split(',')
|
|
list_tag_galaxies = tagsgalaxies.split(',')
|
|
|
|
res = Tag.api_add_obj_tags(tags=list_tag, galaxy_tags=list_tag_galaxies, object_id=object_id, object_type=object_type)
|
|
# error
|
|
if res[1] != 200:
|
|
return str(res[0])
|
|
|
|
return redirect(Correlate_object.get_item_url(object_type, object_id))
|
|
|
|
@tags_ui.route('/tag/delete_tag')
|
|
@login_required
|
|
@login_analyst
|
|
def delete_tag():
|
|
|
|
object_type = request.args.get('object_type')
|
|
object_id = request.args.get('object_id')
|
|
tag = request.args.get('tag')
|
|
|
|
res = Tag.api_delete_obj_tags(tags=[tag], object_id=object_id, object_type=object_type)
|
|
if res[1] != 200:
|
|
return str(res[0])
|
|
return redirect(Correlate_object.get_item_url(object_type, object_id))
|
|
|
|
|
|
@tags_ui.route('/tag/get_all_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_tags():
|
|
return jsonify(Tag.get_all_tags())
|
|
|
|
@tags_ui.route('/tag/get_taxonomies_customs_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_taxonomies_customs_tags():
|
|
return jsonify(Tag.get_taxonomies_customs_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/get_all_obj_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_obj_tags():
|
|
object_type = request.args.get('object_type')
|
|
res = Correlate_object.sanitize_object_type(object_type)
|
|
if res:
|
|
return jsonify(res)
|
|
return jsonify(Tag.get_all_obj_tags(object_type))
|
|
|
|
@tags_ui.route('/tag/taxonomies/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_taxonomies_tags_enabled_json():
|
|
return jsonify(Tag.get_taxonomies_enabled_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/galaxies/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_galaxies_tags_enabled_json():
|
|
tags = Tag.get_galaxies_enabled_tags()
|
|
return jsonify(Tag.get_tags_selector_dict(tags))
|
|
|
|
@tags_ui.route('/tag/custum/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_custum_tags_enabled_json():
|
|
return jsonify(Tag.get_custom_enabled_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/taxonomie/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_taxonomie_tags_enabled_json():
|
|
taxonomie = request.args.get('taxonomie')
|
|
return jsonify(Tag.get_taxonomie_enabled_tags(taxonomie, r_list=True))
|
|
|
|
@tags_ui.route('/tag/galaxy/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_galaxy_tags_enabled_json():
|
|
galaxy = request.args.get('galaxy')
|
|
tags = Tag.get_galaxy_enabled_tags(galaxy, r_list=True)
|
|
return jsonify(Tag.get_tags_selector_dict(tags))
|
|
|
|
@tags_ui.route('/tag/search/item')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_items():
|
|
object_type = 'item'
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s"}
|
|
dict_tagged['date'] = Date.sanitise_date_range('', '', separator='-')
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/domain')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_domains():
|
|
object_type = 'domain'
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/decoded')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_decoded():
|
|
object_type = 'decoded'
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/image')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_images():
|
|
object_type = 'image'
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/get_obj_by_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_obj_by_tags():
|
|
|
|
# # TODO: sanityze all
|
|
object_type = request.args.get('object_type')
|
|
ltags = request.args.get('ltags')
|
|
page = request.args.get('page')
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
|
|
# remove date separator
|
|
if date_from:
|
|
date_from = date_from.replace('-', '')
|
|
if date_to:
|
|
date_to = date_to.replace('-', '')
|
|
|
|
# unpack tags
|
|
list_tags = ltags.split(',')
|
|
list_tag = []
|
|
for tag in list_tags:
|
|
list_tag.append(tag.replace('"','\"'))
|
|
|
|
# object_type
|
|
res = Correlate_object.sanitize_object_type(object_type)
|
|
if res:
|
|
return jsonify(res)
|
|
|
|
# page
|
|
try:
|
|
page = int(page)
|
|
except:
|
|
page = 1
|
|
|
|
dict_obj = Tag.get_obj_by_tags(object_type, list_tag, date_from=date_from, date_to=date_to, page=page)
|
|
|
|
if dict_obj['tagged_obj']:
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s",
|
|
"tagged_obj":[], "page":dict_obj['page'] ,"nb_pages":dict_obj['nb_pages'],
|
|
"nb_first_elem":dict_obj['nb_first_elem'], "nb_last_elem":dict_obj['nb_last_elem'], "nb_all_elem":dict_obj['nb_all_elem']}
|
|
|
|
for obj_id in dict_obj['tagged_obj']:
|
|
obj_metadata = Correlate_object.get_object_metadata(object_type, obj_id)
|
|
obj_metadata['id'] = obj_id
|
|
dict_tagged["tagged_obj"].append(obj_metadata)
|
|
|
|
dict_tagged['tab_keys'] = Correlate_object.get_obj_tag_table_keys(object_type)
|
|
|
|
if len(list_tag) == 1:
|
|
dict_tagged['current_tags'] = [ltags.replace('"', '\"')]
|
|
else:
|
|
dict_tagged['current_tags'] = list_tag
|
|
dict_tagged['current_tags_str'] = ltags
|
|
|
|
#return jsonify(dict_tagged)
|
|
else:
|
|
dict_tagged = {"object_type":object_type, "object_name":object_type.title() + "s"}
|
|
|
|
if 'date' in dict_obj:
|
|
dict_tagged['date'] = dict_obj['date']
|
|
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|