mirror of https://github.com/CIRCL/AIL-framework
369 lines
12 KiB
Python
369 lines
12 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
'''
|
|
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
|
|
'''
|
|
|
|
import os
|
|
import sys
|
|
import json
|
|
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, abort
|
|
from flask_login import login_required, current_user, login_user, logout_user
|
|
|
|
sys.path.append('modules')
|
|
import Flask_config
|
|
|
|
# Import Role_Manager
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
|
|
sys.path.append(os.environ['AIL_BIN'])
|
|
##################################
|
|
# Import Project packages
|
|
from packages import Date
|
|
from lib import Tag
|
|
from lib.objects import ail_objects
|
|
|
|
bootstrap_label = Flask_config.bootstrap_label
|
|
|
|
# ============ BLUEPRINT ============
|
|
tags_ui = Blueprint('tags_ui', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/tags'))
|
|
|
|
# ============ VARIABLES ============
|
|
|
|
|
|
|
|
# ============ FUNCTIONS ============
|
|
|
|
|
|
# ============= ROUTES ==============
|
|
@tags_ui.route('/tag/taxonomies')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_taxonomies():
|
|
taxonomies = Tag.get_taxonomies_meta()
|
|
return render_template("tags/taxonomies.html", taxonomies=taxonomies)
|
|
|
|
@tags_ui.route('/tag/taxonomy')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_taxonomy():
|
|
taxonomy_name = request.args.get('taxonomy')
|
|
taxonomy = Tag.get_taxonomy_meta(taxonomy_name, enabled=True, predicates=True, tags=True, enabled_tags=True)
|
|
if not taxonomy:
|
|
abort(404)
|
|
return render_template("tags/taxonomy.html", taxonomy=taxonomy)
|
|
|
|
@tags_ui.route('/tag/taxonomy/enable')
|
|
@login_required
|
|
@login_read_only
|
|
def taxonomy_enable():
|
|
taxonomy = request.args.get('taxonomy')
|
|
res = Tag.api_enable_taxonomy_tags({'taxonomy': taxonomy})
|
|
if res:
|
|
return jsonify(res[0]), res[1]
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_taxonomy', taxonomy=taxonomy))
|
|
|
|
@tags_ui.route('/tag/taxonomy/disable')
|
|
@login_required
|
|
@login_read_only
|
|
def taxonomy_disable():
|
|
taxonomy = request.args.get('taxonomy')
|
|
res = Tag.api_disable_taxonomy_tags({'taxonomy': taxonomy})
|
|
if res:
|
|
return jsonify(res[0]), res[1]
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_taxonomy', taxonomy=taxonomy))
|
|
|
|
@tags_ui.route('/tag/taxonomy/enable_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def taxonomy_enable_tags():
|
|
taxonomy = request.args.get('taxonomy')
|
|
tags = request.args.getlist('tags')
|
|
res = Tag.api_update_taxonomy_tag_enabled({'taxonomy': taxonomy, 'tags': tags})
|
|
if res:
|
|
return jsonify(res[0]), 1
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_taxonomy', taxonomy=taxonomy))
|
|
|
|
@tags_ui.route('/tag/galaxies')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_galaxies():
|
|
galaxies = Tag.get_galaxies_meta()
|
|
return render_template("tags/galaxies.html", galaxies=galaxies)
|
|
|
|
@tags_ui.route('/tag/galaxy')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_galaxy():
|
|
galaxy_name = request.args.get('galaxy')
|
|
galaxy = Tag.get_cluster_meta(galaxy_name, enabled=True, tags=True)
|
|
if not galaxy:
|
|
abort(404)
|
|
return render_template("tags/galaxy.html", galaxy=galaxy)
|
|
|
|
@tags_ui.route('/tag/galaxy/tag')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_galaxy_tag():
|
|
galaxy_type = request.args.get('galaxy')
|
|
tag = request.args.get('tag')
|
|
tag_meta = Tag.get_galaxy_tag_meta(galaxy_type, tag)
|
|
if not tag_meta:
|
|
abort(404)
|
|
return render_template("tags/galaxy_tag.html", galaxy=galaxy_type, tag=tag_meta)
|
|
|
|
@tags_ui.route('/tag/galaxy/enable')
|
|
@login_required
|
|
@login_read_only
|
|
def galaxy_enable():
|
|
galaxy = request.args.get('galaxy')
|
|
res = Tag.api_enable_galaxy_tags({'galaxy': galaxy})
|
|
if res:
|
|
return jsonify(res[0]), res[1]
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_galaxy', galaxy=galaxy))
|
|
|
|
@tags_ui.route('/tag/galaxy/disable')
|
|
@login_required
|
|
@login_read_only
|
|
def galaxy_disable():
|
|
galaxy = request.args.get('galaxy')
|
|
res = Tag.api_disable_galaxy_tags({'galaxy': galaxy})
|
|
if res:
|
|
return jsonify(res[0]), res[1]
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_galaxy', galaxy=galaxy))
|
|
|
|
@tags_ui.route('/tag/galaxy/enable_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def galaxy_enable_tags():
|
|
galaxy = request.args.get('galaxy')
|
|
tags = request.args.getlist('tags')
|
|
res = Tag.api_update_galaxy_tag_enabled({'galaxy': galaxy, 'tags': tags})
|
|
if res:
|
|
return jsonify(res[0]), 1
|
|
else:
|
|
return redirect(url_for('tags_ui.tags_galaxy', galaxy=galaxy))
|
|
|
|
|
|
@tags_ui.route('/tag/enabled')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_tags_enabled():
|
|
return jsonify(Tags.get_enabled_tags_with_synonyms_ui())
|
|
|
|
@tags_ui.route('/tag/confirm')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_confirm():
|
|
tag = request.args.get('tag')
|
|
obj_type = request.args.get('type')
|
|
subtype = request.args.get('subtype', '')
|
|
obj_id = request.args.get('id', '')
|
|
obj = ail_objects.get_object(obj_type, subtype, obj_id)
|
|
if not obj.exists():
|
|
abort(404)
|
|
Tag.confirm_tag(tag, obj)
|
|
return redirect(obj.get_link(flask_context=True))
|
|
|
|
@tags_ui.route('/tag/add_tags')
|
|
@login_required
|
|
@login_analyst
|
|
def add_tags():
|
|
|
|
tags = request.args.get('tags')
|
|
tagsgalaxies = request.args.get('tagsgalaxies')
|
|
object_type = request.args.get('type')
|
|
object_subtype = request.args.get('subtype')
|
|
object_id = request.args.get('id')
|
|
|
|
list_tag = tags.split(',')
|
|
list_tag_galaxies = tagsgalaxies.split(',')
|
|
|
|
res = Tag.api_add_obj_tags(tags=list_tag, galaxy_tags=list_tag_galaxies,
|
|
object_id=object_id, object_type=object_type, object_subtype=object_subtype)
|
|
# error
|
|
if res[1] != 200:
|
|
return str(res[0])
|
|
|
|
return redirect(ail_objects.get_object_link(object_type, object_subtype, object_id, flask_context=True))
|
|
|
|
@tags_ui.route('/tag/delete_tag')
|
|
@login_required
|
|
@login_analyst
|
|
def delete_tag():
|
|
|
|
object_type = request.args.get('object_type')
|
|
object_id = request.args.get('object_id')
|
|
subtype = '' # TODO: handle subtype object
|
|
tag = request.args.get('tag')
|
|
|
|
res = Tag.api_delete_obj_tags(tags=[tag], object_id=object_id, object_type=object_type)
|
|
if res[1] != 200:
|
|
return str(res[0])
|
|
return redirect(ail_objects.get_object_link(object_type, subtype, object_id, flask_context=True))
|
|
|
|
|
|
@tags_ui.route('/tag/get_all_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_tags():
|
|
return jsonify(Tag.get_all_tags())
|
|
|
|
@tags_ui.route('/tag/get_taxonomies_customs_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_taxonomies_customs_tags():
|
|
return jsonify(Tag.get_taxonomies_customs_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/get_all_obj_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_all_obj_tags():
|
|
object_type = request.args.get('object_type')
|
|
res = ail_objects.api_sanitize_object_type(object_type)
|
|
if res:
|
|
return jsonify(res[0]), res[1]
|
|
return jsonify(Tag.get_all_obj_tags(object_type))
|
|
|
|
@tags_ui.route('/tag/taxonomies/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_taxonomies_tags_enabled_json():
|
|
return jsonify(Tag.get_taxonomies_enabled_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/galaxies/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_galaxies_tags_enabled_json():
|
|
tags = Tag.get_galaxies_enabled_tags()
|
|
return jsonify(Tag.get_tags_selector_dict(tags))
|
|
|
|
@tags_ui.route('/tag/custum/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_custum_tags_enabled_json():
|
|
return jsonify(Tag.get_custom_enabled_tags(r_list=True))
|
|
|
|
@tags_ui.route('/tag/taxonomie/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_taxonomie_tags_enabled_json():
|
|
taxonomie = request.args.get('taxonomie')
|
|
return jsonify(Tag.get_taxonomie_enabled_tags(taxonomie, r_list=True))
|
|
|
|
@tags_ui.route('/tag/galaxy/tags/enabled/json')
|
|
@login_required
|
|
@login_read_only
|
|
def tag_galaxy_tags_enabled_json():
|
|
galaxy = request.args.get('galaxy')
|
|
tags = Tag.get_galaxy_enabled_tags(galaxy, r_list=True)
|
|
return jsonify(Tag.get_tags_selector_dict(tags))
|
|
|
|
@tags_ui.route('/tag/search/item')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_items():
|
|
object_type = 'item'
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s"}
|
|
dict_tagged['date'] = Date.sanitise_date_range('', '', separator='-')
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/domain')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_domains():
|
|
object_type = 'domain'
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/decoded')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_decoded():
|
|
object_type = 'decoded'
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/screenshot')
|
|
@login_required
|
|
@login_read_only
|
|
def tags_search_screenshot():
|
|
object_type = 'screenshot'
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s"}
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|
|
|
|
@tags_ui.route('/tag/search/get_obj_by_tags')
|
|
@login_required
|
|
@login_read_only
|
|
def get_obj_by_tags():
|
|
|
|
# # TODO: sanitize all
|
|
object_type = request.args.get('object_type')
|
|
subtype = '' # TODO: handle subtype
|
|
ltags = request.args.get('ltags')
|
|
page = request.args.get('page')
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
|
|
# remove date separator
|
|
if date_from:
|
|
date_from = date_from.replace('-', '')
|
|
if date_to:
|
|
date_to = date_to.replace('-', '')
|
|
|
|
# unpack tags
|
|
list_tags = ltags.split(',')
|
|
list_tag = []
|
|
for tag in list_tags:
|
|
list_tag.append(tag.replace('"', '\"'))
|
|
|
|
# object_type
|
|
res = ail_objects.api_sanitize_object_type(object_type)
|
|
if res:
|
|
return jsonify(res)
|
|
|
|
# page
|
|
try:
|
|
page = int(page)
|
|
except (TypeError, ValueError):
|
|
page = 1
|
|
|
|
# TODO REPLACE ME
|
|
dict_obj = Tag.get_obj_by_tags(object_type, list_tag, date_from=date_from, date_to=date_to, page=page)
|
|
print(dict_obj)
|
|
|
|
if dict_obj['tagged_obj']:
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s",
|
|
"tagged_obj": [], "page": dict_obj['page'], "nb_pages": dict_obj['nb_pages'],
|
|
"nb_first_elem": dict_obj['nb_first_elem'], "nb_last_elem": dict_obj['nb_last_elem'],
|
|
"nb_all_elem": dict_obj['nb_all_elem']}
|
|
|
|
for obj_id in dict_obj['tagged_obj']:
|
|
obj_metadata = ail_objects.get_object_meta(object_type, subtype, obj_id, flask_context=True)
|
|
obj_metadata['id'] = obj_id
|
|
dict_tagged["tagged_obj"].append(obj_metadata)
|
|
|
|
dict_tagged['tab_keys'] = ail_objects.get_ui_obj_tag_table_keys(object_type)
|
|
|
|
if len(list_tag) == 1:
|
|
dict_tagged['current_tags'] = [ltags.replace('"', '\"')]
|
|
else:
|
|
dict_tagged['current_tags'] = list_tag
|
|
dict_tagged['current_tags_str'] = ltags
|
|
|
|
# return jsonify(dict_tagged)
|
|
else:
|
|
dict_tagged = {"object_type": object_type, "object_name": object_type.title() + "s"}
|
|
|
|
if 'date' in dict_obj:
|
|
dict_tagged['date'] = dict_obj['date']
|
|
|
|
return render_template("tags/search_obj_by_tags.html", bootstrap_label=bootstrap_label, dict_tagged=dict_tagged)
|