mirror of https://github.com/CIRCL/AIL-framework
329 lines
13 KiB
Python
329 lines
13 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
'''
|
|
Flask functions and routes for tracked items
|
|
'''
|
|
import os
|
|
import sys
|
|
import json
|
|
import redis
|
|
import datetime
|
|
import calendar
|
|
import flask
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, url_for, redirect, Response, escape
|
|
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
from flask_login import login_required, current_user
|
|
|
|
# ---------------------------------------------------------------
|
|
|
|
sys.path.append(os.path.join(os.environ['AIL_BIN'], 'lib'))
|
|
import Term
|
|
import Tracker
|
|
import item_basic
|
|
|
|
# ============ VARIABLES ============
|
|
import Flask_config
|
|
|
|
app = Flask_config.app
|
|
baseUrl = Flask_config.baseUrl
|
|
bootstrap_label = Flask_config.bootstrap_label
|
|
|
|
hunter = Blueprint('hunter', __name__, template_folder='templates')
|
|
|
|
# ============ FUNCTIONS ============
|
|
|
|
# ============ ROUTES ============
|
|
|
|
@hunter.route("/trackers")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu():
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id)
|
|
global_term = Term.get_all_global_tracked_terms()
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label)
|
|
|
|
@hunter.route("/trackers/word")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu_word():
|
|
filter_type = 'word'
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id, filter_type='word')
|
|
global_term = Term.get_all_global_tracked_terms(filter_type='word')
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label, filter_type=filter_type)
|
|
|
|
@hunter.route("/trackers/set")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu_set():
|
|
filter_type = 'set'
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id, filter_type=filter_type)
|
|
global_term = Term.get_all_global_tracked_terms(filter_type=filter_type)
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label, filter_type=filter_type)
|
|
|
|
@hunter.route("/trackers/regex")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu_regex():
|
|
filter_type = 'regex'
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id, filter_type=filter_type)
|
|
global_term = Term.get_all_global_tracked_terms(filter_type=filter_type)
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label, filter_type=filter_type)
|
|
|
|
@hunter.route("/trackers/yara")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu_yara():
|
|
filter_type = 'yara'
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id, filter_type=filter_type)
|
|
global_term = Term.get_all_global_tracked_terms(filter_type=filter_type)
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label, filter_type=filter_type)
|
|
|
|
@hunter.route("/trackers/typosquat")
|
|
@login_required
|
|
@login_read_only
|
|
def tracked_menu_typosquat():
|
|
filter_type = 'typosquat'
|
|
user_id = current_user.get_id()
|
|
user_term = Term.get_all_user_tracked_terms(user_id, filter_type=filter_type)
|
|
global_term = Term.get_all_global_tracked_terms(filter_type=filter_type)
|
|
return render_template("trackersManagement.html", user_term=user_term, global_term=global_term, bootstrap_label=bootstrap_label, filter_type=filter_type)
|
|
|
|
|
|
@hunter.route("/tracker/add", methods=['GET', 'POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def add_tracked_menu():
|
|
if request.method == 'POST':
|
|
tracker = request.form.get("tracker")
|
|
tracker_uuid = request.form.get("tracker_uuid")
|
|
tracker_type = request.form.get("tracker_type")
|
|
nb_words = request.form.get("nb_word", 1)
|
|
description = request.form.get("description", '')
|
|
webhook = request.form.get("webhook", '')
|
|
level = request.form.get("level", 0)
|
|
tags = request.form.get("tags", [])
|
|
mails = request.form.get("mails", [])
|
|
sources = request.form.get("sources", [])
|
|
|
|
# YARA #
|
|
if tracker_type == 'yara':
|
|
yara_default_rule = request.form.get("yara_default_rule")
|
|
yara_custom_rule = request.form.get("yara_custom_rule")
|
|
if yara_custom_rule:
|
|
tracker = yara_custom_rule
|
|
tracker_type='yara_custom'
|
|
else:
|
|
tracker = yara_default_rule
|
|
tracker_type='yara_default'
|
|
|
|
if level == 'on':
|
|
level = 1
|
|
if mails:
|
|
mails = mails.split()
|
|
if tags:
|
|
tags = tags.split()
|
|
if sources:
|
|
sources = json.loads(sources)
|
|
|
|
input_dict = {"tracker": tracker, "type": tracker_type, "nb_words": nb_words,
|
|
"tags": tags, "mails": mails, "sources": sources,
|
|
"level": level, "description": description, "webhook": webhook}
|
|
user_id = current_user.get_id()
|
|
# edit tracker
|
|
if tracker_uuid:
|
|
input_dict['uuid'] = tracker_uuid
|
|
res = Tracker.api_add_tracker(input_dict, user_id)
|
|
if res[1] == 200:
|
|
if 'uuid' in res[0]:
|
|
return redirect(url_for('hunter.show_tracker', uuid=res[0]['uuid']))
|
|
else:
|
|
return redirect(url_for('hunter.tracked_menu'))
|
|
else:
|
|
## TODO: use modal
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
else:
|
|
return render_template("edit_tracker.html",
|
|
all_sources=item_basic.get_all_items_sources(r_list=True),
|
|
all_yara_files=Tracker.get_all_default_yara_files())
|
|
|
|
@hunter.route("/tracker/edit", methods=['GET', 'POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def edit_tracked_menu():
|
|
user_id = current_user.get_id()
|
|
tracker_uuid = request.args.get('uuid', None)
|
|
|
|
res = Term.check_term_uuid_valid_access(tracker_uuid, user_id) # check if is author or admin
|
|
if res: # invalid access
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
|
|
dict_tracker = Tracker.get_tracker_metadata(tracker_uuid, user_id=True, level=True, description=True, tags=True, mails=True, sources=True, webhook=True)
|
|
dict_tracker['tags'] = ' '.join(dict_tracker['tags'])
|
|
dict_tracker['mails'] = ' '.join(dict_tracker['mails'])
|
|
|
|
if dict_tracker['type'] == 'set':
|
|
dict_tracker['tracker'], dict_tracker['nb_words'] = dict_tracker['tracker'].split(';')
|
|
dict_tracker['tracker'] = dict_tracker['tracker'].replace(',', ' ')
|
|
elif dict_tracker['type'] == 'yara': #is_valid_default_yara_rule
|
|
if Tracker.is_default_yara_rule(dict_tracker['tracker']):
|
|
dict_tracker['yara_file'] = dict_tracker['tracker'].split('/')
|
|
dict_tracker['yara_file'] = dict_tracker['yara_file'][-2] + '/' + dict_tracker['yara_file'][-1]
|
|
dict_tracker['content'] = None
|
|
else:
|
|
dict_tracker['yara_file'] = None
|
|
dict_tracker['content'] = Tracker.get_yara_rule_content(dict_tracker['tracker'])
|
|
|
|
return render_template("edit_tracker.html", dict_tracker=dict_tracker,
|
|
all_sources=item_basic.get_all_items_sources(r_list=True),
|
|
all_yara_files=Tracker.get_all_default_yara_files())
|
|
|
|
## TO EDIT
|
|
# word
|
|
# set of word + nb words
|
|
# regex
|
|
# yara custum
|
|
# yara default ???? => allow edit ?
|
|
|
|
#### EDIT SHow Trackers ??????????????????????????????????????????????????
|
|
|
|
@hunter.route("/tracker/show_tracker")
|
|
@login_required
|
|
@login_read_only
|
|
def show_tracker():
|
|
user_id = current_user.get_id()
|
|
tracker_uuid = request.args.get('uuid', None)
|
|
res = Term.check_term_uuid_valid_access(tracker_uuid, user_id)
|
|
if res: # invalid access
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
|
|
if date_from:
|
|
date_from = date_from.replace('-', '')
|
|
if date_to:
|
|
date_to = date_to.replace('-', '')
|
|
|
|
tracker_metadata = Tracker.get_tracker_metadata(tracker_uuid, user_id=True, level=True, description=True, tags=True, mails=True, sources=True, sparkline=True, webhook=True)
|
|
|
|
if tracker_metadata['type'] == 'yara':
|
|
yara_rule_content = Tracker.get_yara_rule_content(tracker_metadata['tracker'])
|
|
else:
|
|
yara_rule_content = None
|
|
|
|
if date_from:
|
|
res = Term.parse_get_tracker_term_item({'uuid': tracker_uuid, 'date_from': date_from, 'date_to': date_to}, user_id)
|
|
if res[1] !=200:
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
tracker_metadata['items'] = res[0]['items']
|
|
tracker_metadata['date_from'] = res[0]['date_from']
|
|
tracker_metadata['date_to'] = res[0]['date_to']
|
|
else:
|
|
tracker_metadata['items'] = []
|
|
tracker_metadata['date_from'] = ''
|
|
tracker_metadata['date_to'] = ''
|
|
|
|
tracker_metadata['sources'] = sorted(tracker_metadata['sources'])
|
|
|
|
return render_template("showTracker.html", tracker_metadata=tracker_metadata,
|
|
yara_rule_content=yara_rule_content,
|
|
bootstrap_label=bootstrap_label)
|
|
|
|
@hunter.route("/tracker/update_tracker_description", methods=['POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def update_tracker_description():
|
|
user_id = current_user.get_id()
|
|
term_uuid = request.form.get('uuid')
|
|
res = Term.check_term_uuid_valid_access(term_uuid, user_id)
|
|
if res: # invalid access
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
description = escape( str(request.form.get('description', '')) )
|
|
Term.replace_tracker_description(term_uuid, description)
|
|
return redirect(url_for('hunter.show_tracker', uuid=term_uuid))
|
|
|
|
@hunter.route("/tracker/update_tracker_tags", methods=['POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def update_tracker_tags():
|
|
user_id = current_user.get_id()
|
|
term_uuid = request.form.get('uuid')
|
|
res = Term.check_term_uuid_valid_access(term_uuid, user_id)
|
|
if res: # invalid access
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
tags = request.form.get('tags')
|
|
if tags:
|
|
tags = tags.split()
|
|
else:
|
|
tags = []
|
|
Term.replace_tracked_term_tags(term_uuid, tags)
|
|
return redirect(url_for('hunter.show_tracker', uuid=term_uuid))
|
|
|
|
@hunter.route("/tracker/update_tracker_mails", methods=['POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def update_tracker_mails():
|
|
user_id = current_user.get_id()
|
|
term_uuid = request.form.get('uuid')
|
|
res = Term.check_term_uuid_valid_access(term_uuid, user_id)
|
|
if res: # invalid access
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
mails = request.form.get('mails')
|
|
if mails:
|
|
mails = mails.split()
|
|
else:
|
|
mails = []
|
|
res = Term.replace_tracked_term_mails(term_uuid, mails)
|
|
if res: # invalid mail
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
return redirect(url_for('hunter.show_tracker', uuid=term_uuid))
|
|
|
|
@hunter.route("/tracker/delete", methods=['GET'])
|
|
@login_required
|
|
@login_analyst
|
|
def delete_tracker():
|
|
user_id = current_user.get_id()
|
|
term_uuid = request.args.get('uuid')
|
|
res = Term.parse_tracked_term_to_delete({'uuid': term_uuid}, user_id)
|
|
if res[1] !=200:
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
return redirect(url_for('hunter.tracked_menu'))
|
|
|
|
@hunter.route("/tracker/get_json_tracker_stats", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def get_json_tracker_stats():
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
|
|
if date_from:
|
|
date_from = date_from.replace('-', '')
|
|
if date_to:
|
|
date_to = date_to.replace('-', '')
|
|
|
|
tracker_uuid = request.args.get('uuid')
|
|
|
|
if date_from and date_to:
|
|
res = Term.get_list_tracked_term_stats_by_day([tracker_uuid], date_from=date_from, date_to=date_to)
|
|
else:
|
|
res = Term.get_list_tracked_term_stats_by_day([tracker_uuid])
|
|
return jsonify(res)
|
|
|
|
@hunter.route("/tracker/yara/default_rule/content", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def get_default_yara_rule_content():
|
|
default_yara_rule = request.args.get('rule_name')
|
|
res = Tracker.api_get_default_rule_content(default_yara_rule)
|
|
return Response(json.dumps(res[0], indent=2, sort_keys=True), mimetype='application/json'), res[1]
|
|
|
|
# ========= REGISTRATION =========
|
|
app.register_blueprint(hunter, url_prefix=baseUrl)
|