mirror of https://github.com/CIRCL/AIL-framework
181 lines
6.8 KiB
Python
181 lines
6.8 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
'''
|
|
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
|
|
'''
|
|
|
|
import os
|
|
import sys
|
|
import json
|
|
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response, abort, send_file
|
|
from flask_login import login_required, current_user
|
|
|
|
# Import Role_Manager
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
|
|
sys.path.append(os.environ['AIL_BIN'])
|
|
##################################
|
|
# Import Project packages
|
|
##################################
|
|
from lib import ail_core
|
|
from lib.objects import abstract_subtype_object
|
|
from lib.objects import ail_objects
|
|
from lib.objects import CryptoCurrencies
|
|
from packages import Date
|
|
|
|
# ============ BLUEPRINT ============
|
|
objects_subtypes = Blueprint('objects_subtypes', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/objects'))
|
|
|
|
# ============ VARIABLES ============
|
|
bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info']
|
|
|
|
def create_json_response(data, status_code):
|
|
return Response(json.dumps(data, indent=2, sort_keys=True), mimetype='application/json'), status_code
|
|
|
|
# ============ FUNCTIONS ============
|
|
|
|
# TODO VERIFY SUBTYPE
|
|
def subtypes_objects_dashboard(obj_type, f_request):
|
|
if request.method == 'POST':
|
|
date_from = f_request.form.get('from')
|
|
date_to = f_request.form.get('to')
|
|
subtype = f_request.form.get('subtype')
|
|
show_objects = bool(f_request.form.get('show_objects'))
|
|
t_obj_type = obj_type.replace('-', '_')
|
|
endpoint_dashboard = url_for(f'objects_subtypes.objects_dashboard_{t_obj_type}')
|
|
endpoint_dashboard = f'{endpoint_dashboard}?from={date_from}&to={date_to}'
|
|
if subtype:
|
|
if subtype == 'All types':
|
|
subtype = None
|
|
if subtype:
|
|
if not ail_objects.is_valid_object_subtype(obj_type, subtype):
|
|
subtype = None
|
|
if subtype:
|
|
endpoint_dashboard = f'{endpoint_dashboard}&subtype={subtype}'
|
|
if show_objects:
|
|
endpoint_dashboard = f'{endpoint_dashboard}&show_objects={show_objects}'
|
|
return redirect(endpoint_dashboard)
|
|
else:
|
|
date_from = f_request.args.get('from')
|
|
date_to = f_request.args.get('to')
|
|
subtype = f_request.args.get('subtype')
|
|
show_objects = bool(f_request.args.get('show_objects'))
|
|
# Date
|
|
date = Date.sanitise_date_range(date_from, date_to)
|
|
date_from = date['date_from']
|
|
date_to = date['date_to']
|
|
daily_type_chart = date_from == date_to
|
|
# Subtype
|
|
if subtype == 'All types':
|
|
subtype = None
|
|
if subtype:
|
|
if not ail_objects.is_valid_object_subtype(obj_type, subtype):
|
|
subtype = None
|
|
|
|
objs = []
|
|
if show_objects:
|
|
subtypes_objs = abstract_subtype_object.get_subtypes_objs_by_daterange(obj_type, date_from, date_to,
|
|
subtype=subtype)
|
|
if subtypes_objs:
|
|
for obj_t, obj_subtype, obj_id in subtypes_objs:
|
|
objs.append(ail_objects.get_object_meta(obj_t, obj_subtype, obj_id, options={'sparkline'}, flask_context=True))
|
|
|
|
t_obj_type = obj_type.replace('-', '_')
|
|
endpoint_dashboard = f'objects_subtypes.objects_dashboard_{t_obj_type}'
|
|
return render_template('subtypes_objs_dashboard.html', date_from=date_from, date_to=date_to,
|
|
daily_type_chart = daily_type_chart, show_objects=show_objects,
|
|
obj_type=obj_type, subtype=subtype, objs=objs,
|
|
subtypes = ail_core.get_object_all_subtypes(obj_type),
|
|
endpoint_dashboard=endpoint_dashboard)
|
|
|
|
|
|
# ============= ROUTES ==============
|
|
|
|
@objects_subtypes.route("/objects/chats", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_dashboard_chat():
|
|
return subtypes_objects_dashboard('chat', request)
|
|
|
|
@objects_subtypes.route("/objects/cryptocurrencies", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_dashboard_cryptocurrency():
|
|
return subtypes_objects_dashboard('cryptocurrency', request)
|
|
|
|
@objects_subtypes.route("/objects/pgps", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_dashboard_pgp():
|
|
return subtypes_objects_dashboard('pgp', request)
|
|
|
|
@objects_subtypes.route("/objects/usernames", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_dashboard_username():
|
|
return subtypes_objects_dashboard('username', request)
|
|
|
|
@objects_subtypes.route("/objects/user-accounts", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_dashboard_user_account():
|
|
return subtypes_objects_dashboard('user-account', request)
|
|
|
|
# TODO REDIRECT
|
|
@objects_subtypes.route("/objects/subtypes/post", methods=['POST'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_subtypes_dashboard_post():
|
|
obj_type = request.form.get('obj_type')
|
|
if obj_type not in ail_core.get_objects_with_subtypes():
|
|
return create_json_response({'error': 'Invalid Object type'}, 400)
|
|
return subtypes_objects_dashboard(obj_type, request)
|
|
|
|
@objects_subtypes.route("/objects/subtypes/range/json", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_subtypes_range_json():
|
|
obj_type = request.args.get('type')
|
|
if obj_type not in ail_core.get_objects_with_subtypes():
|
|
return create_json_response({'error': 'Invalid Object type'}, 400)
|
|
date_from = request.args.get('from')
|
|
date_to = request.args.get('to')
|
|
date = Date.sanitise_date_range(date_from, date_to)
|
|
date_from = date['date_from']
|
|
date_to = date['date_to']
|
|
|
|
return jsonify(abstract_subtype_object.get_subtypes_objs_range_json(obj_type, date_from, date_to))
|
|
|
|
@objects_subtypes.route("/objects/subtypes/search", methods=['POST'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_subtypes_search():
|
|
obj_type = request.form.get('type')
|
|
subtype = request.form.get('subtype')
|
|
obj_id = request.form.get('id')
|
|
if obj_type not in ail_core.get_objects_with_subtypes():
|
|
return create_json_response({'error': 'Invalid Object type'}, 400)
|
|
obj = ail_objects.get_object(obj_type, subtype, obj_id)
|
|
if not obj.exists():
|
|
abort(404)
|
|
else:
|
|
# TODO Search object
|
|
return redirect(obj.get_link(flask_context=True))
|
|
|
|
@objects_subtypes.route("/objects/subtypes/graphline/json", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_cve_graphline_json():
|
|
obj_type = request.args.get('type')
|
|
subtype = request.args.get('subtype')
|
|
obj_id = request.args.get('id')
|
|
if obj_type not in ail_core.get_objects_with_subtypes():
|
|
return create_json_response({'error': 'Invalid Object type'}, 400)
|
|
obj = ail_objects.get_object(obj_type, subtype, obj_id)
|
|
if not obj.exists():
|
|
abort(404)
|
|
else:
|
|
return jsonify(obj.get_graphline())
|