mirror of https://github.com/CIRCL/AIL-framework
141 lines
5.0 KiB
Python
141 lines
5.0 KiB
Python
#!/usr/bin/env python3
|
|
# -*-coding:UTF-8 -*
|
|
|
|
'''
|
|
Blueprint Flask: crawler splash endpoints: dashboard, onion crawler ...
|
|
'''
|
|
|
|
import json
|
|
import os
|
|
import sys
|
|
|
|
from flask import Flask, render_template, jsonify, request, Blueprint, redirect, url_for, Response, abort, send_file
|
|
from flask_login import login_required, current_user
|
|
|
|
# Import Role_Manager
|
|
from Role_Manager import login_admin, login_analyst, login_read_only
|
|
|
|
sys.path.append(os.environ['AIL_BIN'])
|
|
##################################
|
|
# Import Project packages
|
|
##################################
|
|
from lib.ail_core import paginate_iterator
|
|
from lib.objects import Titles
|
|
from packages import Date
|
|
|
|
# ============ BLUEPRINT ============
|
|
objects_title = Blueprint('objects_title', __name__, template_folder=os.path.join(os.environ['AIL_FLASK'], 'templates/objects/title'))
|
|
|
|
# ============ VARIABLES ============
|
|
bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info']
|
|
|
|
# ============ FUNCTIONS ============
|
|
def create_json_response(data, status_code):
|
|
return Response(json.dumps(data, indent=2, sort_keys=True), mimetype='application/json'), status_code
|
|
|
|
# ============= ROUTES ==============
|
|
@objects_title.route("/objects/title", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_titles():
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
show_objects = request.args.get('show_objects')
|
|
date = Date.sanitise_date_range(date_from, date_to)
|
|
date_from = date['date_from']
|
|
date_to = date['date_to']
|
|
|
|
if show_objects:
|
|
dict_objects = Titles.Titles().api_get_meta_by_daterange(date_from, date_to)
|
|
else:
|
|
dict_objects = {}
|
|
|
|
return render_template("TitleDaterange.html", date_from=date_from, date_to=date_to,
|
|
dict_objects=dict_objects, show_objects=show_objects)
|
|
|
|
@objects_title.route("/objects/title/post", methods=['POST'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_titles_post():
|
|
date_from = request.form.get('date_from')
|
|
date_to = request.form.get('date_to')
|
|
show_objects = request.form.get('show_objects')
|
|
return redirect(url_for('objects_title.objects_titles', date_from=date_from, date_to=date_to, show_objects=show_objects))
|
|
|
|
@objects_title.route("/objects/title/range/json", methods=['GET'])
|
|
@login_required
|
|
@login_read_only
|
|
def objects_title_range_json():
|
|
date_from = request.args.get('date_from')
|
|
date_to = request.args.get('date_to')
|
|
date = Date.sanitise_date_range(date_from, date_to)
|
|
date_from = date['date_from']
|
|
date_to = date['date_to']
|
|
return jsonify(Titles.Titles().api_get_chart_nb_by_daterange(date_from, date_to))
|
|
|
|
@objects_title.route("/objects/title/search_post", methods=['POST'])
|
|
@login_required
|
|
@login_analyst
|
|
def objects_title_search_post():
|
|
to_search = request.form.get('to_search')
|
|
search_type = request.form.get('search_type', 'id')
|
|
case_sensitive = request.form.get('case_sensitive')
|
|
case_sensitive = bool(case_sensitive)
|
|
page = request.form.get('page', 1)
|
|
try:
|
|
page = int(page)
|
|
except (TypeError, ValueError):
|
|
page = 1
|
|
return redirect(
|
|
url_for('objects_title.objects_title_search', search=to_search, page=page,
|
|
search_type=search_type, case_sensitive=case_sensitive))
|
|
|
|
@objects_title.route("/objects/title/search", methods=['GET'])
|
|
@login_required
|
|
@login_analyst
|
|
def objects_title_search():
|
|
to_search = request.args.get('search')
|
|
type_to_search = request.args.get('search_type', 'id')
|
|
case_sensitive = request.args.get('case_sensitive')
|
|
case_sensitive = bool(case_sensitive)
|
|
page = request.args.get('page', 1)
|
|
try:
|
|
page = int(page)
|
|
except (TypeError, ValueError):
|
|
page = 1
|
|
|
|
titles = Titles.Titles()
|
|
|
|
if type_to_search == 'id':
|
|
if len(type_to_search) == 64:
|
|
title = Titles.Title(to_search)
|
|
if not title.exists():
|
|
abort(404)
|
|
else:
|
|
return redirect(title.get_link(flask_context=True))
|
|
else:
|
|
search_result = titles.search_by_id(to_search, r_pos=True, case_sensitive=case_sensitive)
|
|
elif type_to_search == 'content':
|
|
search_result = titles.search_by_content(to_search, r_pos=True, case_sensitive=case_sensitive)
|
|
else:
|
|
return create_json_response({'error': 'Unknown search type'}, 400)
|
|
|
|
if search_result:
|
|
ids = sorted(search_result.keys())
|
|
dict_page = paginate_iterator(ids, nb_obj=500, page=page)
|
|
dict_objects = titles.get_metas(dict_page['list_elem'], options={'sparkline'})
|
|
else:
|
|
dict_objects = {}
|
|
dict_page = {}
|
|
|
|
return render_template("search_title_result.html", dict_objects=dict_objects, search_result=search_result,
|
|
dict_page=dict_page,
|
|
to_search=to_search, case_sensitive=case_sensitive, type_to_search=type_to_search)
|
|
|
|
@objects_title.route("/objects/titles/download", methods=['GET'])
|
|
@login_required
|
|
@login_analyst
|
|
def objects_title_downloads():
|
|
return jsonify(Titles.Titles().get_contents_ids())
|
|
|