diff --git a/bin/Credential.py b/bin/Credential.py index 5112f534..d1016586 100755 --- a/bin/Credential.py +++ b/bin/Credential.py @@ -79,8 +79,6 @@ if __name__ == "__main__": content = paste.get_p_content() creds = set(re.findall(regex_cred, content)) - publisher.warning('to_print') - if len(creds) == 0: continue diff --git a/var/www/modules/Flask_config.py b/var/www/modules/Flask_config.py index 80ef9f18..2c3e736a 100644 --- a/var/www/modules/Flask_config.py +++ b/var/www/modules/Flask_config.py @@ -143,3 +143,5 @@ DiffMaxLineLength = int(cfg.get("Flask", "DiffMaxLineLength"))#Use to display t bootstrap_label = ['primary', 'success', 'danger', 'warning', 'info'] UPLOAD_FOLDER = os.path.join(os.environ['AIL_FLASK'], 'submitted') + +max_dashboard_logs = int(cfg.get("Flask", "max_dashboard_logs")) diff --git a/var/www/modules/dashboard/Flask_dashboard.py b/var/www/modules/dashboard/Flask_dashboard.py index 563eb007..6d7992d7 100644 --- a/var/www/modules/dashboard/Flask_dashboard.py +++ b/var/www/modules/dashboard/Flask_dashboard.py @@ -5,10 +5,14 @@ Flask functions and routes for the dashboard page ''' import json - +import os import datetime +import time import flask -from flask import Flask, render_template, jsonify, request, Blueprint + +from Date import Date + +from flask import Flask, render_template, jsonify, request, Blueprint, url_for # ============ VARIABLES ============ import Flask_config @@ -18,6 +22,8 @@ cfg = Flask_config.cfg r_serv = Flask_config.r_serv r_serv_log = Flask_config.r_serv_log +max_dashboard_logs = Flask_config.max_dashboard_logs + dashboard = Blueprint('dashboard', __name__, template_folder='templates') # ============ FUNCTIONS ============ @@ -62,12 +68,87 @@ def get_queues(r): return newData +def get_date_range(date_from, num_day): + date = Date(str(date_from[0:4])+str(date_from[4:6]).zfill(2)+str(date_from[6:8]).zfill(2)) + date_list = [] + + for i in range(0, num_day+1): + new_date = date.substract_day(i) + date_list.append(new_date[0:4] +'-'+ new_date[4:6] +'-'+ new_date[6:8]) + + return date_list + +def dashboard_alert(log): + # check if we need to display this log + if len(log)>50: + date = log[1:5]+log[6:8]+log[9:11] + utc_str = log[1:20] + log = log[46:].split(';') + if len(log) == 6: + time = datetime_from_utc_to_local(utc_str) + path = url_for('showsavedpastes.showsavedpaste',paste=log[5]) + + res = {'date': date, 'time': time, 'script': log[0], 'domain': log[1], 'date_paste': log[2], + 'paste': log[3], 'message': log[4], 'path': path} + return res + else: + return False + else: + return False + +def datetime_from_utc_to_local(utc_str): + utc_datetime = datetime.datetime.strptime(utc_str, '%Y-%m-%d %H:%M:%S') + now_timestamp = time.time() + offset = datetime.datetime.fromtimestamp(now_timestamp) - datetime.datetime.utcfromtimestamp(now_timestamp) + local_time_str = (utc_datetime + offset).strftime('%H:%M:%S') + return local_time_str + # ============ ROUTES ============ @dashboard.route("/_logs") def logs(): return flask.Response(event_stream(), mimetype="text/event-stream") +@dashboard.route("/_get_last_logs_json") +def get_last_logs_json(): + date = datetime.datetime.now().strftime("%Y%m%d") + + max_day_search = 6 + day_search = 0 + warning_found = 0 + warning_to_found = max_dashboard_logs + + last_logs = [] + + date_range = get_date_range(date, max_day_search) + while max_day_search != day_search and warning_found != warning_to_found: + + filename_warning_log = 'logs/Script_warn-'+ date_range[day_search] +'.log' + filename_log = os.path.join(os.environ['AIL_HOME'], filename_warning_log) + + try: + with open(filename_log, 'r') as f: + lines = f.read().splitlines() + curr_index = -1 + while warning_found != warning_to_found: + try: + # get lasts warning logs + log_warn = dashboard_alert(lines[curr_index]) + if log_warn != False: + last_logs.append(log_warn) + warning_found = warning_found + 1 + curr_index = curr_index - 1 + + except IndexError: + # check previous warning log file + day_search = day_search + 1 + break + except FileNotFoundError: + # check previous warning log file + day_search = day_search + 1 + + return jsonify(list(reversed(last_logs))) + @dashboard.route("/_stuff", methods=['GET']) def stuff(): @@ -78,7 +159,12 @@ def stuff(): def index(): default_minute = cfg.get("Flask", "minute_processed_paste") threshold_stucked_module = cfg.getint("Module_ModuleInformation", "threshold_stucked_module") - return render_template("index.html", default_minute = default_minute, threshold_stucked_module=threshold_stucked_module) + log_select = {10, 25, 50, 100} + log_select.add(max_dashboard_logs) + log_select = list(log_select) + log_select.sort() + return render_template("index.html", default_minute = default_minute, threshold_stucked_module=threshold_stucked_module, + log_select=log_select, selected=max_dashboard_logs) # ========= REGISTRATION ========= app.register_blueprint(dashboard) diff --git a/var/www/modules/dashboard/templates/index.html b/var/www/modules/dashboard/templates/index.html index e5d61014..33ba2781 100644 --- a/var/www/modules/dashboard/templates/index.html +++ b/var/www/modules/dashboard/templates/index.html @@ -31,6 +31,14 @@ }; update_values(); + @@ -136,10 +144,13 @@
INFO @@ -182,6 +193,66 @@