mirror of https://github.com/CIRCL/AIL-framework
106 lines
3.5 KiB
Python
106 lines
3.5 KiB
Python
|
#!/usr/bin/env python2
|
||
|
|
# -*-coding:UTF-8 -*
|
||
|
|
|
||
|
|
'''
|
||
|
|
Flask functions and routes for the trending modules page
|
||
|
|
'''
|
||
|
|
import redis
|
||
|
|
import json
|
||
|
|
import flask
|
||
|
|
from flask import Flask, render_template, jsonify, request, Blueprint
|
||
|
|
|
||
|
|
import Paste
|
||
|
|
|
||
|
|
# ============ VARIABLES ============
|
||
|
|
import Flask_config
|
||
|
|
|
||
|
|
app = Flask_config.app
|
||
|
|
cfg = Flask_config.cfg
|
||
|
|
max_preview_char = Flask_config.max_preview_char
|
||
|
|
max_preview_modal = Flask_config.max_preview_modal
|
||
|
|
r_serv_db = Flask_config.r_serv_db
|
||
|
|
|
||
|
|
browsepastes = Blueprint('browsepastes', __name__, template_folder='templates')
|
||
|
|
|
||
|
|
# ============ FUNCTIONS ============
|
||
|
|
|
||
|
|
def getPastebyType(server, module_name):
|
||
|
|
all_path = []
|
||
|
|
for path in server.smembers('WARNING_'+module_name):
|
||
|
|
all_path.append(path)
|
||
|
|
return all_path
|
||
|
|
|
||
|
|
|
||
|
|
def event_stream_getImportantPasteByModule(module_name):
|
||
|
|
index = 0
|
||
|
|
all_pastes_list = getPastebyType(r_serv_db, module_name)
|
||
|
|
for path in all_pastes_list:
|
||
|
|
index += 1
|
||
|
|
paste = Paste.Paste(path)
|
||
|
|
content = paste.get_p_content().decode('utf8', 'ignore')
|
||
|
|
content_range = max_preview_char if len(content)>max_preview_char else len(content)-1
|
||
|
|
curr_date = str(paste._get_p_date())
|
||
|
|
curr_date = curr_date[0:4]+'/'+curr_date[4:6]+'/'+curr_date[6:]
|
||
|
|
data = {}
|
||
|
|
data["module"] = module_name
|
||
|
|
data["index"] = index
|
||
|
|
data["path"] = path
|
||
|
|
data["content"] = content[0:content_range]
|
||
|
|
data["linenum"] = paste.get_lines_info()[0]
|
||
|
|
data["date"] = curr_date
|
||
|
|
data["char_to_display"] = max_preview_modal
|
||
|
|
data["finished"] = True if index == len(all_pastes_list) else False
|
||
|
|
yield 'retry: 100000\ndata: %s\n\n' % json.dumps(data) #retry to avoid reconnection of the browser
|
||
|
|
|
||
|
|
# ============ ROUTES ============
|
||
|
|
|
||
|
|
@browsepastes.route("/browseImportantPaste/", methods=['GET'])
|
||
|
|
def browseImportantPaste():
|
||
|
|
module_name = request.args.get('moduleName')
|
||
|
|
return render_template("browse_important_paste.html")
|
||
|
|
|
||
|
|
|
||
|
|
@browsepastes.route("/importantPasteByModule/", methods=['GET'])
|
||
|
|
def importantPasteByModule():
|
||
|
|
module_name = request.args.get('moduleName')
|
||
|
|
|
||
|
|
all_content = []
|
||
|
|
paste_date = []
|
||
|
|
paste_linenum = []
|
||
|
|
all_path = []
|
||
|
|
allPastes = getPastebyType(r_serv_db, module_name)
|
||
|
|
|
||
|
|
for path in allPastes[0:10]:
|
||
|
|
all_path.append(path)
|
||
|
|
paste = Paste.Paste(path)
|
||
|
|
content = paste.get_p_content().decode('utf8', 'ignore')
|
||
|
|
content_range = max_preview_char if len(content)>max_preview_char else len(content)-1
|
||
|
|
all_content.append(content[0:content_range].replace("\"", "\'").replace("\r", " ").replace("\n", " "))
|
||
|
|
curr_date = str(paste._get_p_date())
|
||
|
|
curr_date = curr_date[0:4]+'/'+curr_date[4:6]+'/'+curr_date[6:]
|
||
|
|
paste_date.append(curr_date)
|
||
|
|
paste_linenum.append(paste.get_lines_info()[0])
|
||
|
|
|
||
|
|
if len(allPastes) > 10:
|
||
|
|
finished = False
|
||
|
|
else:
|
||
|
|
finished = True
|
||
|
|
|
||
|
|
return render_template("important_paste_by_module.html",
|
||
|
|
moduleName=module_name,
|
||
|
|
all_path=all_path,
|
||
|
|
content=all_content,
|
||
|
|
paste_date=paste_date,
|
||
|
|
paste_linenum=paste_linenum,
|
||
|
|
char_to_display=max_preview_modal,
|
||
|
|
finished=finished)
|
||
|
|
|
||
|
|
@browsepastes.route("/_getImportantPasteByModule")
|
||
|
|
def getImportantPasteByModule():
|
||
|
|
module_name = request.args.get('moduleName')
|
||
|
|
return flask.Response(event_stream_getImportantPasteByModule(module_name), mimetype="text/event-stream")
|
||
|
|
|
||
|
|
|
||
|
|
# ========= REGISTRATION =========
|
||
|
|
app.register_blueprint(browsepastes)
|