BGP-Ranking/website/web/__init__.py

277 lines
9.0 KiB
Python
Raw Normal View History

#!/usr/bin/env python
# -*- coding: utf-8 -*-
2019-01-04 11:56:29 +01:00
from urllib.parse import urljoin
try:
import simplejson as json
except ImportError:
import json
2018-05-31 15:48:11 +02:00
2019-01-17 16:33:31 +01:00
import os
import requests
2018-11-28 11:14:37 +01:00
from flask import Flask, render_template, request, session, Response, redirect, url_for
from flask_bootstrap import Bootstrap
from bgpranking.querying import Querying
from bgpranking.libs.exceptions import MissingConfigEntry
from bgpranking.libs.helpers import load_general_config, get_homedir, get_ipasn
2018-04-12 18:09:04 +02:00
from datetime import date, timedelta
2018-07-30 14:40:42 +02:00
import pycountry
2018-07-31 10:54:38 +02:00
from collections import defaultdict
2018-04-12 18:09:04 +02:00
app = Flask(__name__)
2019-01-17 16:33:31 +01:00
secret_file_path = get_homedir() / 'website' / 'secret_key'
if not secret_file_path.exists() or secret_file_path.stat().st_size < 64:
with open(secret_file_path, 'wb') as f:
f.write(os.urandom(64))
with open(secret_file_path, 'rb') as f:
app.config['SECRET_KEY'] = f.read()
2018-04-12 18:09:04 +02:00
Bootstrap(app)
app.config['BOOTSTRAP_SERVE_LOCAL'] = True
2018-04-12 18:09:04 +02:00
# ############# Helpers #############
2018-06-01 17:13:56 +02:00
def get_request_parameter(parameter):
if request.method == 'POST':
d = request.form
elif request.method == 'GET':
d = request.args
return d.get(parameter, None)
2018-04-12 18:09:04 +02:00
def load_session():
if request.method == 'POST':
d = request.form
elif request.method == 'GET':
d = request.args
2018-04-12 18:09:04 +02:00
if 'date' in d:
session['date'] = d['date']
if 'ipversion' in d:
session['ipversion'] = d['ipversion']
if 'source' in d:
if '_all' in d.getlist('source'):
session.pop('source', None)
else:
session['source'] = d.getlist('source')
2018-04-12 18:09:04 +02:00
if 'asn' in d:
session['asn'] = d['asn']
2018-07-30 14:40:42 +02:00
session.pop('country', None)
elif 'country' in d:
if '_all' in d.getlist('country'):
session.pop('country', None)
else:
session['country'] = d.getlist('country')
2018-07-30 14:40:42 +02:00
session.pop('asn', None)
2018-04-12 18:09:04 +02:00
set_default_date_session()
2018-04-12 18:09:04 +02:00
def set_default_date_session():
if 'date' not in session:
session['date'] = (date.today() - timedelta(days=1)).isoformat()
2018-07-30 14:40:42 +02:00
def get_country_codes():
for c in pycountry.countries:
yield c.alpha_2, c.name
# ############# Helpers ######################
2018-07-30 14:40:42 +02:00
# ############# Web UI #############
2018-04-12 18:09:04 +02:00
@app.route('/', methods=['GET', 'POST'])
def index():
2018-11-28 11:03:07 +01:00
if request.method == 'HEAD':
# Just returns ack if the webserver is running
return 'Ack'
2018-04-12 18:09:04 +02:00
load_session()
q = Querying()
sources = q.get_sources(date=session['date'])['response']
2018-04-12 18:09:04 +02:00
session.pop('asn', None)
2018-07-27 14:33:25 +02:00
session.pop('country', None)
ranks = q.asns_global_ranking(limit=100, **session)['response']
r = [(asn, rank, q.get_asn_descriptions(int(asn))['response']) for asn, rank in ranks]
2018-07-30 14:40:42 +02:00
return render_template('index.html', ranks=r, sources=sources, countries=get_country_codes(), **session)
2018-04-11 15:31:34 +02:00
2018-04-11 16:16:19 +02:00
@app.route('/asn', methods=['GET', 'POST'])
def asn_details():
2018-04-12 18:09:04 +02:00
load_session()
2018-04-11 15:31:34 +02:00
q = Querying()
2018-11-28 11:14:37 +01:00
if 'asn' not in session:
return redirect(url_for('/'))
asn_descriptions = q.get_asn_descriptions(asn=session['asn'], all_descriptions=True)['response']
sources = q.get_sources(date=session['date'])['response']
ranks = q.asn_details(**session)['response']
2018-06-01 17:13:56 +02:00
prefix = get_request_parameter('prefix')
if prefix:
prefix_ips = q.get_prefix_ips(prefix=prefix, **session)['response']
2018-06-01 17:13:56 +02:00
prefix_ips = [(ip, sorted(sources)) for ip, sources in prefix_ips.items()]
prefix_ips.sort(key=lambda entry: len(entry[1]), reverse=True)
else:
prefix_ips = []
return render_template('asn.html', sources=sources, ranks=ranks,
prefix_ips=prefix_ips, asn_descriptions=asn_descriptions, **session)
2018-05-31 15:48:11 +02:00
@app.route('/country', methods=['GET', 'POST'])
def country():
2018-05-31 15:48:11 +02:00
load_session()
q = Querying()
sources = q.get_sources(date=session['date'])['response']
return render_template('country.html', sources=sources, countries=get_country_codes(), **session)
2018-07-27 14:33:25 +02:00
2018-07-31 10:54:38 +02:00
@app.route('/country_history_callback', methods=['GET', 'POST'])
def country_history_callback():
history_data = request.get_json(force=True)
2018-07-31 10:54:38 +02:00
to_display = []
mapping = defaultdict(dict)
dates = []
all_asns = set([])
for country, data in history_data.items():
for d, r_sum, details in data:
dates.append(d)
for detail in details:
asn, r = detail
all_asns.add(asn)
mapping[asn][d] = r
to_display_temp = [[country] + dates]
for a in sorted(list(all_asns), key=int):
line = [a]
for d in dates:
if mapping[a].get(d) is not None:
line.append(round(mapping[a].get(d), 3))
else:
line.append('N/A')
to_display_temp.append(line)
to_display.append(to_display_temp)
return render_template('country_asn_map.html', to_display=to_display)
2018-07-31 10:54:38 +02:00
@app.route('/ipasn', methods=['GET', 'POST'])
def ipasn():
d = None
if request.method == 'POST':
d = request.form
elif request.method == 'GET':
d = request.args
if not d or 'ip' not in d:
return render_template('ipasn.html')
else:
if isinstance(d['ip'], list):
ip = d['ip'][0]
else:
ip = d['ip']
ipasn = get_ipasn()
2019-03-15 17:37:44 +01:00
q = Querying()
response = ipasn.query(first=(date.today() - timedelta(days=60)).isoformat(),
aggregate=True, ip=ip)
2019-03-15 17:37:44 +01:00
for r in response['response']:
r['asn_descriptions'] = []
asn_descriptions = q.get_asn_descriptions(asn=r['asn'], all_descriptions=True)['response']
2019-03-15 17:37:44 +01:00
for timestamp in sorted(asn_descriptions.keys()):
if r['first_seen'] <= timestamp <= r['last_seen']:
r['asn_descriptions'].append(asn_descriptions[timestamp])
if not r['asn_descriptions'] and timestamp <= r['last_seen']:
r['asn_descriptions'].append(asn_descriptions[timestamp])
2019-03-15 17:37:44 +01:00
return render_template('ipasn.html', ipasn_details=response['response'],
**response['meta'])
# ############# Web UI #############
2018-07-31 10:54:38 +02:00
# ############# Json outputs #############
@app.route('/ipasn_history/', defaults={'path': ''}, methods=['GET', 'POST'])
@app.route('/ipasn_history/<path:path>', methods=['GET', 'POST'])
def ipasn_history_proxy(path):
config, general_config_file = load_general_config()
if 'ipasnhistory_url' not in config:
raise MissingConfigEntry(f'"ipasnhistory_url" is missing in {general_config_file}.')
proxied_url = urljoin(config['ipasnhistory_url'],
request.full_path.replace('/ipasn_history', ''))
if request.method in ['GET', 'HEAD']:
to_return = requests.get(proxied_url).json()
elif request.method == 'POST':
to_return = requests.post(proxied_url, data=request.data).json()
return Response(json.dumps(to_return), mimetype='application/json')
@app.route('/json/asn', methods=['POST'])
def json_asn():
# TODO
# * Filter on date => if only returning one descr, return the desription at that date
query = request.get_json(force=True)
to_return = {'meta': query, 'response': {}}
if 'asn' not in query:
to_return['error'] = f'You need to pass an asn - {query}'
return to_return
q = Querying()
asn_description_query = {'asn': query['asn']}
if 'all_descriptions' in query:
asn_description_query['all_descriptions'] = query['all_descriptions']
to_return['response']['asn_description'] = q.get_asn_descriptions(**asn_description_query)['response']
asn_rank_query = {'asn': query['asn']}
if 'date' in query:
asn_rank_query['date'] = query['date']
if 'source' in query:
asn_rank_query['source'] = query['source']
else:
asn_rank_query['with_position'] = True
if 'ipversion' in query:
asn_rank_query['ipversion'] = query['ipversion']
to_return['response']['ranking'] = q.asn_rank(**asn_rank_query)['response']
return Response(json.dumps(to_return), mimetype='application/json')
@app.route('/json/asn_description', methods=['POST'])
def asn_description():
load_session()
asn = None
if request.form.get('asn'):
asn = request.form.get('asn')
elif session.get('asn'):
asn = session.get('asn')
else:
to_return = {'error': 'asn required'}
if asn:
q = Querying()
to_return = q.get_asn_descriptions(asn, session.get('all_descriptions'))
return Response(json.dumps(to_return), mimetype='application/json')
@app.route('/json/asn_history', methods=['GET', 'POST'])
def asn_history():
2018-07-27 14:33:25 +02:00
load_session()
q = Querying()
if 'asn' in session:
return Response(json.dumps(q.get_asn_history(**session)), mimetype='application/json')
return Response(json.dumps({'error': f'asn key is required: {session}'}), mimetype='application/json')
2018-07-27 14:33:25 +02:00
@app.route('/json/country_history', methods=['GET', 'POST'])
def country_history():
2018-07-27 14:33:25 +02:00
load_session()
q = Querying()
return Response(json.dumps(q.country_history(**session)), mimetype='application/json')
# ############# Json outputs #############