2018-08-21 15:54:53 +02:00
|
|
|
<!DOCTYPE html>
|
|
|
|
|
<html>
|
|
|
|
|
|
|
|
|
|
<head>
|
|
|
|
|
<meta charset="utf-8">
|
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
|
|
|
|
|
|
|
|
<title>Hidden Service - AIL</title>
|
2018-09-27 16:47:48 +02:00
|
|
|
<link rel="icon" href="{{ url_for('static', filename='image/ail-icon.png') }}">
|
2018-08-21 15:54:53 +02:00
|
|
|
|
|
|
|
|
<!-- Core CSS -->
|
|
|
|
|
<link href="{{ url_for('static', filename='css/bootstrap.min.css') }}" rel="stylesheet">
|
|
|
|
|
<link href="{{ url_for('static', filename='font-awesome/css/font-awesome.css') }}" rel="stylesheet">
|
|
|
|
|
<link href="{{ url_for('static', filename='css/sb-admin-2.css') }}" rel="stylesheet">
|
2018-12-17 15:58:48 +01:00
|
|
|
<link href="{{ url_for('static', filename='css/daterangepicker.min.css') }}" rel="stylesheet" type="text/css" />
|
2018-08-21 15:54:53 +02:00
|
|
|
<!-- JS -->
|
|
|
|
|
<script language="javascript" src="{{ url_for('static', filename='js/jquery.js')}}"></script>
|
2018-12-17 15:58:48 +01:00
|
|
|
<script language="javascript" src="{{ url_for('static', filename='js/moment.min.js') }}"></script>
|
|
|
|
|
<script language="javascript" src="{{ url_for('static', filename='js/jquery.daterangepicker.min.js') }}"></script>
|
2018-08-21 15:54:53 +02:00
|
|
|
<script language="javascript" src="{{ url_for('static', filename='js/d3.min.js') }}"></script>
|
|
|
|
|
|
|
|
|
|
<style>
|
2018-12-17 15:58:48 +01:00
|
|
|
.input-group .form-control {
|
|
|
|
|
position: unset;
|
|
|
|
|
}
|
2018-08-21 15:54:53 +02:00
|
|
|
div.tooltip {
|
|
|
|
|
position: absolute;
|
|
|
|
|
text-align: center;
|
|
|
|
|
padding: 2px;
|
|
|
|
|
font: 12px sans-serif;
|
|
|
|
|
background: #ebf4fb;
|
|
|
|
|
border: 2px solid #b7ddf2;
|
|
|
|
|
border-radius: 8px;
|
|
|
|
|
pointer-events: none;
|
|
|
|
|
color: #000000;
|
|
|
|
|
}
|
|
|
|
|
.line_graph {
|
|
|
|
|
fill: none;
|
|
|
|
|
stroke: steelblue;
|
|
|
|
|
stroke-width: 2px;
|
|
|
|
|
stroke-linejoin: round;
|
|
|
|
|
stroke-linecap: round;
|
|
|
|
|
stroke-width: 1.5;
|
|
|
|
|
}
|
|
|
|
|
</style>
|
|
|
|
|
|
|
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
|
|
|
|
|
{% include 'navbar.html' %}
|
|
|
|
|
|
|
|
|
|
<div id="page-wrapper">
|
|
|
|
|
|
|
|
|
|
<div class="row">
|
|
|
|
|
<div class="col-md-6">
|
|
|
|
|
|
|
|
|
|
<div class="panel panel-primary">
|
|
|
|
|
<div class="panel-heading">ONION</div>
|
|
|
|
|
<div class="panel-body">
|
|
|
|
|
<table class="table table-striped">
|
|
|
|
|
<thead>
|
|
|
|
|
<tr>
|
|
|
|
|
<th>Domain</th>
|
|
|
|
|
<th>First Seen</th>
|
|
|
|
|
<th>Last Check</th>
|
|
|
|
|
<th>Status</th>
|
|
|
|
|
</tr>
|
|
|
|
|
</thead>
|
|
|
|
|
<tbody>
|
|
|
|
|
{% for metadata_onion in last_onions %}
|
|
|
|
|
<tr>
|
|
|
|
|
<td><a target="_blank" href="{{ url_for('hiddenServices.onion_domain') }}?onion_domain={{ metadata_onion['domain'] }}">{{ metadata_onion['domain'] }}</a></td>
|
|
|
|
|
<td>{{'{}/{}/{}'.format(metadata_onion['first_seen'][0:4], metadata_onion['first_seen'][4:6], metadata_onion['first_seen'][6:8])}}</td>
|
|
|
|
|
<td>{{'{}/{}/{}'.format(metadata_onion['last_check'][0:4], metadata_onion['last_check'][4:6], metadata_onion['last_check'][6:8])}}</td>
|
|
|
|
|
<td><div style="color:{{metadata_onion['status_color']}}; display:inline-block">
|
|
|
|
|
<i class="fa {{metadata_onion['status_icon']}} fa-2x"></i>
|
|
|
|
|
{{metadata_onion['status_text']}}
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
{% endfor %}
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
|
|
|
|
|
<div id="graph_line">
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
2018-09-28 15:23:27 +02:00
|
|
|
</div>
|
2018-08-21 15:54:53 +02:00
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<div class="col-md-6">
|
2018-12-17 15:58:48 +01:00
|
|
|
<div class="panel panel-info" style="text-align:center;">
|
|
|
|
|
<div class="panel-heading">
|
|
|
|
|
Select domains by date range :
|
|
|
|
|
<br>
|
|
|
|
|
<br>
|
|
|
|
|
<form action="{{ url_for('hiddenServices.get_onions_by_daterange') }}" id="hash_selector_form" method='post'>
|
|
|
|
|
<div class="row">
|
|
|
|
|
<div class="col-md-6">
|
|
|
|
|
<div class="input-group">
|
|
|
|
|
<span class="input-group-addon"><i class="fa fa-calendar fa" aria-hidden="true"></i></span>
|
|
|
|
|
<input class="form-control" id="date-range-from" placeholder="yyyy-mm-dd" value="{{ date_from }}" name="date_from">
|
|
|
|
|
</div>
|
|
|
|
|
<div class="input-group">
|
|
|
|
|
<span class="input-group-addon"><i class="fa fa-calendar fa" aria-hidden="true"></i></span>
|
|
|
|
|
<input class="form-control" id="date-range-to" placeholder="yyyy-mm-dd" value="{{ date_to }}" name="date_to">
|
|
|
|
|
</div>
|
|
|
|
|
<div class="checkbox">
|
|
|
|
|
<label>
|
|
|
|
|
<input type="checkbox" name="domains_tags" value="True" checked>
|
|
|
|
|
<div style="color:#286090; display:inline-block">
|
|
|
|
|
Domains Tags <i class="fa fa-tags"></i>
|
|
|
|
|
</div>
|
|
|
|
|
</label>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
<div class="col-md-6">
|
|
|
|
|
<div class="checkbox">
|
|
|
|
|
<label>
|
|
|
|
|
<input type="checkbox" name="domains_up" value="True" checked>
|
|
|
|
|
<div style="color:Green; display:inline-block">
|
|
|
|
|
Domains UP <i class="fa fa-check-circle"></i>
|
|
|
|
|
</div>
|
|
|
|
|
</label>
|
|
|
|
|
</div>
|
|
|
|
|
<div class="checkbox">
|
|
|
|
|
<label>
|
|
|
|
|
<input type="checkbox" name="domains_down" value="True">
|
|
|
|
|
<div style="color:Red; display:inline-block">
|
|
|
|
|
Domains DOWN <i class="fa fa-times-circle"></i>
|
|
|
|
|
</div>
|
|
|
|
|
</label>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
<button class="btn btn-primary" style="text-align:center;">
|
|
|
|
|
<i class="fa fa-eye-slash"></i> Show Onions
|
|
|
|
|
</button>
|
|
|
|
|
<form>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
2018-09-28 15:23:27 +02:00
|
|
|
<div class="panel panel-info">
|
2018-12-17 15:58:48 +01:00
|
|
|
<div class="panel-heading">
|
|
|
|
|
<i class="fa fa-eye-slash"></i> Domains Crawled Today
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<table class="table table-hover table-striped">
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>
|
|
|
|
|
<div style="color:Green; display:inline-block">
|
|
|
|
|
<i class="fa fa-check-circle fa-2x"></i>
|
|
|
|
|
Domains UP
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
<div style="color:Green; display:inline-block">
|
|
|
|
|
{{ statDomains['domains_up'] }}
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>
|
|
|
|
|
<div style="color:Red; display:inline-block">
|
|
|
|
|
<i class="fa fa-times-circle fa-2x"></i>
|
|
|
|
|
Domains DOWN
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
<div style="color:Red; display:inline-block">
|
|
|
|
|
{{ statDomains['domains_down'] }}
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Crawled Domains</td>
|
|
|
|
|
<td>{{ statDomains['total'] }}</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr>
|
|
|
|
|
<td>Domains in Queue</td>
|
|
|
|
|
<td>{{ statDomains['domains_queue'] }}</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</div>
|
2018-08-21 15:54:53 +02:00
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
<!-- /#page-wrapper -->
|
|
|
|
|
|
|
|
|
|
<script>
|
|
|
|
|
var all_graph = {};
|
|
|
|
|
$(document).ready(function(){
|
|
|
|
|
activePage = "page-hiddenServices"
|
|
|
|
|
$("#"+activePage).addClass("active");
|
2018-12-17 15:58:48 +01:00
|
|
|
|
|
|
|
|
$('#date-range-from').dateRangePicker({
|
|
|
|
|
separator : ' to ',
|
|
|
|
|
getValue: function()
|
|
|
|
|
{
|
|
|
|
|
if ($('#date-range-from').val() && $('#date-range-to').val() )
|
|
|
|
|
return $('#date-range-from').val() + ' to ' + $('#date-range-to').val();
|
|
|
|
|
else
|
|
|
|
|
return '';
|
|
|
|
|
},
|
|
|
|
|
setValue: function(s,s1,s2)
|
|
|
|
|
{
|
|
|
|
|
$('#date-range-from').val(s1);
|
|
|
|
|
$('#date-range-to').val(s2);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
$('#date-range-to').dateRangePicker({
|
|
|
|
|
separator : ' to ',
|
|
|
|
|
getValue: function()
|
|
|
|
|
{
|
|
|
|
|
if ($('#date-range-from').val() && $('#date-range-to').val() )
|
|
|
|
|
return $('#date-range-from').val() + ' to ' + $('#date-range-to').val();
|
|
|
|
|
else
|
|
|
|
|
return '';
|
|
|
|
|
},
|
|
|
|
|
setValue: function(s,s1,s2)
|
|
|
|
|
{
|
|
|
|
|
$('#date-range-from').val(s1);
|
|
|
|
|
$('#date-range-to').val(s2);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
2018-09-28 15:42:06 +02:00
|
|
|
all_graph.line_chart = create_line_chart('graph_line', "{{ url_for('hiddenServices.domain_crawled_7days_json') }}?type=onion");
|
2018-08-21 15:54:53 +02:00
|
|
|
});
|
|
|
|
|
$(window).on("resize", function() {
|
|
|
|
|
all_graph.onResize();
|
|
|
|
|
});
|
|
|
|
|
</script>
|
|
|
|
|
|
|
|
|
|
<script>
|
|
|
|
|
|
|
|
|
|
all_graph.onResize = function () {
|
|
|
|
|
var aspect = 1000 / 500, all_graph = $("#graph_div");
|
|
|
|
|
var targetWidth = all_graph.parent().width();
|
|
|
|
|
all_graph.attr("width", targetWidth);
|
|
|
|
|
all_graph.attr("height", targetWidth / aspect);
|
|
|
|
|
}
|
|
|
|
|
window.all_graph = all_graph;
|
|
|
|
|
|
|
|
|
|
function create_line_chart(id, url){
|
|
|
|
|
var width = 650;
|
|
|
|
|
var height = Math.round(width / 6);
|
|
|
|
|
var margin = {top: 20, right: 55, bottom: 50, left: 40};
|
|
|
|
|
var x = d3.scaleTime().range([0, width]);
|
|
|
|
|
var y = d3.scaleLinear().rangeRound([height, 0]);
|
|
|
|
|
var xAxis = d3.axisBottom(x);
|
|
|
|
|
var yAxis = d3.axisLeft(y);
|
|
|
|
|
var parseTime = d3.timeParse("%Y-%m-%d");
|
|
|
|
|
var line = d3.line()
|
|
|
|
|
.x(function(d) {
|
|
|
|
|
return x(d.date);
|
2018-09-28 15:23:27 +02:00
|
|
|
})
|
|
|
|
|
.y(function(d) {
|
2018-08-21 15:54:53 +02:00
|
|
|
return y(d.value);
|
|
|
|
|
});
|
|
|
|
|
var svg_line = d3.select('#'+id).append('svg')
|
|
|
|
|
.attr("id", "graph_div")
|
|
|
|
|
.attr("width", width + margin.left + margin.right)
|
|
|
|
|
.attr("height", height + margin.top + margin.bottom)
|
|
|
|
|
.append('g')
|
|
|
|
|
.attr('transform', "translate("+ margin.left +","+ margin.top +")");
|
|
|
|
|
var div = d3.select('body').append('div')
|
|
|
|
|
.attr('class', 'tooltip')
|
|
|
|
|
.style('opacity', 0);
|
|
|
|
|
//add div tooltip
|
|
|
|
|
d3.json(url)
|
|
|
|
|
.then(function(data){
|
|
|
|
|
data.forEach(function(d) {
|
|
|
|
|
d.date_label = d.date;
|
|
|
|
|
d.date = parseTime(d.date);
|
|
|
|
|
d.value = +d.value;
|
|
|
|
|
});
|
|
|
|
|
// fit the data
|
|
|
|
|
x.domain(d3.extent(data, function(d) { return d.date; }));
|
|
|
|
|
//x.domain(data.map(function (d) { return d.date; })); //E
|
|
|
|
|
y.domain([0, d3.max(data, function(d){ return d.value ; })]);
|
|
|
|
|
//line
|
|
|
|
|
svg_line.append("path")
|
|
|
|
|
.data([data])
|
|
|
|
|
.attr("class", "line_graph")
|
|
|
|
|
.attr("d", line);
|
|
|
|
|
// add X axis
|
|
|
|
|
svg_line.append("g")
|
|
|
|
|
.attr("transform", "translate(0," + height + ")")
|
|
|
|
|
.call(d3.axisBottom(x))
|
|
|
|
|
.selectAll("text")
|
|
|
|
|
.style("text-anchor", "end")
|
|
|
|
|
.attr("transform", "rotate(-45)" );
|
|
|
|
|
// Add the Y Axis
|
|
|
|
|
svg_line.append("g")
|
|
|
|
|
.call(d3.axisLeft(y));
|
|
|
|
|
//add a dot circle
|
|
|
|
|
svg_line.selectAll('dot')
|
|
|
|
|
.data(data).enter()
|
|
|
|
|
.append('circle')
|
|
|
|
|
.attr('r', 2)
|
|
|
|
|
.attr('cx', function(d) { return x(d.date); })
|
|
|
|
|
.attr('cy', function(d) { return y(d.value); })
|
|
|
|
|
.on('mouseover', function(d) {
|
|
|
|
|
div.transition().style('opacity', .9);
|
|
|
|
|
div.html('' + d.date_label+ '<br/>' + d.value).style('left', (d3.event.pageX) + 'px')
|
|
|
|
|
.style("left", (d3.event.pageX) + "px")
|
|
|
|
|
.style("top", (d3.event.pageY - 28) + "px");
|
|
|
|
|
})
|
|
|
|
|
.on('mouseout', function(d)
|
|
|
|
|
{
|
|
|
|
|
div.transition().style('opacity', 0);
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
</script>
|
|
|
|
|
</body>
|
|
|
|
|
|
|
|
|
|
</html>
|
