mirror of https://github.com/CIRCL/AIL-framework
339 lines
8.9 KiB
HTML
339 lines
8.9 KiB
HTML
<!DOCTYPE html>
|
|
|
|
<html>
|
|
<head>
|
|
<title>AIL-Framework</title>
|
|
<link rel="icon" href="{{ url_for('static', filename='image/ail-icon.png')}}">
|
|
<!-- Core CSS -->
|
|
<link href="{{ url_for('static', filename='css/bootstrap4.min.css') }}" rel="stylesheet">
|
|
<link href="{{ url_for('static', filename='css/font-awesome.min.css') }}" rel="stylesheet">
|
|
|
|
<!-- JS -->
|
|
<script src="{{ url_for('static', filename='js/jquery.js')}}"></script>
|
|
<script src="{{ url_for('static', filename='js/bootstrap4.min.js')}}"></script>
|
|
|
|
|
|
</head>
|
|
|
|
<body>
|
|
|
|
{% include 'nav_bar.html' %}
|
|
|
|
<div class="container-fluid">
|
|
<div class="row">
|
|
|
|
{% include 'crawler/menu_sidebar.html' %}
|
|
|
|
<div class="col-12 col-lg-10" id="core_content">
|
|
|
|
<div class="row">
|
|
<div class="col-xl-6">
|
|
|
|
|
|
|
|
</div>
|
|
<div class="col-xl-6">
|
|
|
|
</div>
|
|
</div>
|
|
|
|
|
|
<div class="card mb-3 mt-1">
|
|
<div class="card-header bg-dark text-white">
|
|
<span class="badge badge-pill badge-light flex-row-reverse float-right">
|
|
{% if is_manager_connected['status'] %}
|
|
<div style="color:Green;">
|
|
<i class="fas fa-check-circle fa-2x"></i>
|
|
Connected
|
|
</div>
|
|
{% else %}
|
|
<div style="color:Red;">
|
|
<i class="fas fa-times-circle fa-2x"></i>
|
|
Error
|
|
</div>
|
|
{% endif %}
|
|
</span>
|
|
<h4>Splash Crawler Manager</h4>
|
|
</div>
|
|
<div class="card-body">
|
|
|
|
{%if not is_manager_connected['status']%}
|
|
{% include 'crawler/crawler_disabled.html' %}
|
|
{%endif%}
|
|
|
|
<div class="row mb-3 justify-content-center">
|
|
<div class="col-xl-6">
|
|
<div class="card text-center border-secondary">
|
|
<div class="card-body px-1 py-0">
|
|
<table class="table table-sm">
|
|
<tbody>
|
|
<tr>
|
|
<td>Splash Manager URL</td>
|
|
<td>{{splash_manager_url}}</td>
|
|
</tr>
|
|
<tr>
|
|
<td>API Key</td>
|
|
<td>
|
|
{{api_key}}
|
|
<!-- <a class="ml-3" href="/settings/new_token"><i class="fa fa-random"></i></a> -->
|
|
</td>
|
|
<td>
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_crawler_manager') }}">
|
|
<button type="button" class="btn btn-info">
|
|
Edit <i class="fas fa-pencil-alt"></i>
|
|
</button>
|
|
</a>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
<div {%if not is_manager_connected%}class="hidden"{%endif%}>
|
|
|
|
<div class="card border-secondary mb-4">
|
|
<div class="card-body text-dark">
|
|
<h5 class="card-title">All Splash Crawlers:</h5>
|
|
<table class="table table-striped">
|
|
<thead class="bg-info text-white">
|
|
<th>
|
|
Splash name
|
|
</th>
|
|
<th>
|
|
Proxy
|
|
</th>
|
|
<th>
|
|
Crawler type
|
|
</th>
|
|
<th>
|
|
Description
|
|
</th>
|
|
<th></th>
|
|
</thead>
|
|
<tbody>
|
|
{% for splash_name in all_splash %}
|
|
<tr>
|
|
<td>
|
|
{{splash_name}}
|
|
</td>
|
|
<td>
|
|
{{all_splash[splash_name]['proxy']}}
|
|
</td>
|
|
<td>
|
|
{%if all_splash[splash_name]['type']=='tor'%}
|
|
<i class="fas fa-user-secret"></i>
|
|
{%else%}
|
|
<i class="fab fa-html5">
|
|
{%endif%}
|
|
{{all_splash[splash_name]['type']}}
|
|
</td>
|
|
<td>
|
|
{{all_splash[splash_name]['description']}}
|
|
</td>
|
|
<td>
|
|
<div class="d-flex justify-content-end">
|
|
<!-- <button class="btn btn-outline-dark px-1 py-0">
|
|
<i class="fas fa-pencil-alt"></i>
|
|
</button> -->
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
{% endfor %}
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="card border-secondary">
|
|
<div class="card-body text-dark">
|
|
<h5 class="card-title">All Proxies:</h5>
|
|
<table class="table table-striped">
|
|
<thead class="bg-info text-white">
|
|
<th>
|
|
Proxy name
|
|
</th>
|
|
<th>
|
|
Host
|
|
</th>
|
|
<th>
|
|
Port
|
|
</th>
|
|
<th>
|
|
Type
|
|
</th>
|
|
<th>
|
|
Crawler Type
|
|
</th>
|
|
<th>
|
|
Description
|
|
</th>
|
|
<th></th>
|
|
</thead>
|
|
<tbody>
|
|
{% for proxy_name in all_proxies %}
|
|
<tr>
|
|
<td>
|
|
{{proxy_name}}
|
|
</td>
|
|
<td>
|
|
{{all_proxies[proxy_name]['host']}}
|
|
</td>
|
|
<td>
|
|
{{all_proxies[proxy_name]['port']}}
|
|
</td>
|
|
<td>
|
|
{{all_proxies[proxy_name]['type']}}
|
|
</td>
|
|
<td>
|
|
{%if all_proxies[proxy_name]['crawler_type']=='tor'%}
|
|
<i class="fas fa-user-secret"></i>
|
|
{%else%}
|
|
<i class="fab fa-html5">
|
|
{%endif%}
|
|
{{all_proxies[proxy_name]['crawler_type']}}
|
|
</td>
|
|
<td>
|
|
{{all_proxies[proxy_name]['description']}}
|
|
</td>
|
|
<td>
|
|
<div class="d-flex justify-content-end">
|
|
<!-- <button class="btn btn-outline-dark px-1 py-0">
|
|
<i class="fas fa-pencil-alt"></i>
|
|
</button> -->
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
{% endfor %}
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
</div>
|
|
</div>
|
|
|
|
<div class="card mb-3 mt-1">
|
|
<div class="card-header bg-dark text-white">
|
|
<span class="badge badge-pill badge-light flex-row-reverse float-right">
|
|
{% if is_crawler_working %}
|
|
<div style="color:Green;">
|
|
<i class="fas fa-check-circle fa-2x"></i>
|
|
{{crawler_error_mess}}
|
|
</div>
|
|
{% else %}
|
|
<div style="color:Red;">
|
|
<i class="fas fa-times-circle fa-2x"></i>
|
|
Error
|
|
</div>
|
|
{% endif %}
|
|
</span>
|
|
<h4>Crawlers</h4>
|
|
</div>
|
|
<div class="card-body">
|
|
|
|
<pre class="bg-dark text-white">
|
|
----------------------------
|
|
- TOR CRAWLER TEST OUTPUT: -
|
|
----------------------------
|
|
|
|
{{crawler_error_mess}}
|
|
</pre>
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_test_crawler') }}">
|
|
<button type="button" class="btn btn-primary">
|
|
ReRun Test <i class="fas fa-rocket"></i>
|
|
</button>
|
|
</a>
|
|
|
|
<div class="card border-secondary my-4">
|
|
<div class="card-body text-dark">
|
|
<h5 class="card-title">Number of Crawlers to Launch:</h5>
|
|
<table class="table table-sm">
|
|
<tbody>
|
|
{%for crawler in nb_crawlers_to_launch%}
|
|
<tr>
|
|
<td>{{crawler}}</td>
|
|
<td>{{nb_crawlers_to_launch[crawler]}}</td>
|
|
</tr>
|
|
{%endfor%}
|
|
</tbody>
|
|
</table>
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_crawlers_to_lauch') }}">
|
|
<button type="button" class="btn btn-info">
|
|
Edit number of crawlers to launch <i class="fas fa-pencil-alt"></i>
|
|
</button>
|
|
</a>
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_relaunch_crawler') }}">
|
|
<button type="button" class="btn btn-danger">
|
|
ReLaunch Crawlers <i class="fas fa-redo"></i>
|
|
</button>
|
|
</a>
|
|
</div>
|
|
</div>
|
|
|
|
<!-- <div class="card border-secondary">
|
|
<div class="card-body text-dark">
|
|
<h5 class="card-title">Crawlers Settings:</h5>
|
|
|
|
<table class="table table-striped table-hover">
|
|
<thead class="bg-info text-white">
|
|
<th>
|
|
Key
|
|
</th>
|
|
<th>
|
|
Description
|
|
</th>
|
|
<th>
|
|
Value
|
|
</th>
|
|
<th></th>
|
|
</thead>
|
|
<tbody>
|
|
{% for config_field in crawler_full_config %}
|
|
<tr>
|
|
<td>
|
|
{{config_field}}
|
|
</td>
|
|
<td>
|
|
{{crawler_full_config[config_field]['info']}}
|
|
</td>
|
|
<td>
|
|
{{crawler_full_config[config_field]['value']}}
|
|
</td>
|
|
<td>
|
|
<div class="d-flex justify-content-end">
|
|
<button class="btn btn-outline-dark px-1 py-0">
|
|
<i class="fas fa-pencil-alt"></i>
|
|
</button>
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
{% endfor %}
|
|
</tbody>
|
|
</table>
|
|
|
|
</div>
|
|
</div> -->
|
|
|
|
</div>
|
|
</div>
|
|
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
</body>
|
|
|
|
<script>
|
|
var to_refresh = false
|
|
$(document).ready(function(){
|
|
$("#page-Crawler").addClass("active");
|
|
$("#nav_settings").addClass("active");
|
|
});
|
|
|
|
</script>
|