2020-08-18 17:10:38 +00:00
|
|
|
<!DOCTYPE html>
|
|
|
|
|
|
|
|
|
|
<html>
|
|
|
|
|
<head>
|
|
|
|
|
<title>AIL-Framework</title>
|
|
|
|
|
<link rel="icon" href="{{ url_for('static', filename='image/ail-icon.png')}}">
|
|
|
|
|
<!-- Core CSS -->
|
|
|
|
|
<link href="{{ url_for('static', filename='css/bootstrap4.min.css') }}" rel="stylesheet">
|
|
|
|
|
<link href="{{ url_for('static', filename='css/font-awesome.min.css') }}" rel="stylesheet">
|
|
|
|
|
|
|
|
|
|
<!-- JS -->
|
|
|
|
|
<script src="{{ url_for('static', filename='js/jquery.js')}}"></script>
|
|
|
|
|
<script src="{{ url_for('static', filename='js/bootstrap4.min.js')}}"></script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</head>
|
|
|
|
|
|
|
|
|
|
<body>
|
|
|
|
|
|
|
|
|
|
{% include 'nav_bar.html' %}
|
|
|
|
|
|
|
|
|
|
<div class="container-fluid">
|
|
|
|
|
<div class="row">
|
|
|
|
|
|
|
|
|
|
{% include 'crawler/menu_sidebar.html' %}
|
|
|
|
|
|
|
|
|
|
<div class="col-12 col-lg-10" id="core_content">
|
|
|
|
|
|
|
|
|
|
<div class="row">
|
|
|
|
|
<div class="col-xl-6">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
<div class="col-xl-6">
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<div class="card mb-3 mt-1">
|
|
|
|
|
<div class="card-header bg-dark text-white">
|
|
|
|
|
<span class="badge badge-pill badge-light flex-row-reverse float-right">
|
2020-08-24 20:31:41 +00:00
|
|
|
{% if is_manager_connected['status'] %}
|
2020-08-18 17:10:38 +00:00
|
|
|
<div style="color:Green;">
|
|
|
|
|
<i class="fas fa-check-circle fa-2x"></i>
|
|
|
|
|
Connected
|
|
|
|
|
</div>
|
|
|
|
|
{% else %}
|
|
|
|
|
<div style="color:Red;">
|
|
|
|
|
<i class="fas fa-times-circle fa-2x"></i>
|
|
|
|
|
Error
|
|
|
|
|
</div>
|
|
|
|
|
{% endif %}
|
|
|
|
|
</span>
|
|
|
|
|
<h4>Splash Crawler Manager</h4>
|
|
|
|
|
</div>
|
|
|
|
|
<div class="card-body">
|
|
|
|
|
|
2020-08-24 20:31:41 +00:00
|
|
|
{%if not is_manager_connected['status']%}
|
|
|
|
|
{% include 'crawler/crawler_disabled.html' %}
|
|
|
|
|
{%endif%}
|
|
|
|
|
|
2020-08-18 17:10:38 +00:00
|
|
|
<div class="row mb-3 justify-content-center">
|
|
|
|
|
<div class="col-xl-6">
|
|
|
|
|
<div class="card text-center border-secondary">
|
|
|
|
|
<div class="card-body px-1 py-0">
|
|
|
|
|
<table class="table table-sm">
|
|
|
|
|
<tbody>
|
|
|
|
|
<tr>
|
2022-10-25 14:25:19 +00:00
|
|
|
<td>Lacus URL</td>
|
|
|
|
|
<td>{{lacus_url}}</td>
|
2020-08-18 17:10:38 +00:00
|
|
|
</tr>
|
|
|
|
|
<tr>
|
2022-10-25 14:25:19 +00:00
|
|
|
{# <td>API Key</td>#}
|
|
|
|
|
{# <td>#}
|
|
|
|
|
{# {{api_key}}#}
|
|
|
|
|
{# <!-- <a class="ml-3" href="/settings/new_token"><i class="fa fa-random"></i></a> -->#}
|
|
|
|
|
{# </td>#}
|
2020-08-18 17:10:38 +00:00
|
|
|
<td>
|
2022-10-25 14:25:19 +00:00
|
|
|
<a href="{{ url_for('crawler_splash.crawler_lacus_settings_crawler_manager') }}">
|
2020-08-24 20:31:41 +00:00
|
|
|
<button type="button" class="btn btn-info">
|
|
|
|
|
Edit <i class="fas fa-pencil-alt"></i>
|
|
|
|
|
</button>
|
|
|
|
|
</a>
|
|
|
|
|
</td>
|
2020-08-18 17:10:38 +00:00
|
|
|
</tr>
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
2021-03-29 18:27:20 +00:00
|
|
|
</div>
|
|
|
|
|
|
2022-10-25 14:25:19 +00:00
|
|
|
<div class="card border-secondary">
|
|
|
|
|
<div class="card-body text-dark">
|
|
|
|
|
<h5 class="card-title">All Proxies:</h5>
|
|
|
|
|
<table class="table table-striped">
|
|
|
|
|
<thead class="bg-info text-white">
|
|
|
|
|
<tr>
|
|
|
|
|
<th>Proxy name</th>
|
|
|
|
|
<th>URL</th>
|
|
|
|
|
<th>Crawler Type</th>
|
|
|
|
|
<th>Description</th>
|
|
|
|
|
<th></th>
|
|
|
|
|
</tr>
|
|
|
|
|
</thead>
|
|
|
|
|
<tbody>
|
|
|
|
|
{% for proxy_name in all_proxies %}
|
|
|
|
|
<tr>
|
|
|
|
|
<td>
|
|
|
|
|
{{proxy_name}}
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
{{all_proxies[proxy_name]['url']}}
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
{%if all_proxies[proxy_name]['crawler_type']=='tor'%}
|
|
|
|
|
<i class="fas fa-user-secret"></i>
|
|
|
|
|
{%else%}
|
|
|
|
|
<i class="fab fa-html5"></i>
|
|
|
|
|
{%endif%}
|
|
|
|
|
{{all_proxies[proxy_name]['crawler_type']}}
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
{{all_proxies[proxy_name]['description']}}
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
<div class="d-flex justify-content-end">
|
|
|
|
|
<!-- <button class="btn btn-outline-dark px-1 py-0">
|
|
|
|
|
<i class="fas fa-pencil-alt"></i>
|
|
|
|
|
</button> -->
|
|
|
|
|
</div>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
{% endfor %}
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
2021-03-29 18:27:20 +00:00
|
|
|
|
2020-08-24 20:31:41 +00:00
|
|
|
</div>
|
2021-03-29 18:27:20 +00:00
|
|
|
</div>
|
2020-08-24 20:31:41 +00:00
|
|
|
|
2021-03-29 18:27:20 +00:00
|
|
|
<div class="card mb-3 mt-1">
|
|
|
|
|
<div class="card-header bg-dark text-white">
|
|
|
|
|
<span class="badge badge-pill badge-light flex-row-reverse float-right">
|
|
|
|
|
{% if is_crawler_working %}
|
|
|
|
|
<div style="color:Green;">
|
|
|
|
|
<i class="fas fa-check-circle fa-2x"></i>
|
|
|
|
|
{{crawler_error_mess}}
|
|
|
|
|
</div>
|
|
|
|
|
{% else %}
|
|
|
|
|
<div style="color:Red;">
|
|
|
|
|
<i class="fas fa-times-circle fa-2x"></i>
|
|
|
|
|
Error
|
|
|
|
|
</div>
|
|
|
|
|
{% endif %}
|
|
|
|
|
</span>
|
|
|
|
|
<h4>Crawlers</h4>
|
|
|
|
|
</div>
|
|
|
|
|
<div class="card-body">
|
|
|
|
|
|
|
|
|
|
<pre class="bg-dark text-white">
|
|
|
|
|
----------------------------
|
|
|
|
|
- TOR CRAWLER TEST OUTPUT: -
|
|
|
|
|
----------------------------
|
2020-08-24 20:31:41 +00:00
|
|
|
|
2021-03-29 18:27:20 +00:00
|
|
|
{{crawler_error_mess}}
|
|
|
|
|
</pre>
|
2022-10-25 14:25:19 +00:00
|
|
|
<a href="{{ url_for('crawler_splash.crawler_settings_crawler_test') }}">
|
2021-03-29 18:27:20 +00:00
|
|
|
<button type="button" class="btn btn-primary">
|
|
|
|
|
ReRun Test <i class="fas fa-rocket"></i>
|
|
|
|
|
</button>
|
|
|
|
|
</a>
|
|
|
|
|
|
|
|
|
|
<div class="card border-secondary my-4">
|
2020-08-24 20:31:41 +00:00
|
|
|
<div class="card-body text-dark">
|
|
|
|
|
<h5 class="card-title">Number of Crawlers to Launch:</h5>
|
|
|
|
|
<table class="table table-sm">
|
|
|
|
|
<tbody>
|
|
|
|
|
{%for crawler in nb_crawlers_to_launch%}
|
|
|
|
|
<tr>
|
|
|
|
|
<td>{{crawler}}</td>
|
|
|
|
|
<td>{{nb_crawlers_to_launch[crawler]}}</td>
|
|
|
|
|
</tr>
|
|
|
|
|
{%endfor%}
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
|
|
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_crawlers_to_lauch') }}">
|
|
|
|
|
<button type="button" class="btn btn-info">
|
|
|
|
|
Edit number of crawlers to launch <i class="fas fa-pencil-alt"></i>
|
|
|
|
|
</button>
|
|
|
|
|
</a>
|
2021-03-29 18:27:20 +00:00
|
|
|
<a href="{{ url_for('crawler_splash.crawler_splash_setings_relaunch_crawler') }}">
|
|
|
|
|
<button type="button" class="btn btn-danger">
|
|
|
|
|
ReLaunch Crawlers <i class="fas fa-redo"></i>
|
|
|
|
|
</button>
|
|
|
|
|
</a>
|
2020-08-18 17:10:38 +00:00
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
2021-03-30 07:14:18 +00:00
|
|
|
<!-- <div class="card border-secondary">
|
2020-08-18 17:10:38 +00:00
|
|
|
<div class="card-body text-dark">
|
2021-03-29 18:27:20 +00:00
|
|
|
<h5 class="card-title">Crawlers Settings:</h5>
|
|
|
|
|
|
|
|
|
|
<table class="table table-striped table-hover">
|
2020-08-18 17:10:38 +00:00
|
|
|
<thead class="bg-info text-white">
|
|
|
|
|
<th>
|
2021-03-29 18:27:20 +00:00
|
|
|
Key
|
2020-08-18 17:10:38 +00:00
|
|
|
</th>
|
|
|
|
|
<th>
|
2021-03-29 18:27:20 +00:00
|
|
|
Description
|
2020-08-18 17:10:38 +00:00
|
|
|
</th>
|
|
|
|
|
<th>
|
2021-03-29 18:27:20 +00:00
|
|
|
Value
|
2020-08-18 17:10:38 +00:00
|
|
|
</th>
|
2020-08-20 11:20:31 +00:00
|
|
|
<th></th>
|
2020-08-18 17:10:38 +00:00
|
|
|
</thead>
|
|
|
|
|
<tbody>
|
2021-03-29 18:27:20 +00:00
|
|
|
{% for config_field in crawler_full_config %}
|
2020-08-18 17:10:38 +00:00
|
|
|
<tr>
|
|
|
|
|
<td>
|
2021-03-29 18:27:20 +00:00
|
|
|
{{config_field}}
|
2020-08-18 17:10:38 +00:00
|
|
|
</td>
|
|
|
|
|
<td>
|
2021-03-29 18:27:20 +00:00
|
|
|
{{crawler_full_config[config_field]['info']}}
|
2020-08-18 17:10:38 +00:00
|
|
|
</td>
|
|
|
|
|
<td>
|
2021-03-29 18:27:20 +00:00
|
|
|
{{crawler_full_config[config_field]['value']}}
|
2020-08-18 17:10:38 +00:00
|
|
|
</td>
|
2020-08-20 11:20:31 +00:00
|
|
|
<td>
|
|
|
|
|
<div class="d-flex justify-content-end">
|
2021-03-30 07:14:18 +00:00
|
|
|
<button class="btn btn-outline-dark px-1 py-0">
|
2020-08-20 11:20:31 +00:00
|
|
|
<i class="fas fa-pencil-alt"></i>
|
2021-03-30 07:14:18 +00:00
|
|
|
</button>
|
2020-08-20 11:20:31 +00:00
|
|
|
</div>
|
|
|
|
|
</td>
|
2020-08-18 17:10:38 +00:00
|
|
|
</tr>
|
|
|
|
|
{% endfor %}
|
|
|
|
|
</tbody>
|
|
|
|
|
</table>
|
2021-03-29 18:27:20 +00:00
|
|
|
|
2020-08-18 17:10:38 +00:00
|
|
|
</div>
|
2021-03-30 07:14:18 +00:00
|
|
|
</div> -->
|
2020-08-20 11:20:31 +00:00
|
|
|
|
2021-03-29 18:27:20 +00:00
|
|
|
</div>
|
2020-08-18 17:10:38 +00:00
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</body>
|
|
|
|
|
|
|
|
|
|
<script>
|
|
|
|
|
var to_refresh = false
|
|
|
|
|
$(document).ready(function(){
|
|
|
|
|
$("#page-Crawler").addClass("active");
|
|
|
|
|
$("#nav_settings").addClass("active");
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
</script>
|
