2022-04-20 16:01:36 +01:00
|
|
|
from datetime import datetime, timedelta, timezone
|
2022-03-10 14:26:22 +00:00
|
|
|
|
2022-05-04 14:03:04 +01:00
|
|
|
from flask import Blueprint, render_template, flash, redirect, url_for, request
|
2022-03-10 14:26:22 +00:00
|
|
|
from sqlalchemy import exc, desc, or_
|
|
|
|
|
|
|
|
from app.extensions import db
|
2022-04-22 14:01:16 +01:00
|
|
|
from app.models.alarms import Alarm
|
|
|
|
from app import Origin, Proxy
|
|
|
|
from app.models.base import Group, MirrorList
|
2022-05-04 14:03:04 +01:00
|
|
|
from app.portal.forms import LifecycleForm, NewMirrorListForm
|
|
|
|
from app.portal.bridgeconf import bp as bridgeconf
|
|
|
|
from app.portal.bridge import bp as bridge
|
2022-05-04 13:31:14 +01:00
|
|
|
from app.portal.group import bp as group
|
2022-05-04 13:46:52 +01:00
|
|
|
from app.portal.origin import bp as origin
|
2022-05-04 13:31:14 +01:00
|
|
|
from app.portal.proxy import bp as proxy
|
2022-05-04 13:46:52 +01:00
|
|
|
from app.portal.util import response_404, view_lifecycle
|
2022-03-10 14:26:22 +00:00
|
|
|
|
|
|
|
portal = Blueprint("portal", __name__, template_folder="templates", static_folder="static")
|
|
|
|
|
2022-05-04 14:03:04 +01:00
|
|
|
portal.register_blueprint(bridgeconf, url_prefix="/bridgeconf")
|
|
|
|
portal.register_blueprint(bridge, url_prefix="/bridge")
|
2022-05-04 13:17:01 +01:00
|
|
|
portal.register_blueprint(group, url_prefix="/group")
|
2022-05-04 13:46:52 +01:00
|
|
|
portal.register_blueprint(origin, url_prefix="/origin")
|
2022-05-04 13:31:14 +01:00
|
|
|
portal.register_blueprint(proxy, url_prefix="/proxy")
|
2022-05-04 13:17:01 +01:00
|
|
|
|
2022-03-10 14:26:22 +00:00
|
|
|
|
|
|
|
@portal.app_template_filter("mirror_expiry")
|
2022-04-22 14:56:59 +01:00
|
|
|
def calculate_mirror_expiry(s: datetime) -> str:
|
2022-03-10 14:26:22 +00:00
|
|
|
expiry = s + timedelta(days=3)
|
2022-04-22 14:56:59 +01:00
|
|
|
countdown = expiry - datetime.utcnow()
|
2022-03-10 14:26:22 +00:00
|
|
|
if countdown.days == 0:
|
|
|
|
return f"{countdown.seconds // 3600} hours"
|
|
|
|
return f"{countdown.days} days"
|
|
|
|
|
|
|
|
|
2022-04-20 15:56:09 +01:00
|
|
|
@portal.app_template_filter("format_datetime")
|
2022-04-22 14:56:59 +01:00
|
|
|
def format_datetime(s: datetime) -> str:
|
2022-04-20 15:56:09 +01:00
|
|
|
if s is None:
|
|
|
|
return "Unknown"
|
|
|
|
return s.strftime("%a, %d %b %Y %H:%M:%S")
|
|
|
|
|
|
|
|
|
2022-03-10 14:26:22 +00:00
|
|
|
@portal.route("/")
|
|
|
|
def portal_home():
|
2022-04-21 17:10:38 +01:00
|
|
|
groups = Group.query.order_by(Group.group_name).all()
|
|
|
|
now = datetime.now(timezone.utc)
|
2022-04-21 17:14:56 +01:00
|
|
|
proxies = Proxy.query.filter(Proxy.destroyed == None).all()
|
2022-04-21 17:10:38 +01:00
|
|
|
last24 = len(Proxy.query.filter(Proxy.deprecated > (now - timedelta(days=1))).all())
|
|
|
|
last72 = len(Proxy.query.filter(Proxy.deprecated > (now - timedelta(days=3))).all())
|
|
|
|
lastweek = len(Proxy.query.filter(Proxy.deprecated > (now - timedelta(days=7))).all())
|
2022-05-01 16:23:45 +01:00
|
|
|
return render_template("home.html.j2", section="home", groups=groups, last24=last24, last72=last72,
|
|
|
|
lastweek=lastweek, proxies=proxies)
|
2022-03-10 14:26:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@portal.route("/search")
|
|
|
|
def search():
|
|
|
|
query = request.args.get("query")
|
|
|
|
proxies = Proxy.query.filter(or_(Proxy.url.contains(query)), Proxy.destroyed == None).all()
|
|
|
|
origins = Origin.query.filter(or_(Origin.description.contains(query), Origin.domain_name.contains(query))).all()
|
|
|
|
return render_template("search.html.j2", section="home", proxies=proxies, origins=origins)
|
|
|
|
|
|
|
|
|
|
|
|
@portal.route('/alarms')
|
|
|
|
def view_alarms():
|
2022-04-20 16:00:22 +01:00
|
|
|
three_days_ago = datetime.now(timezone.utc) - timedelta(days=3)
|
|
|
|
alarms = Alarm.query.filter(Alarm.last_updated >= three_days_ago).order_by(
|
|
|
|
Alarm.alarm_state, desc(Alarm.state_changed)).all()
|
2022-03-10 14:26:22 +00:00
|
|
|
return render_template("alarms.html.j2", section="alarm", alarms=alarms)
|
|
|
|
|
|
|
|
|
|
|
|
@portal.route('/lists')
|
|
|
|
def view_mirror_lists():
|
|
|
|
mirrorlists = MirrorList.query.filter(MirrorList.destroyed == None).all()
|
2022-05-04 13:01:46 +01:00
|
|
|
return render_template("list.html.j2",
|
|
|
|
section="list",
|
|
|
|
title="Mirror Lists",
|
|
|
|
item="mirror list",
|
|
|
|
new_link=url_for("portal.new_mirror_list"),
|
|
|
|
items=mirrorlists)
|
2022-03-10 14:26:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@portal.route("/list/destroy/<list_id>")
|
|
|
|
def destroy_mirror_list(list_id):
|
|
|
|
return "not implemented"
|
|
|
|
|
2022-05-01 16:23:45 +01:00
|
|
|
|
2022-03-10 14:26:22 +00:00
|
|
|
@portal.route("/list/new", methods=['GET', 'POST'])
|
|
|
|
@portal.route("/list/new/<group_id>", methods=['GET', 'POST'])
|
|
|
|
def new_mirror_list(group_id=None):
|
|
|
|
form = NewMirrorListForm()
|
|
|
|
form.provider.choices = [
|
|
|
|
("github", "GitHub"),
|
|
|
|
("gitlab", "GitLab"),
|
|
|
|
("s3", "AWS S3"),
|
|
|
|
]
|
|
|
|
form.format.choices = [
|
|
|
|
("bc2", "Bypass Censorship v2"),
|
|
|
|
("bc3", "Bypass Censorship v3"),
|
|
|
|
("bca", "Bypass Censorship Analytics"),
|
|
|
|
("bridgelines", "Tor Bridge Lines")
|
|
|
|
]
|
|
|
|
form.container.description = "GitHub Project, GitLab Project or AWS S3 bucket name."
|
|
|
|
form.branch.description = "Ignored for AWS S3."
|
|
|
|
if form.validate_on_submit():
|
|
|
|
mirror_list = MirrorList()
|
|
|
|
mirror_list.provider = form.provider.data
|
|
|
|
mirror_list.format = form.format.data
|
|
|
|
mirror_list.description = form.description.data
|
|
|
|
mirror_list.container = form.container.data
|
|
|
|
mirror_list.branch = form.branch.data
|
|
|
|
mirror_list.filename = form.filename.data
|
|
|
|
mirror_list.created = datetime.utcnow()
|
|
|
|
mirror_list.updated = datetime.utcnow()
|
|
|
|
try:
|
|
|
|
db.session.add(mirror_list)
|
|
|
|
db.session.commit()
|
|
|
|
flash(f"Created new mirror list.", "success")
|
|
|
|
return redirect(url_for("portal.view_mirror_lists"))
|
|
|
|
except exc.SQLAlchemyError as e:
|
|
|
|
print(e)
|
|
|
|
flash("Failed to create new mirror list.", "danger")
|
|
|
|
return redirect(url_for("portal.view_mirror_lists"))
|
|
|
|
if group_id:
|
|
|
|
form.group.data = group_id
|
|
|
|
return render_template("new.html.j2", section="list", form=form)
|