273 lines
10 KiB
Python
273 lines
10 KiB
Python
import urllib.parse
|
|
from datetime import datetime, timezone
|
|
from typing import List, Optional
|
|
|
|
import requests
|
|
import sqlalchemy
|
|
from flask import Blueprint, Response, flash, redirect, render_template, url_for
|
|
from flask.typing import ResponseReturnValue
|
|
from flask_wtf import FlaskForm
|
|
from sqlalchemy import exc
|
|
from wtforms import BooleanField, IntegerField, SelectField, StringField, SubmitField
|
|
from wtforms.validators import DataRequired
|
|
|
|
from app.extensions import db
|
|
from app.models.base import Group
|
|
from app.models.mirrors import Country, Origin
|
|
from app.portal.util import LifecycleForm, response_404, view_lifecycle
|
|
|
|
bp = Blueprint("origin", __name__)
|
|
|
|
|
|
class NewOriginForm(FlaskForm): # type: ignore
|
|
domain_name = StringField("Domain Name", validators=[DataRequired()])
|
|
description = StringField("Description", validators=[DataRequired()])
|
|
group = SelectField("Group", validators=[DataRequired()])
|
|
auto_rotate = BooleanField("Enable auto-rotation?", default=True)
|
|
smart_proxy = BooleanField("Requires smart proxy?", default=False)
|
|
asset_domain = BooleanField("Used to host assets for other domains?", default=False)
|
|
submit = SubmitField("Save Changes")
|
|
|
|
|
|
class EditOriginForm(FlaskForm): # type: ignore[misc]
|
|
description = StringField("Description", validators=[DataRequired()])
|
|
group = SelectField("Group", validators=[DataRequired()])
|
|
auto_rotate = BooleanField("Enable auto-rotation?")
|
|
smart_proxy = BooleanField("Requires smart proxy?")
|
|
asset_domain = BooleanField("Used to host assets for other domains?", default=False)
|
|
risk_level_override = BooleanField("Force Risk Level Override?")
|
|
risk_level_override_number = IntegerField(
|
|
"Forced Risk Level", description="Number from 0 to 20", default=0
|
|
)
|
|
submit = SubmitField("Save Changes")
|
|
|
|
|
|
class CountrySelectForm(FlaskForm): # type: ignore[misc]
|
|
country = SelectField("Country", validators=[DataRequired()])
|
|
submit = SubmitField("Save Changes", render_kw={"class": "btn btn-success"})
|
|
|
|
|
|
def final_domain_name(domain_name: str) -> str:
|
|
session = requests.Session()
|
|
r = session.get(f"https://{domain_name}/", allow_redirects=True, timeout=10)
|
|
return urllib.parse.urlparse(r.url).netloc
|
|
|
|
|
|
@bp.route("/new", methods=["GET", "POST"])
|
|
@bp.route("/new/<group_id>", methods=["GET", "POST"])
|
|
def origin_new(group_id: Optional[int] = None) -> ResponseReturnValue:
|
|
form = NewOriginForm()
|
|
form.group.choices = [(x.id, x.group_name) for x in Group.query.all()]
|
|
if form.validate_on_submit():
|
|
origin = Origin()
|
|
origin.group_id = form.group.data
|
|
origin.domain_name = final_domain_name(form.domain_name.data)
|
|
origin.description = form.description.data
|
|
origin.auto_rotation = form.auto_rotate.data
|
|
origin.smart = form.smart_proxy.data
|
|
origin.assets = form.asset_domain.data
|
|
origin.added = datetime.now(tz=timezone.utc)
|
|
origin.updated = datetime.now(tz=timezone.utc)
|
|
try:
|
|
db.session.add(origin)
|
|
db.session.commit()
|
|
flash(f"Created new origin {origin.domain_name}.", "success")
|
|
return redirect(url_for("portal.origin.origin_edit", origin_id=origin.id))
|
|
except exc.SQLAlchemyError:
|
|
flash("Failed to create new origin.", "danger")
|
|
return redirect(url_for("portal.origin.origin_list"))
|
|
if group_id:
|
|
form.group.data = group_id
|
|
return render_template("new.html.j2", section="origin", form=form)
|
|
|
|
|
|
@bp.route("/edit/<origin_id>", methods=["GET", "POST"])
|
|
def origin_edit(origin_id: int) -> ResponseReturnValue:
|
|
origin: Optional[Origin] = Origin.query.filter(Origin.id == origin_id).first()
|
|
if origin is None:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Origin Not Found",
|
|
message="The requested origin could not be found.",
|
|
),
|
|
status=404,
|
|
)
|
|
form = EditOriginForm(
|
|
group=origin.group_id,
|
|
description=origin.description,
|
|
auto_rotate=origin.auto_rotation,
|
|
smart_proxy=origin.smart,
|
|
asset_domain=origin.assets,
|
|
risk_level_override=origin.risk_level_override is not None,
|
|
risk_level_override_number=origin.risk_level_override,
|
|
)
|
|
form.group.choices = [(x.id, x.group_name) for x in Group.query.all()]
|
|
if form.validate_on_submit():
|
|
origin.group_id = form.group.data
|
|
origin.description = form.description.data
|
|
origin.auto_rotation = form.auto_rotate.data
|
|
origin.smart = form.smart_proxy.data
|
|
origin.assets = form.asset_domain.data
|
|
if form.risk_level_override.data:
|
|
origin.risk_level_override = form.risk_level_override_number.data
|
|
else:
|
|
origin.risk_level_override = None
|
|
origin.updated = datetime.now(tz=timezone.utc)
|
|
try:
|
|
db.session.commit()
|
|
flash(f"Saved changes for origin {origin.domain_name}.", "success")
|
|
except exc.SQLAlchemyError:
|
|
flash("An error occurred saving the changes to the origin.", "danger")
|
|
return render_template("origin.html.j2", section="origin", origin=origin, form=form)
|
|
|
|
|
|
@bp.route("/list")
|
|
def origin_list() -> ResponseReturnValue:
|
|
origins: List[Origin] = Origin.query.order_by(Origin.domain_name).all()
|
|
return render_template(
|
|
"list.html.j2",
|
|
section="origin",
|
|
title="Web Origins",
|
|
item="origin",
|
|
new_link=url_for("portal.origin.origin_new"),
|
|
items=origins,
|
|
extra_buttons=[
|
|
{
|
|
"link": url_for("portal.origin.origin_onion"),
|
|
"text": "Onion services",
|
|
"style": "onion",
|
|
}
|
|
],
|
|
)
|
|
|
|
|
|
@bp.route("/onion")
|
|
def origin_onion() -> ResponseReturnValue:
|
|
origins = Origin.query.order_by(Origin.domain_name).all()
|
|
return render_template(
|
|
"list.html.j2",
|
|
section="origin",
|
|
title="Onion Sites",
|
|
item="onion service",
|
|
new_link=url_for("portal.onion.onion_new"),
|
|
items=origins,
|
|
)
|
|
|
|
|
|
@bp.route("/destroy/<origin_id>", methods=["GET", "POST"])
|
|
def origin_destroy(origin_id: int) -> ResponseReturnValue:
|
|
origin = Origin.query.filter(
|
|
Origin.id == origin_id, Origin.destroyed.is_(None)
|
|
).first()
|
|
if origin is None:
|
|
return response_404("The requested origin could not be found.")
|
|
return view_lifecycle(
|
|
header=f"Destroy origin {origin.domain_name}",
|
|
message=origin.description,
|
|
success_message="All proxies from the destroyed origin will shortly be destroyed at their providers.",
|
|
success_view="portal.origin.origin_list",
|
|
section="origin",
|
|
resource=origin,
|
|
action="destroy",
|
|
)
|
|
|
|
|
|
@bp.route("/country_remove/<origin_id>/<country_id>", methods=["GET", "POST"])
|
|
def origin_country_remove(origin_id: int, country_id: int) -> ResponseReturnValue:
|
|
origin = Origin.query.filter(Origin.id == origin_id).first()
|
|
if origin is None:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Pool Not Found",
|
|
message="The requested origin could not be found.",
|
|
),
|
|
status=404,
|
|
)
|
|
country = Country.query.filter(Country.id == country_id).first()
|
|
if country is None:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Country Not Found",
|
|
message="The requested country could not be found.",
|
|
),
|
|
status=404,
|
|
)
|
|
if country not in origin.countries:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Country Not In Pool",
|
|
message="The requested country could not be found in the specified origin.",
|
|
),
|
|
status=404,
|
|
)
|
|
form = LifecycleForm()
|
|
if form.validate_on_submit():
|
|
origin.countries.remove(country)
|
|
try:
|
|
db.session.commit()
|
|
flash("Saved changes to origin.", "success")
|
|
return redirect(url_for("portal.origin.origin_edit", origin_id=origin.id))
|
|
except sqlalchemy.exc.SQLAlchemyError:
|
|
flash("An error occurred saving the changes to the origin.", "danger")
|
|
return render_template(
|
|
"lifecycle.html.j2",
|
|
header=f"Remove {country.description} from the {origin.domain_name} origin?",
|
|
message="Stop monitoring in this country.",
|
|
section="origin",
|
|
origin=origin,
|
|
form=form,
|
|
)
|
|
|
|
|
|
@bp.route("/country_add/<origin_id>", methods=["GET", "POST"])
|
|
def origin_country_add(origin_id: int) -> ResponseReturnValue:
|
|
origin = Origin.query.filter(Origin.id == origin_id).first()
|
|
if origin is None:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Origin Not Found",
|
|
message="The requested origin could not be found.",
|
|
),
|
|
status=404,
|
|
)
|
|
form = CountrySelectForm()
|
|
form.country.choices = [
|
|
(x.id, f"{x.country_code} - {x.description}") for x in Country.query.all()
|
|
]
|
|
if form.validate_on_submit():
|
|
country = Country.query.filter(Country.id == form.country.data).first()
|
|
if country is None:
|
|
return Response(
|
|
render_template(
|
|
"error.html.j2",
|
|
section="origin",
|
|
header="404 Country Not Found",
|
|
message="The requested country could not be found.",
|
|
),
|
|
status=404,
|
|
)
|
|
origin.countries.append(country)
|
|
try:
|
|
db.session.commit()
|
|
flash("Saved changes to origin.", "success")
|
|
return redirect(url_for("portal.origin.origin_edit", origin_id=origin.id))
|
|
except sqlalchemy.exc.SQLAlchemyError:
|
|
flash("An error occurred saving the changes to the origin.", "danger")
|
|
return render_template(
|
|
"lifecycle.html.j2",
|
|
header=f"Add a country to {origin.domain_name}",
|
|
message="Enable monitoring from this country:",
|
|
section="origin",
|
|
origin=origin,
|
|
form=form,
|
|
)
|