anynews/republisher
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

separeate pages

Browse source
This commit is contained in:
Abel Luck 2026-03-30 13:11:37 +02:00
parent 3fc999a69b
commit 9e826fcee8
9 changed files with 1376 additions and 924 deletions
Download patch file Download diff file Expand all files Collapse all files

13
repub/pages/__init__.py
View file

@ -1,4 +1,13 @@
from repub.pages.dashboard import admin_component
from repub.pages.dashboard import dashboard_page
from repub.pages.runs import execution_logs_page, runs_page
from repub.pages.shim import shim_page
from repub.pages.sources import create_source_page, sources_page
__all__ = ["admin_component", "shim_page"]
__all__ = [
"create_source_page",
"dashboard_page",
"execution_logs_page",
"runs_page",
"shim_page",
"sources_page",
]

751
repub/pages/dashboard.py
View file

@ -4,653 +4,184 @@ import htpy as h
from htpy import Node, Renderable
from repub.components import (
input_field,
nav_link,
select_field,
admin_sidebar,
header_action_link,
inline_button,
inline_link,
muted_action_link,
stat_card,
status_badge,
textarea_field,
toggle_field,
)
from repub.pages.runs import RUNNING_EXECUTIONS
def sidebar() -> Renderable:
return h.aside(
class_="relative overflow-hidden bg-slate-950 px-6 py-8 text-white lg:min-h-screen"
)[
h.div(
class_="absolute inset-x-0 top-0 h-40 bg-radial from-amber-400/25 via-amber-400/10 to-transparent"
),
h.div(class_="relative flex h-full flex-col")[
h.div(class_="flex items-center gap-3")[
h.div(
class_="flex size-11 items-center justify-center rounded-2xl bg-amber-400 text-base font-black text-slate-950"
)["AR"],
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.24em] text-amber-300"
)["Republisher"],
h.p(class_="text-sm text-slate-300")["Admin spike"],
],
],
h.nav(class_="mt-10 space-y-2")[
nav_link(label="Dashboard", active=True, badge="Live"),
nav_link(label="Sources", badge="12"),
nav_link(label="Runs", badge="3"),
nav_link(label="Schedule"),
nav_link(label="Settings"),
],
h.div(class_="mt-10 rounded-3xl border border-white/10 bg-white/5 p-5")[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-300"
)["Operator notes"],
h.p(class_="mt-3 text-sm leading-6 text-slate-300")[
"Single-operator control plane over Tailscale. Everything here is static HTML for the v1 UI spike."
],
],
h.div(class_="mt-auto rounded-3xl bg-white/5 p-5 ring-1 ring-white/10")[
h.p(class_="text-sm font-semibold text-white")["Output root"],
h.p(class_="mt-2 font-mono text-sm text-slate-300")["/srv/anynews/out"],
h.p(class_="mt-4 text-xs uppercase tracking-[0.22em] text-slate-400")[
"Trusted network only"
],
def _running_execution_row(execution: dict[str, str | bool]) -> tuple[Node, ...]:
status_tone = "running" if execution["is_running"] else "done"
return (
h.div[
h.div(class_="font-semibold text-slate-950")[execution["source"]],
h.p(class_="mt-0.5 font-mono text-[11px] text-slate-500")[
execution["slug"]
],
],
]
def page_header() -> Renderable:
return h.section(
class_="rounded-[2rem] bg-slate-950 px-6 py-8 text-white shadow-xl sm:px-8"
)[
h.div(class_="flex flex-col gap-6 lg:flex-row lg:items-end lg:justify-between")[
h.div(class_="max-w-3xl")[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.3em] text-amber-300"
)["Republisher Redux"],
h.h1(class_="mt-3 text-3xl font-semibold tracking-tight sm:text-4xl")[
"Admin UI"
],
h.p(
class_="mt-4 max-w-2xl text-sm leading-6 text-slate-300 sm:text-base"
)[
"One page for source management, job scheduling, live execution visibility, and operator settings. This pass is HTML and CSS only."
],
],
h.div(class_="flex flex-wrap gap-3")[
h.button(
type="button",
class_="rounded-full bg-amber-400 px-4 py-2.5 text-sm font-semibold text-slate-950 shadow-sm hover:bg-amber-300",
)["Add source"],
h.button(
type="button",
class_="rounded-full border border-white/15 bg-white/5 px-4 py-2.5 text-sm font-semibold text-white hover:bg-white/10",
)["Run scheduler health check"],
h.div[
h.p(class_="font-medium text-slate-900")[f"#{execution['execution_id']}"],
h.p(class_="mt-0.5 text-[11px] text-slate-500")[
f"job {execution['job_id']}"
],
],
demo_action_panel(),
]
h.div[
h.p(class_="font-medium text-slate-900")[execution["started_at"]],
h.p(class_="mt-0.5 text-[11px] text-slate-500")[execution["runtime"]],
],
status_badge(label=str(execution["status"]), tone=status_tone),
h.div(class_="min-w-56 whitespace-normal")[
h.p(class_="font-medium text-slate-900")[execution["stats"]],
h.p(class_="mt-0.5 text-[11px] text-slate-500")[execution["worker"]],
],
h.div(class_="flex flex-nowrap items-center gap-3")[
inline_link(
href=str(execution["log_href"]),
label="View log",
tone="amber",
),
inline_button(label="Stop", tone="danger"),
],
)
def overview_section(*, active_jobs: str) -> Renderable:
def dashboard_header() -> Renderable:
return h.section[
h.div(class_="mb-4 flex items-end justify-between")[
h.div[
h.p(
class_="text-sm font-semibold uppercase tracking-[0.22em] text-slate-500"
)["Overview"],
h.h2(
class_="mt-1 text-2xl font-semibold tracking-tight text-slate-950"
)["Operational snapshot"],
],
h.p(class_="text-sm text-slate-500")["Updated from static fixture data"],
],
h.dl(class_="grid gap-4 md:grid-cols-2 xl:grid-cols-4")[
stat_card(
label="Active jobs",
value=active_jobs,
detail="Temporary live demo counter for Datastar refresh testing",
),
stat_card(label="Running now", value="2", detail="RSS and Pangea workers"),
stat_card(
label="Completed today", value="34", detail="31 succeeded, 3 failed"
),
stat_card(
label="Output size", value="18.4 GB", detail="Media and rewritten feeds"
),
],
]
def demo_action_panel() -> Renderable:
return h.div(
{"data-signals": "{decrementAmount: '1', decrementError: ''}"},
id="demo-decrement-panel",
class_="mt-6 rounded-[1.75rem] border border-white/10 bg-white/5 p-5 ring-1 ring-white/10",
)[
h.div(class_="flex flex-col gap-4 lg:flex-row lg:items-end lg:justify-between")[
h.div(class_="max-w-2xl")[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-300"
)["Demo action"],
h.h2(class_="mt-2 text-lg font-semibold text-white")[
"Decrement active jobs"
],
h.p(class_="mt-2 text-sm text-slate-300")[
"Uses Datastar signals plus a server action. Enter an odd number and the server will validate it before mutating state."
],
],
h.div(class_="flex flex-col gap-3 sm:flex-row sm:items-end")[
h.div(class_="min-w-40")[
h.label(
for_="decrement-amount",
class_="block text-xs font-semibold uppercase tracking-[0.18em] text-slate-300",
)["Odd decrement"],
h.input(
{
"data-bind:decrement-amount": True,
"data-preserve-attr:value": True,
},
id="decrement-amount",
name="decrement-amount",
type="number",
min="1",
step="1",
inputmode="numeric",
class_="mt-2 block w-full rounded-2xl border border-white/10 bg-slate-950/70 px-3.5 py-2.5 text-sm text-white shadow-sm placeholder:text-slate-500 focus:outline-hidden focus:ring-2 focus:ring-amber-400",
),
],
h.button(
{"data-on:click": "@post('/demo/decrement')"},
type="button",
class_="cursor-pointer rounded-full bg-amber-400 px-4 py-2.5 text-sm font-semibold text-slate-950 shadow-sm hover:bg-amber-300",
)["Decrement"],
],
],
h.p(
{
"data-show": "$decrementError !== ''",
"data-text": "$decrementError",
},
class_="mt-3 text-sm font-medium text-rose-300",
),
]
def source_form_section() -> Renderable:
return h.section(
class_="rounded-[2rem] bg-white/90 shadow-sm ring-1 ring-slate-200"
)[
h.div(class_="border-b border-slate-200 px-6 py-5 sm:px-8")[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Create or edit"],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")[
"Source and job setup"
],
h.p(class_="mt-2 max-w-3xl text-sm text-slate-600")[
"The form shows the intended v1 structure: source fields, subtype fields, cron controls, and job toggles. No persistence is wired yet."
],
],
h.div(class_="space-y-8 px-6 py-6 sm:px-8")[
h.div(class_="grid gap-4 md:grid-cols-2")[
input_field(
label="Source name",
field_id="source-name",
value="Pangea mobile articles",
),
input_field(
label="Slug",
field_id="source-slug",
value="pangea-mobile",
help_text="Immutable after creation.",
),
select_field(
label="Source type",
field_id="source-type",
options=("feed", "pangea"),
selected="pangea",
),
input_field(
label="Feed URL",
field_id="feed-url",
placeholder="https://example.com/feed.xml",
),
],
h.div(class_="grid gap-4 lg:grid-cols-3")[
input_field(
label="Pangea domain",
field_id="pangea-domain",
value="guardianproject.info",
),
input_field(
label="Category name", field_id="pangea-category", value="News"
),
select_field(
label="Content format",
field_id="content-format",
options=("MOBILE_3", "MOBILE_2", "WEB"),
selected="MOBILE_3",
),
input_field(
label="Content type", field_id="content-type", value="articles"
),
input_field(label="Max articles", field_id="max-articles", value="10"),
input_field(
label="Oldest article (days)", field_id="oldest-article", value="3"
),
],
h.div(class_="grid gap-4 lg:grid-cols-2")[
textarea_field(
label="Notes",
field_id="source-notes",
value="Primary Pangea mobile article mirror for the operator landing page.",
),
textarea_field(
label="Spider arguments",
field_id="spider-arguments",
value="language=en,download_media=true",
),
],
h.div[
h.div(class_="mb-4 flex items-end justify-between")[
h.div[
h.h3(class_="text-lg font-semibold text-slate-950")[
"Cron schedule"
],
h.p(class_="mt-1 text-sm text-slate-600")[
"Stored in UTC and displayed in the browser timezone."
],
]
],
h.div(class_="grid gap-4 sm:grid-cols-2 xl:grid-cols-5")[
input_field(label="Minute", field_id="cron-minute", value="15"),
input_field(label="Hour", field_id="cron-hour", value="*/4"),
input_field(
label="Day of month", field_id="cron-day-of-month", value="*"
),
input_field(
label="Day of week", field_id="cron-day-of-week", value="1-6"
),
input_field(label="Month", field_id="cron-month", value="*"),
],
],
h.div(class_="grid gap-4 xl:grid-cols-2")[
toggle_field(
label="Job enabled",
description="If disabled, the scheduler keeps the source definition but skips automatic runs.",
checked=True,
),
toggle_field(
label="Only newest",
description="Restrict Pangea fetches to the newest material available in the selected category.",
checked=True,
),
toggle_field(
label="Include authors",
description="Carry author bylines into rendered output where the upstream provides them.",
checked=True,
),
toggle_field(
label="Exclude media",
description="Use article text only and skip image/media attachment mirroring for this source.",
checked=False,
),
],
],
h.div(
class_="flex flex-wrap justify-end gap-3 border-t border-slate-200 px-6 py-4 sm:px-8"
class_="flex flex-col gap-4 sm:flex-row sm:items-start sm:justify-between"
)[
h.button(
type="button",
class_="rounded-full border border-slate-200 bg-white px-4 py-2.5 text-sm font-semibold text-slate-700 hover:bg-slate-50",
)["Cancel"],
h.button(
type="button",
class_="rounded-full bg-slate-950 px-4 py-2.5 text-sm font-semibold text-white hover:bg-slate-800",
)["Save source"],
h.div[
h.h1(class_="text-3xl font-semibold tracking-tight text-slate-950")[
"Republisher"
],
h.p(class_="mt-1 text-sm text-slate-600")[
"Operational status and live executions."
],
],
h.div(class_="flex flex-wrap gap-2")[
header_action_link(href="/sources/create", label="Create source"),
muted_action_link(href="/sources", label="View sources"),
],
]
]
def operational_snapshot() -> Renderable:
return h.section[
h.div(class_="mb-3 flex items-end justify-between gap-4")[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-slate-500"
)["Overview"],
h.h2(class_="mt-1 text-xl font-semibold tracking-tight text-slate-950")[
"Operational snapshot"
],
],
h.p(class_="text-xs text-slate-500")[
"Static fixture data shaped around the intended operator dashboard"
],
],
h.dl(class_="grid gap-3 md:grid-cols-2 xl:grid-cols-4")[
stat_card(
label="Running now",
value="3",
detail="Two feed workers and one Pangea worker are active.",
),
stat_card(
label="Upcoming today",
value="11",
detail="Next scheduled job fires in 13 minutes.",
),
stat_card(
label="Failures in 24h",
value="2",
detail="One network timeout and one source parsing error.",
),
stat_card(
label="Output footprint",
value="18.4 GB",
detail="Mirrored feeds, media, logs, and execution stats.",
),
],
]
def source_card(
*, name: str, slug: str, source_type: str, schedule: str, state: Node
) -> Renderable:
return h.div(class_="rounded-3xl bg-stone-50 p-5 ring-1 ring-slate-200")[
h.div(class_="flex items-start justify-between gap-4")[
h.div[
h.h3(class_="text-base font-semibold text-slate-950")[name],
h.p(class_="mt-1 font-mono text-xs text-slate-500")[slug],
],
state,
],
h.dl(class_="mt-4 grid gap-3 sm:grid-cols-2")[
h.div[
h.dt(
class_="text-xs font-semibold uppercase tracking-[0.18em] text-slate-500"
)["Type"],
h.dd(class_="mt-1 text-sm text-slate-900")[source_type],
],
h.div[
h.dt(
class_="text-xs font-semibold uppercase tracking-[0.18em] text-slate-500"
)["Schedule"],
h.dd(class_="mt-1 text-sm text-slate-900")[schedule],
],
],
h.div(class_="mt-5 flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-white px-3 py-2 text-sm font-semibold text-slate-700 ring-1 ring-slate-200 hover:bg-slate-50",
)["Edit"],
h.button(
type="button",
class_="rounded-full bg-white px-3 py-2 text-sm font-semibold text-slate-700 ring-1 ring-slate-200 hover:bg-slate-50",
)["Run now"],
h.button(
type="button",
class_="rounded-full bg-white px-3 py-2 text-sm font-semibold text-rose-700 ring-1 ring-rose-200 hover:bg-rose-50",
)["Delete"],
],
]
def running_executions_table() -> Renderable:
rows = tuple(_running_execution_row(execution) for execution in RUNNING_EXECUTIONS)
headers = ("Source", "Execution", "Started", "Status", "Stats", "Actions")
def render_row(row: tuple[Node, ...]) -> Renderable:
first_cell, *other_cells = row
return h.tr(class_="align-top")[
h.td(class_="py-3 pr-6 pl-4 text-sm font-medium text-slate-950 sm:pl-4")[
first_cell
],
(
h.td(
class_="px-3 py-3 align-top text-sm whitespace-nowrap text-slate-600"
)[cell]
for cell in other_cells
),
]
def configured_sources_section() -> Renderable:
return h.section(
class_="rounded-[2rem] bg-white/90 p-6 shadow-sm ring-1 ring-slate-200 sm:p-8"
)[
h.div(class_="flex flex-col gap-3 sm:flex-row sm:items-end sm:justify-between")[
return h.section[
h.div(class_="mb-3 flex items-end justify-between gap-4")[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Configured"],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")["Sources"],
],
h.p(class_="text-sm text-slate-500")[
"Static cards for the CRUD list state"
],
],
h.div(class_="mt-6 grid gap-4 xl:grid-cols-3")[
source_card(
name="Guardian feed mirror",
slug="guardian-feed",
source_type="RSS feed",
schedule="Every 30 minutes",
state=status_badge(label="Scheduled", tone="scheduled"),
),
source_card(
name="Pangea mobile articles",
slug="pangea-mobile",
source_type="Pangea",
schedule="Every 4 hours",
state=status_badge(label="Running", tone="running"),
),
source_card(
name="Podcast enclosure mirror",
slug="podcast-audio",
source_type="RSS feed",
schedule="Paused",
state=status_badge(label="Idle", tone="idle"),
),
],
]
def class_cells(row: tuple[Node, ...]) -> tuple[Renderable, ...]:
return tuple(
h.td(class_="px-4 py-4 align-top text-slate-700")[cell] for cell in row
)
def job_table_section(
*, title: str, subtitle: str, rows: tuple[tuple[Node, ...], ...]
) -> Renderable:
headers = ("Source", "Window", "Status", "Stats", "Actions")
return h.section(
class_="rounded-[2rem] bg-white/90 p-6 shadow-sm ring-1 ring-slate-200 sm:p-8"
)[
h.div(class_="flex flex-col gap-2 sm:flex-row sm:items-end sm:justify-between")[
h.div[
h.h2(class_="text-xl font-semibold text-slate-950")[title],
h.p(class_="mt-1 text-sm text-slate-600")[subtitle],
]
],
h.div(class_="mt-6 overflow-hidden rounded-3xl ring-1 ring-slate-200")[
h.table(class_="min-w-full divide-y divide-slate-200 text-left text-sm")[
h.thead(class_="bg-stone-50")[
h.tr[
(
h.th(
class_="px-4 py-3 text-xs font-semibold uppercase tracking-[0.18em] text-slate-500"
)[header]
for header in headers
)
]
)["Live work"],
h.h2(class_="mt-1 text-xl font-semibold text-slate-950")[
"Running executions"
],
h.tbody(class_="divide-y divide-slate-200 bg-white")[
(h.tr[class_cells(row)] for row in rows)
h.p(class_="mt-1 text-sm text-slate-600")[
"Dashboard keeps only the in-flight executions visible here. The full run history lives on the Runs page."
],
]
],
]
def log_panel() -> Renderable:
return h.section(
class_="rounded-[2rem] bg-slate-950 p-6 text-white shadow-xl sm:p-8"
)[
h.div(class_="flex items-end justify-between gap-4")[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-300"
)["Live view"],
h.h2(class_="mt-2 text-xl font-semibold")["Execution log"],
],
status_badge(label="Streaming", tone="running"),
muted_action_link(href="/runs", label="Open runs"),
],
h.pre(
class_="mt-5 overflow-x-auto rounded-3xl bg-black/30 p-4 text-xs leading-6 text-emerald-200 ring-1 ring-white/10"
h.div(
class_="overflow-hidden rounded-2xl bg-white shadow-sm ring-1 ring-slate-200"
)[
"\n".join(
[
"11:42:01 scheduler: run_now requested for job 7",
"11:42:02 worker[7]: starting pangea-mobile",
"11:42:08 stats: requests=18 items=4 bytes=1.8MB",
"11:42:11 stats: requests=26 items=7 bytes=2.6MB",
"11:42:17 worker[7]: writing out/logs/exec-0007.log",
"11:42:24 worker[7]: finished successfully",
h.div(class_="overflow-x-auto")[
h.table(
class_="w-full min-w-[70rem] divide-y divide-slate-200 table-auto"
)[
h.thead(class_="bg-stone-50")[
h.tr[
(
h.th(
scope="col",
class_="px-3 py-2.5 text-left text-[11px] font-semibold uppercase tracking-[0.18em] whitespace-nowrap text-slate-500 first:pl-4",
)[header]
for header in headers
)
]
],
h.tbody(class_="divide-y divide-slate-200 bg-white")[
(render_row(row) for row in rows)
],
]
)
],
h.div(class_="mt-5 flex flex-wrap gap-3")[
h.button(
type="button",
class_="rounded-full bg-white/10 px-4 py-2.5 text-sm font-semibold text-white ring-1 ring-white/10 hover:bg-white/15",
)["Open full log"],
h.button(
type="button",
class_="rounded-full bg-rose-500/15 px-4 py-2.5 text-sm font-semibold text-rose-200 ring-1 ring-rose-400/20 hover:bg-rose-500/20",
)["Stop job"],
]
],
]
def settings_panel() -> Renderable:
return h.section(
class_="rounded-[2rem] bg-white/90 p-6 shadow-sm ring-1 ring-slate-200 sm:p-8"
)[
h.p(class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600")[
"Global"
],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")[
"Application settings"
],
h.div(class_="mt-6 grid gap-4")[
input_field(label="Bind host", field_id="bind-host", value="127.0.0.1"),
input_field(label="Bind port", field_id="bind-port", value="8080"),
input_field(
label="Output root", field_id="output-root", value="/srv/anynews/out"
),
input_field(
label="Log directory",
field_id="log-directory",
value="/srv/anynews/out/logs",
),
],
h.div(class_="mt-6 flex flex-wrap gap-3")[
h.button(
type="button",
class_="rounded-full bg-slate-950 px-4 py-2.5 text-sm font-semibold text-white hover:bg-slate-800",
)["Save settings"],
h.button(
type="button",
class_="rounded-full border border-slate-200 bg-white px-4 py-2.5 text-sm font-semibold text-slate-700 hover:bg-slate-50",
)["Reload schedule preview"],
],
]
def admin_component(*, active_jobs: str = "12") -> Renderable:
running_rows = (
(
h.div(class_="font-semibold text-slate-950")["Pangea mobile articles"],
h.span["Started 11:42"],
status_badge(label="Running", tone="running"),
h.div["26 requests • 7 items • 2.6 MB"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["View log"],
h.button(
type="button",
class_="rounded-full bg-rose-50 px-3 py-1.5 font-semibold text-rose-700 hover:bg-rose-100",
)["Stop"],
],
),
(
h.div(class_="font-semibold text-slate-950")["Guardian feed mirror"],
h.span["Started 11:33"],
status_badge(label="Running", tone="running"),
h.div["91 requests • 13 items • 5.1 MB"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["View log"],
h.button(
type="button",
class_="rounded-full bg-rose-50 px-3 py-1.5 font-semibold text-rose-700 hover:bg-rose-100",
)["Stop"],
],
),
)
upcoming_rows = (
(
h.div(class_="font-semibold text-slate-950")["Podcast enclosure mirror"],
h.span["Today, 12:15"],
status_badge(label="Scheduled", tone="scheduled"),
h.div["cron: 15 */4 * * 1-6"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["Run now"],
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["Disable"],
h.button(
type="button",
class_="rounded-full bg-rose-50 px-3 py-1.5 font-semibold text-rose-700 hover:bg-rose-100",
)["Delete"],
],
),
(
h.div(class_="font-semibold text-slate-950")["Weekly digest feed"],
h.span["Tomorrow, 08:00"],
status_badge(label="Idle", tone="idle"),
h.div["cron: 0 8 * * 1"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["Run now"],
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["Enable"],
h.button(
type="button",
class_="rounded-full bg-rose-50 px-3 py-1.5 font-semibold text-rose-700 hover:bg-rose-100",
)["Delete"],
],
),
)
completed_rows = (
(
h.div(class_="font-semibold text-slate-950")["Guardian feed mirror"],
h.span["Ended 10:57"],
status_badge(label="Succeeded", tone="done"),
h.div["204 requests • 28 items • 9.4 MB"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["View log"],
],
),
(
h.div(class_="font-semibold text-slate-950")["Podcast enclosure mirror"],
h.span["Ended 09:12"],
status_badge(label="Failed", tone="failed"),
h.div["timeout after 3 retries"],
h.div(class_="flex flex-wrap gap-2")[
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["View log"],
h.button(
type="button",
class_="rounded-full bg-stone-100 px-3 py-1.5 font-semibold text-slate-700 hover:bg-stone-200",
)["Retry"],
],
),
)
def dashboard_page() -> Renderable:
return h.main(
id="morph",
class_="min-h-screen lg:grid lg:grid-cols-[18rem_minmax(0,1fr)]",
)[
sidebar(),
h.div(class_="px-4 py-5 sm:px-6 lg:px-8 lg:py-8")[
h.div(class_="mx-auto max-w-7xl space-y-6")[
page_header(),
overview_section(active_jobs=active_jobs),
h.div(
class_="grid gap-6 xl:grid-cols-[minmax(0,1.35fr)_minmax(22rem,0.95fr)]"
)[
h.div(class_="space-y-6")[
source_form_section(),
configured_sources_section(),
job_table_section(
title="Running executions",
subtitle="Operators can inspect active crawls and stop them if needed.",
rows=running_rows,
),
job_table_section(
title="Upcoming jobs",
subtitle="Schedule preview with enable, disable, run now, and delete affordances.",
rows=upcoming_rows,
),
job_table_section(
title="Completed executions",
subtitle="Recent history with direct access to text logs.",
rows=completed_rows,
),
],
h.div(class_="space-y-6")[log_panel(), settings_panel()],
],
admin_sidebar(current_path="/"),
h.div(class_="px-4 py-4 sm:px-5 lg:px-6 lg:py-5")[
h.div(class_="mx-auto max-w-7xl space-y-5")[
dashboard_header(),
operational_snapshot(),
running_executions_table(),
]
],
]

360
repub/pages/runs.py Normal file
View file

@ -0,0 +1,360 @@
from __future__ import annotations
import htpy as h
from htpy import Node, Renderable
from repub.components import (
inline_button,
inline_link,
muted_action_link,
page_shell,
section_card,
status_badge,
table_section,
)
RUNNING_EXECUTIONS: tuple[dict[str, str | bool], ...] = (
{
"source": "Pangea mobile articles",
"slug": "pangea-mobile",
"job_id": "7",
"execution_id": "104",
"started_at": "Today, 11:42 UTC",
"runtime": "running for 8m",
"status": "Running",
"stats": "26 requests • 7 items • 2.6 MB",
"worker": "graceful stop after current item",
"log_href": "/job/7/execution/104/logs",
"is_running": True,
},
{
"source": "Guardian feed mirror",
"slug": "guardian-feed",
"job_id": "3",
"execution_id": "103",
"started_at": "Today, 11:33 UTC",
"runtime": "running for 17m",
"status": "Running",
"stats": "91 requests • 13 items • 5.1 MB",
"worker": "streaming stats from worker jsonl",
"log_href": "/job/3/execution/103/logs",
"is_running": True,
},
{
"source": "Podcast enclosure mirror",
"slug": "podcast-audio",
"job_id": "11",
"execution_id": "105",
"started_at": "Today, 11:48 UTC",
"runtime": "running for 2m",
"status": "Stopping",
"stats": "4 requests • 0 items • 0.8 MB",
"worker": "waiting for 15s graceful shutdown window",
"log_href": "/job/11/execution/105/logs",
"is_running": True,
},
)
UPCOMING_JOBS: tuple[dict[str, str | bool], ...] = (
{
"source": "Podcast enclosure mirror",
"slug": "podcast-audio",
"job_id": "11",
"next_run": "Today, 12:15 local",
"schedule": "15 */4 * * 1-6",
"enabled_label": "Enabled",
"enabled_tone": "scheduled",
"run_disabled": True,
"run_reason": "Already running",
"toggle_label": "Disable",
},
{
"source": "Weekly digest feed",
"slug": "weekly-digest",
"job_id": "18",
"next_run": "Tomorrow, 08:00 local",
"schedule": "0 8 * * 1",
"enabled_label": "Disabled",
"enabled_tone": "idle",
"run_disabled": False,
"run_reason": "Ready",
"toggle_label": "Enable",
},
{
"source": "Kenya health desk",
"slug": "kenya-health",
"job_id": "22",
"next_run": "Today, 13:00 local",
"schedule": "0 */6 * * *",
"enabled_label": "Enabled",
"enabled_tone": "scheduled",
"run_disabled": False,
"run_reason": "Ready",
"toggle_label": "Disable",
},
)
COMPLETED_EXECUTIONS: tuple[dict[str, str], ...] = (
{
"source": "Guardian feed mirror",
"slug": "guardian-feed",
"job_id": "3",
"execution_id": "102",
"ended_at": "Today, 10:57 UTC",
"status": "Succeeded",
"status_tone": "done",
"stats": "204 requests • 28 items • 9.4 MB",
"summary": "Finished on schedule",
"log_href": "/job/3/execution/102/logs",
},
{
"source": "Podcast enclosure mirror",
"slug": "podcast-audio",
"job_id": "11",
"execution_id": "101",
"ended_at": "Today, 09:12 UTC",
"status": "Failed",
"status_tone": "failed",
"stats": "timeout after 3 retries",
"summary": "Worker exited with failure",
"log_href": "/job/11/execution/101/logs",
},
{
"source": "Pangea mobile articles",
"slug": "pangea-mobile",
"job_id": "7",
"execution_id": "100",
"ended_at": "Today, 05:48 UTC",
"status": "Canceled",
"status_tone": "idle",
"stats": "stopped by operator after 11m",
"summary": "Graceful stop completed",
"log_href": "/job/7/execution/100/logs",
},
)
def _running_row(execution: dict[str, str | bool]) -> tuple[Node, ...]:
return (
h.div[
h.div(class_="font-semibold text-slate-950")[execution["source"]],
h.p(class_="mt-1 font-mono text-xs text-slate-500")[execution["slug"]],
],
h.div[
h.p(class_="font-medium text-slate-900")[f"#{execution['execution_id']}"],
h.p(class_="mt-1 text-xs text-slate-500")[f"job {execution['job_id']}"],
],
h.div[
h.p(class_="font-medium text-slate-900")[execution["started_at"]],
h.p(class_="mt-1 text-xs text-slate-500")[execution["runtime"]],
],
status_badge(label=str(execution["status"]), tone="running"),
h.div(class_="min-w-56 whitespace-normal")[
h.p(class_="font-medium text-slate-900")[execution["stats"]],
h.p(class_="mt-1 text-xs text-slate-500")[execution["worker"]],
],
h.div(class_="flex flex-nowrap items-center gap-3")[
inline_link(
href=str(execution["log_href"]),
label="View log",
tone="amber",
),
inline_button(label="Stop", tone="danger"),
],
)
def _upcoming_row(job: dict[str, str | bool]) -> tuple[Node, ...]:
return (
h.div[
h.div(class_="font-semibold text-slate-950")[job["source"]],
h.p(class_="mt-1 font-mono text-xs text-slate-500")[job["slug"]],
],
h.div[
h.p(class_="font-medium text-slate-900")[job["next_run"]],
h.p(class_="mt-1 text-xs text-slate-500")[f"job {job['job_id']}"],
],
h.p(class_="font-mono text-xs text-slate-600")[job["schedule"]],
status_badge(
label=str(job["enabled_label"]),
tone=str(job["enabled_tone"]),
),
h.p(class_="max-w-40 whitespace-normal text-sm text-slate-500")[
job["run_reason"]
],
h.div(class_="flex flex-nowrap items-center gap-2")[
inline_button(label="Run now", disabled=bool(job["run_disabled"])),
inline_button(label=str(job["toggle_label"])),
inline_button(label="Delete", tone="danger"),
],
)
def _completed_row(execution: dict[str, str]) -> tuple[Node, ...]:
return (
h.div[
h.div(class_="font-semibold text-slate-950")[execution["source"]],
h.p(class_="mt-1 font-mono text-xs text-slate-500")[execution["slug"]],
],
h.div[
h.p(class_="font-medium text-slate-900")[f"#{execution['execution_id']}"],
h.p(class_="mt-1 text-xs text-slate-500")[f"job {execution['job_id']}"],
],
h.div[
h.p(class_="font-medium text-slate-900")[execution["ended_at"]],
h.p(class_="mt-1 text-xs text-slate-500")[execution["summary"]],
],
status_badge(
label=execution["status"],
tone=execution["status_tone"],
),
h.div(class_="min-w-48 whitespace-normal")[
h.p(class_="font-medium text-slate-900")[execution["stats"]]
],
inline_link(
href=execution["log_href"],
label="View log",
tone="amber",
),
)
def delete_confirmation_preview() -> Renderable:
return section_card(
content=(
h.div(class_="flex items-center justify-between gap-4")[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Modal preview"],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")[
"Delete confirmation"
],
h.p(class_="mt-2 max-w-2xl text-sm text-slate-600")[
"Upcoming jobs use a confirmation modal before deleting a job. This is the intended open state, placed inline for the static UI pass."
],
],
status_badge(label="Preview", tone="scheduled"),
],
h.div(class_="mt-3 rounded-[1.5rem] bg-stone-50 p-5")[
h.p(
class_="text-sm font-semibold uppercase tracking-[0.18em] text-slate-500"
)["Delete job"],
h.h3(class_="mt-2 text-lg font-semibold text-slate-950")[
"Delete Weekly digest feed?"
],
h.p(class_="mt-3 max-w-2xl text-sm leading-6 text-slate-600")[
"This removes the source-linked job record and its schedule. Existing execution history and log files remain available for inspection."
],
h.div(class_="mt-6 flex flex-wrap gap-3")[
inline_button(label="Cancel"),
inline_button(label="Delete job", tone="danger"),
],
],
)
)
def runs_page() -> Renderable:
running_rows = tuple(_running_row(execution) for execution in RUNNING_EXECUTIONS)
upcoming_rows = tuple(_upcoming_row(job) for job in UPCOMING_JOBS)
completed_rows = tuple(
_completed_row(execution) for execution in COMPLETED_EXECUTIONS
)
return page_shell(
current_path="/runs",
eyebrow="Execution control",
title="Runs",
description="Running executions first, then the schedule queue, then completed history. Logs are routed through app URLs instead of direct file serving.",
actions=muted_action_link(href="/sources", label="Back to sources"),
content=(
table_section(
eyebrow="Live work",
title="Running job executions",
subtitle="Operators can inspect the live log stream, request a graceful stop, and escalate to a hard kill after the 15 second deadline if needed.",
headers=(
"Source",
"Execution",
"Started",
"Status",
"Stats",
"Actions",
),
rows=running_rows,
),
table_section(
eyebrow="Queue",
title="Upcoming jobs",
subtitle="Scheduled work shows enable or disable state, run-now affordances, and delete controls. Run now is disabled while the job is already running.",
headers=(
"Source",
"Next run",
"Cron",
"State",
"Run now",
"Actions",
),
rows=upcoming_rows,
),
table_section(
eyebrow="History",
title="Completed job executions",
subtitle="Recent execution history keeps the summary counters visible and links back to the plain text log view.",
headers=(
"Source",
"Execution",
"Ended",
"Status",
"Summary",
"Log",
),
rows=completed_rows,
),
delete_confirmation_preview(),
),
)
def execution_logs_page(*, job_id: int, execution_id: int) -> Renderable:
return page_shell(
current_path=f"/job/{job_id}/execution/{execution_id}/logs",
eyebrow="Execution log",
title=f"Job {job_id} / execution {execution_id}",
description="Plain text log view routed through the app. The final version will stream appended lines while the worker is still active.",
actions=muted_action_link(href="/runs", label="Back to runs"),
content=(
section_card(
content=(
h.div(class_="flex items-end justify-between gap-4")[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Route"],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")[
f"/job/{job_id}/execution/{execution_id}/logs"
],
h.p(class_="mt-2 text-sm text-slate-600")[
"Streaming text log view. No arbitrary file paths are exposed in the UI."
],
],
status_badge(label="Streaming", tone="running"),
],
h.pre(
class_="mt-3 overflow-x-auto rounded-[1.5rem] bg-slate-950 p-5 text-xs leading-6 text-emerald-200"
)[
"\n".join(
(
"11:42:01 scheduler: run_now requested for job 7",
"11:42:02 worker[7]: starting pangea-mobile",
"11:42:08 stats: requests=18 items=4 bytes=1.8MB",
"11:42:11 stats: requests=26 items=7 bytes=2.6MB",
"11:42:17 stats: requests=31 items=9 bytes=3.0MB",
"11:42:24 worker[7]: waiting for more log lines ...",
)
)
],
)
),
),
)

337
repub/pages/sources.py Normal file
View file

@ -0,0 +1,337 @@
from __future__ import annotations
import htpy as h
from htpy import Node, Renderable
from repub.components import (
header_action_link,
inline_link,
input_field,
muted_action_link,
page_shell,
section_card,
select_field,
status_badge,
table_section,
textarea_field,
toggle_field,
)
SOURCES: tuple[dict[str, str], ...] = (
{
"name": "Guardian feed mirror",
"slug": "guardian-feed",
"source_type": "Feed",
"upstream": "https://guardianproject.info/feed.xml",
"schedule": "Every 30 minutes",
"last_run": "Succeeded 53m ago",
"state": "Enabled",
"state_tone": "scheduled",
},
{
"name": "Pangea mobile articles",
"slug": "pangea-mobile",
"source_type": "Pangea",
"upstream": "guardianproject.info / News",
"schedule": "Every 4 hours",
"last_run": "Running now",
"state": "Enabled",
"state_tone": "running",
},
{
"name": "Podcast enclosure mirror",
"slug": "podcast-audio",
"source_type": "Feed",
"upstream": "https://guardianproject.info/podcast/podcast.xml",
"schedule": "Paused",
"last_run": "Failed 2h ago",
"state": "Disabled",
"state_tone": "idle",
},
)
def _source_row(source: dict[str, str]) -> tuple[Node, ...]:
return (
h.div[
h.div(class_="font-semibold text-slate-950")[source["name"]],
h.p(class_="mt-1 font-mono text-xs text-slate-500")[source["slug"]],
],
h.p(class_="font-medium whitespace-nowrap text-slate-900")[
source["source_type"]
],
h.p(class_="max-w-sm truncate font-mono text-xs text-slate-600")[
source["upstream"]
],
h.p(class_="font-medium whitespace-nowrap text-slate-900")[source["schedule"]],
h.div(class_="min-w-32 whitespace-normal")[
status_badge(label=source["state"], tone=source["state_tone"]),
h.p(class_="mt-2 text-xs text-slate-500")[source["last_run"]],
],
h.div(class_="flex flex-nowrap items-center gap-3")[
inline_link(href="/sources/create", label="Edit", tone="amber"),
inline_link(href="/runs", label="View runs"),
],
)
def sources_table() -> Renderable:
rows = tuple(_source_row(source) for source in SOURCES)
return table_section(
eyebrow="Inventory",
title="Sources",
subtitle="Configured feed and Pangea sources live here as tables, with clear schedule and job state visibility instead of card-based CRUD.",
headers=("Source", "Type", "Upstream", "Schedule", "Job state", "Actions"),
rows=rows,
actions=header_action_link(href="/sources/create", label="Create source"),
)
def sources_page() -> Renderable:
return page_shell(
current_path="/sources",
eyebrow="Source management",
title="Sources",
description="Configured feed and Pangea sources live here as tables, with clear schedule and job state visibility instead of card-based CRUD.",
actions=header_action_link(href="/sources/create", label="Create source"),
content=sources_table(),
)
def create_source_form() -> Renderable:
return section_card(
content=(
h.div(
class_="flex flex-col gap-3 sm:flex-row sm:items-end sm:justify-between"
)[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Create"],
h.h2(class_="mt-2 text-xl font-semibold text-slate-950")[
"Source and job setup"
],
h.p(class_="mt-2 max-w-3xl text-sm text-slate-600")[
"The create flow lives on its own page and creates the source plus its paired job record. This pass is visual only, but the fields already reflect the intended shape."
],
],
status_badge(label="New source", tone="scheduled"),
],
h.form(
{"data-signals__ifmissing": "{sourceType: 'pangea'}"},
class_="mt-5 space-y-6",
)[
h.div(class_="grid gap-4 md:grid-cols-2")[
input_field(
label="Source name",
field_id="source-name",
value="Pangea mobile articles",
),
input_field(
label="Slug",
field_id="source-slug",
value="pangea-mobile",
help_text="Immutable after creation.",
),
h.div[
h.label(
for_="source-type",
class_="block text-sm font-medium text-slate-900",
)["Source type"],
h.select(
{"data-bind": "sourceType"},
id="source-type",
name="source-type",
class_="mt-2 block w-full rounded-2xl border-0 bg-white px-3.5 py-2.5 text-sm text-slate-900 shadow-sm ring-1 ring-slate-200 focus:outline-hidden focus:ring-2 focus:ring-amber-500",
)[
h.option(value="feed")["feed"],
h.option(value="pangea", selected=True)["pangea"],
],
],
],
h.div(
{"data-show": "$sourceType === 'feed'"},
class_="space-y-4 rounded-[1.5rem] bg-stone-50 p-5",
)[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Feed source options"],
h.h3(class_="mt-2 text-lg font-semibold text-slate-950")[
"Feed settings"
],
h.p(class_="mt-2 text-sm text-slate-600")[
"Shown only when the source type is set to feed."
],
],
h.div(class_="grid gap-4 md:grid-cols-2")[
input_field(
label="Feed URL",
field_id="feed-url",
placeholder="https://example.com/feed.xml",
),
],
],
h.div(
{"data-show": "$sourceType === 'pangea'"},
class_="space-y-4 rounded-[1.5rem] bg-stone-50 p-5",
)[
h.div[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Pangea source options"],
h.h3(class_="mt-2 text-lg font-semibold text-slate-950")[
"Pangea settings"
],
h.p(class_="mt-2 text-sm text-slate-600")[
"Shown only when the source type is set to pangea."
],
],
h.div(class_="grid gap-4 lg:grid-cols-3")[
input_field(
label="Pangea domain",
field_id="pangea-domain",
value="guardianproject.info",
),
input_field(
label="Category name",
field_id="pangea-category",
value="News",
),
select_field(
label="Content format",
field_id="content-format",
options=("MOBILE_3", "MOBILE_2", "WEB"),
selected="MOBILE_3",
),
input_field(
label="Content type",
field_id="content-type",
value="articles",
),
input_field(
label="Max articles",
field_id="max-articles",
value="10",
),
input_field(
label="Oldest article (days)",
field_id="oldest-article",
value="3",
),
],
],
h.div(class_="grid gap-4 lg:grid-cols-2")[
textarea_field(
label="Notes",
field_id="source-notes",
value="Primary Pangea mobile article mirror for the operator landing page.",
),
textarea_field(
label="Spider arguments",
field_id="spider-arguments",
value="language=en,download_media=true",
),
],
h.div(
class_="grid gap-6 xl:grid-cols-[minmax(0,1.3fr)_minmax(20rem,0.9fr)]"
)[
h.div(class_="rounded-[1.5rem] bg-stone-50 p-5")[
h.div[
h.h3(class_="text-lg font-semibold text-slate-950")[
"Cron schedule"
],
h.p(class_="mt-1 text-sm text-slate-600")[
"Stored in UTC and displayed in the browser timezone."
],
],
h.div(class_="mt-5 grid gap-4 sm:grid-cols-2 xl:grid-cols-5")[
input_field(
label="Minute",
field_id="cron-minute",
value="15",
),
input_field(
label="Hour",
field_id="cron-hour",
value="*/4",
),
input_field(
label="Day of month",
field_id="cron-day-of-month",
value="*",
),
input_field(
label="Day of week",
field_id="cron-day-of-week",
value="1-6",
),
input_field(
label="Month",
field_id="cron-month",
value="*",
),
],
],
h.div(class_="rounded-[1.5rem] bg-stone-50 p-5")[
h.p(
class_="text-xs font-semibold uppercase tracking-[0.22em] text-amber-600"
)["Job defaults"],
h.h3(class_="mt-2 text-lg font-semibold text-slate-950")[
"Initial job state"
],
h.div(class_="mt-5 grid gap-4")[
toggle_field(
label="Job enabled",
description="Scheduler will consider the new job immediately after creation.",
signal_name="jobEnabled",
checked=True,
),
toggle_field(
label="Only newest",
description="Limit Pangea syncs to the newest material available in the selected category.",
signal_name="onlyNewest",
checked=True,
),
toggle_field(
label="Include authors",
description="Carry author bylines into mirrored output where upstream data exists.",
signal_name="includeAuthors",
checked=True,
),
toggle_field(
label="Exclude media",
description="Skip image and media attachment mirroring for this source.",
signal_name="excludeMedia",
checked=False,
),
],
],
],
h.div(
class_="flex flex-wrap justify-end gap-3 border-t border-slate-200 pt-6"
)[
muted_action_link(href="/sources", label="Cancel"),
h.button(
type="button",
class_="rounded-full bg-slate-950 px-4 py-2.5 text-sm font-semibold text-white transition hover:bg-slate-800",
)["Create source"],
],
],
)
)
def create_source_page() -> Renderable:
actions = (
muted_action_link(href="/sources", label="Back to sources"),
header_action_link(href="/runs", label="View runs"),
)
return page_shell(
current_path="/sources/create",
eyebrow="Source creation",
title="Create source",
description="Dedicated create page for the source form. The list page stays focused on scanning existing sources, while this page handles the new source and job configuration flow.",
actions=actions,
content=create_source_form(),
)