Fix feed validation output
This commit is contained in:
parent
c834c3c254
commit
db1d9b44b7
13 changed files with 477 additions and 54 deletions
|
|
@ -29,6 +29,7 @@ from repub.model import (
|
|||
SourcePangea,
|
||||
database,
|
||||
initialize_database,
|
||||
load_feed_url,
|
||||
)
|
||||
from repub.spiders.rss_spider import RssFeedSpider
|
||||
|
||||
|
|
@ -271,6 +272,7 @@ def main(argv: list[str] | None = None) -> int:
|
|||
stats_path=stats_path,
|
||||
convert_images=source_config.convert_images,
|
||||
convert_video=source_config.convert_video,
|
||||
feed_url=load_feed_url(),
|
||||
)
|
||||
)
|
||||
print(
|
||||
|
|
@ -424,7 +426,10 @@ def _build_crawl_settings(
|
|||
stats_path: Path,
|
||||
convert_images: bool = True,
|
||||
convert_video: bool = True,
|
||||
feed_url: str | None = None,
|
||||
):
|
||||
if feed_url is None or feed_url.strip() == "":
|
||||
raise ValueError("feed_url setting is required for job runs")
|
||||
base_settings = build_base_settings(
|
||||
RepublisherConfig(
|
||||
config_path=out_dir / "job-runner.toml",
|
||||
|
|
@ -448,6 +453,7 @@ def _build_crawl_settings(
|
|||
priority="cmdline",
|
||||
)
|
||||
settings.set("REPUB_JOB_STATS_PATH", str(stats_path), priority="cmdline")
|
||||
settings.set("REPUBLISHER_FEED_URL", feed_url, priority="cmdline")
|
||||
return settings
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue