repub: support slugged feeds and imported TOML feed configs
This commit is contained in:
parent
30b81934a8
commit
5a8162c876
9 changed files with 324 additions and 76 deletions
|
|
@ -19,14 +19,15 @@ def build_test_crawler(tmp_path: Path) -> SimpleNamespace:
|
|||
out_dir=out_dir,
|
||||
feeds=(
|
||||
FeedConfig(
|
||||
name="nasa",
|
||||
name="NASA Breaking News",
|
||||
slug="nasa",
|
||||
url="https://www.nasa.gov/rss/dyn/breaking_news.rss",
|
||||
),
|
||||
),
|
||||
scrapy_settings={},
|
||||
)
|
||||
base_settings = build_base_settings(config)
|
||||
settings = build_feed_settings(base_settings, out_dir=out_dir, feed_name="nasa")
|
||||
settings = build_feed_settings(base_settings, out_dir=out_dir, feed_slug="nasa")
|
||||
return SimpleNamespace(settings=settings, request_fingerprinter=object())
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue