diff --git a/repub/colorlog.py b/repub/colorlog.py index e570788..ae1e4f7 100644 --- a/repub/colorlog.py +++ b/repub/colorlog.py @@ -1,7 +1,7 @@ import copy -from colorlog import ColoredFormatter import scrapy.utils.log +from colorlog import ColoredFormatter color_formatter = ColoredFormatter( ( diff --git a/repub/entrypoint.py b/repub/entrypoint.py index 0415240..71205cb 100644 --- a/repub/entrypoint.py +++ b/repub/entrypoint.py @@ -1,11 +1,9 @@ from scrapy.crawler import CrawlerProcess from scrapy.utils.project import get_project_settings -from .spiders.rss_spider import RssFeedSpider - -from .postprocessing import SortRssItems - from . import colorlog +from .postprocessing import SortRssItems +from .spiders.rss_spider import RssFeedSpider base_settings = get_project_settings() diff --git a/repub/exporters.py b/repub/exporters.py index ba6c379..ee28b53 100644 --- a/repub/exporters.py +++ b/repub/exporters.py @@ -1,13 +1,11 @@ -from scrapy.exporters import BaseItemExporter - -from .items import ChannelElementItem -from .exceptions import * - -from typing import Any from io import BytesIO - +from typing import Any from repub import rss +from scrapy.exporters import BaseItemExporter + +from .exceptions import * +from .items import ChannelElementItem class RssExporter(BaseItemExporter): diff --git a/repub/middlewares.py b/repub/middlewares.py index ea0c2f4..3b7989b 100644 --- a/repub/middlewares.py +++ b/repub/middlewares.py @@ -3,10 +3,9 @@ # See documentation in: # https://docs.scrapy.org/en/latest/topics/spider-middleware.html -from scrapy import signals - # useful for handling different item types with a single interface -from itemadapter import is_item, ItemAdapter +from itemadapter import ItemAdapter, is_item +from scrapy import signals class RepubSpiderMiddleware: diff --git a/repub/pipelines.py b/repub/pipelines.py index 4b0a5a4..9b9d0f2 100644 --- a/repub/pipelines.py +++ b/repub/pipelines.py @@ -8,12 +8,11 @@ # from itemadapter import ItemAdapter import six from scrapy import signals -from scrapy.exceptions import NotConfigured, CloseSpider +from scrapy.exceptions import CloseSpider, NotConfigured from scrapy.utils.misc import load_object -from .items import RssItem from .exporters import RssItemExporter - +from .items import RssItem from .signals import feed_channel_discovered diff --git a/repub/rss.py b/repub/rss.py index 2231a58..0e0af5c 100644 --- a/repub/rss.py +++ b/repub/rss.py @@ -1,8 +1,7 @@ -from lxml.builder import ElementMaker -from lxml import etree - -from lxml.etree import Element import lxml.etree as ET +from lxml import etree +from lxml.builder import ElementMaker +from lxml.etree import Element class SafeElementMaker: diff --git a/repub/spiders/rss_spider.py b/repub/spiders/rss_spider.py index a516f2a..00ffd83 100644 --- a/repub/spiders/rss_spider.py +++ b/repub/spiders/rss_spider.py @@ -1,14 +1,10 @@ -from scrapy.spiders import Spider -from scrapy.utils.spider import iterate_spider_output - -from repub.items import ( - ChannelElementItem, - ElementItem, -) -import feedparser import logging -from repub.rss import E, ITUNES, CONTENT, MEDIA, CDATA, normalize_date +import feedparser +from repub.items import ChannelElementItem, ElementItem +from repub.rss import CDATA, CONTENT, ITUNES, MEDIA, E, normalize_date +from scrapy.spiders import Spider +from scrapy.utils.spider import iterate_spider_output class BaseRssFeedSpider(Spider):