Scrapy, a fast high-level web crawling & scraping framework for Python.
Fix typos in three files for Flake8 check (#5487)
AngelikiBourab2afcbfe2bf0
diff --git a/scrapy/extensions/memusage.py b/scrapy/extensions/memusage.pyindex 9de119a10..f5081a7d7 100644--- a/scrapy/extensions/memusage.py+++ b/scrapy/extensions/memusage.py@@ -33,8 +33,8 @@ class MemoryUsage:self.crawler = crawlerself.warned = Falseself.notify_mails = crawler.settings.getlist('MEMUSAGE_NOTIFY_MAIL')- self.limit = crawler.settings.getint('MEMUSAGE_LIMIT_MB')*1024*1024- self.warning = crawler.settings.getint('MEMUSAGE_WARNING_MB')*1024*1024+ self.limit = crawler.settings.getint('MEMUSAGE_LIMIT_MB') * 1024 * 1024+ self.warning = crawler.settings.getint('MEMUSAGE_WARNING_MB') * 1024 * 1024self.check_interval = crawler.settings.getfloat('MEMUSAGE_CHECK_INTERVAL_SECONDS')self.mail = MailSender.from_settings(crawler.settings)crawler.signals.connect(self.engine_started, signal=signals.engine_started)@@ -77,7 +77,7 @@ class MemoryUsage:def _check_limit(self):if self.get_virtual_size() > self.limit:self.crawler.stats.set_value('memusage/limit_reached', 1)- mem = self.limit/1024/1024+ mem = self.limit / 1024 / 1024logger.error("Memory usage exceeded %(memusage)dM. Shutting down Scrapy...",{'memusage': mem}, extra={'crawler': self.crawler})if self.notify_mails:@@ -94,11 +94,11 @@ class MemoryUsage:self.crawler.stop()def _check_warning(self):- if self.warned: # warn only once+ if self.warned: # warn only oncereturnif self.get_virtual_size() > self.warning:self.crawler.stats.set_value('memusage/warning_reached', 1)- mem = self.warning/1024/1024+ mem = self.warning / 1024 / 1024logger.warning("Memory usage reached %(memusage)dM",{'memusage': mem}, extra={'crawler': self.crawler})if self.notify_mails:diff --git a/scrapy/extensions/statsmailer.py b/scrapy/extensions/statsmailer.pyindex bcdbaff24..739e6b958 100644--- a/scrapy/extensions/statsmailer.py+++ b/scrapy/extensions/statsmailer.py@@ -8,6 +8,7 @@ from scrapy import signalsfrom scrapy.mail import MailSenderfrom scrapy.exceptions import NotConfigured+class StatsMailer:def __init__(self, stats, recipients, mail):diff --git a/tests/CrawlerProcess/twisted_reactor_custom_settings_same.py b/tests/CrawlerProcess/twisted_reactor_custom_settings_same.pyindex 1f5a44010..72bb986bc 100644--- a/tests/CrawlerProcess/twisted_reactor_custom_settings_same.py+++ b/tests/CrawlerProcess/twisted_reactor_custom_settings_same.py@@ -8,6 +8,7 @@ class AsyncioReactorSpider1(scrapy.Spider):"TWISTED_REACTOR": "twisted.internet.asyncioreactor.AsyncioSelectorReactor",}+class AsyncioReactorSpider2(scrapy.Spider):name = 'asyncio_reactor2'custom_settings = {