Scrapy, a fast high-level web crawling & scraping framework for Python.
cleanup MetaRefreshMiddleware: remove redundant check
Mikhail Koroboveaf62ab69c23
diff --git a/scrapy/downloadermiddlewares/redirect.py b/scrapy/downloadermiddlewares/redirect.pyindex db276eefb..26677e527 100644--- a/scrapy/downloadermiddlewares/redirect.py+++ b/scrapy/downloadermiddlewares/redirect.py@@ -53,8 +53,10 @@ class BaseRedirectMiddleware(object):class RedirectMiddleware(BaseRedirectMiddleware):- """Handle redirection of requests based on response status and meta-refresh html tag"""-+ """+ Handle redirection of requests based on response status+ and meta-refresh html tag.+ """def process_response(self, request, response, spider):if (request.meta.get('dont_redirect', False) orresponse.status in getattr(spider, 'handle_httpstatus_list', []) or@@ -92,10 +94,9 @@ class MetaRefreshMiddleware(BaseRedirectMiddleware):not isinstance(response, HtmlResponse):return response- if isinstance(response, HtmlResponse):- interval, url = get_meta_refresh(response)- if url and interval < self._maxdelay:- redirected = self._redirect_request_using_get(request, url)- return self._redirect(redirected, request, spider, 'meta refresh')+ interval, url = get_meta_refresh(response)+ if url and interval < self._maxdelay:+ redirected = self._redirect_request_using_get(request, url)+ return self._redirect(redirected, request, spider, 'meta refresh')return response