Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Allow comma-separated values in the rel tag

Michel Ace1ba0f68483cf
diff --git a/scrapy/utils/misc.py b/scrapy/utils/misc.py
index 5c986eedc..51cef1e91 100644
--- a/scrapy/utils/misc.py
+++ b/scrapy/utils/misc.py
@@ -138,7 +138,7 @@ def md5sum(file):
def rel_has_nofollow(rel):
"""Return True if link rel attribute has nofollow type"""
- return rel is not None and 'nofollow' in rel.split()
+ return rel is not None and 'nofollow' in rel.replace(',', ' ').split()
def create_instance(objcls, settings, crawler, *args, **kwargs):