Skip to content

A Smart, Automatic, Fast and Lightweight Web Scraper for Python

update docstring

alirezad956c869965b
diff --git a/autoscraper/auto_scraper.py b/autoscraper/auto_scraper.py
index fc6e5a9..9e22d7d 100644
--- a/autoscraper/auto_scraper.py
+++ b/autoscraper/auto_scraper.py
@@ -91,6 +91,7 @@ class AutoScraper(object):
request_args = request_args or {}
if html:
+ html = unicodedata.normalize("NFKD", unescape(html))
return BeautifulSoup(html, 'lxml')
headers = dict(cls.request_headers)
@@ -410,7 +411,11 @@ class AutoScraper(object):
Parameters:
----------
rules : list
- A list of rules to keep in stack_list.
+ A list of rules to keep in stack_list and removing the rest.
+
+ Returns:
+ --------
+ None
"""
self.stack_list = [x for x in self.stack_list if x['stack_id'] in rules]