A Smart, Automatic, Fast and Lightweight Web Scraper for Python
Python aiartificial-intelligenceautomationcrawlermachine-learningpythonscrapescraperscrapingweb-scrapingwebautomationwebscraping
update docstring
alirezad956c869965b
diff --git a/autoscraper/auto_scraper.py b/autoscraper/auto_scraper.pyindex fc6e5a9..9e22d7d 100644--- a/autoscraper/auto_scraper.py+++ b/autoscraper/auto_scraper.py@@ -91,6 +91,7 @@ class AutoScraper(object):request_args = request_args or {}if html:+ html = unicodedata.normalize("NFKD", unescape(html))return BeautifulSoup(html, 'lxml')headers = dict(cls.request_headers)@@ -410,7 +411,11 @@ class AutoScraper(object):Parameters:----------rules : list- A list of rules to keep in stack_list.+ A list of rules to keep in stack_list and removing the rest.++ Returns:+ --------+ None"""self.stack_list = [x for x in self.stack_list if x['stack_id'] in rules]