Skip to content

A Smart, Automatic, Fast and Lightweight Web Scraper for Python

normalize input str

alireza14d5fce61e65
diff --git a/autoscraper/auto_scraper.py b/autoscraper/auto_scraper.py
index 9e22d7d..0e7dcaa 100644
--- a/autoscraper/auto_scraper.py
+++ b/autoscraper/auto_scraper.py
@@ -180,6 +180,8 @@ class AutoScraper(object):
if update is False:
self.stack_list = []
+ wanted_list = [unicodedata.normalize("NFKD", w) for w in wanted_list]
+
for wanted in wanted_list:
children = self._get_children(soup, wanted, url)