A Smart, Automatic, Fast and Lightweight Web Scraper for Python
Python aiartificial-intelligenceautomationcrawlermachine-learningpythonscrapescraperscrapingweb-scrapingwebautomationwebscraping
Merge branch 'master' of github.com:cthulhu-irl/autoscraper
cthulhu-irl2af1e404843d
diff --cc autoscraper/utils.pyindex f9466b0,6f24530..ff67c4f--- a/autoscraper/utils.py+++ b/autoscraper/utils.py@@@ -1,8 -1,14 +1,8 @@@- def unique(lst):- unique_lst = []- for item in lst:- if item not in unique_lst:- unique_lst.append(item)+ def unique(item_list):+ unique_list = []+ for item in item_list:+ if item not in unique_list:+ unique_list.append(item)+ return unique_list- return unique_lst-def forall(fn, lst):- for item in lst:- if not fn(lst):- return False-- return True