Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.
manual clicking instead of requests
Madif66ffcba95e0
diff --git a/__pycache__/bufferization.cpython-38.pyc b/__pycache__/bufferization.cpython-38.pycindex 9ceebdb..ce02117 100644Binary files a/__pycache__/bufferization.cpython-38.pyc and b/__pycache__/bufferization.cpython-38.pyc differdiff --git a/__pycache__/webdriver.cpython-38.pyc b/__pycache__/webdriver.cpython-38.pycindex f6e3c78..0987798 100644Binary files a/__pycache__/webdriver.cpython-38.pyc and b/__pycache__/webdriver.cpython-38.pyc differdiff --git a/bufferization.py b/bufferization.pyindex 302a802..a18cf83 100644--- a/bufferization.py+++ b/bufferization.py@@ -1,23 +1,22 @@import csv-from my_config import orderfrom logger_config import get_loggerlogger = get_logger('buffer')class Buffer:- lower_limit = 10- upper_limit = 201- fn = list(order.keys())+ lower_limit = 5+ upper_limit = 200+ fn = ['Title','Address','WebSite','PhoneNumber']- def __init__(self, filename: str = 'leads.csv', buffer_size: int = 15):+ def __init__(self, filename: str = 'leads.csv', buffer_size: int = 5):if not filename.endswith('.csv'):raise ValueError('Incorrect filename specified. Filename should end with `.csv`')- if not buffer_size in range(self.lower_limit, self.upper_limit):+ if not buffer_size in range(self.lower_limit, self.upper_limit + 1):raise ValueError(- f'Expected value between {self.upper_limit} and {self.upper_limit}. However, got {buffer_size}')+ f'Expected value between {self.lower_limit} and {self.upper_limit}. However, got {buffer_size}')self._buffer_size = buffer_sizeself._filename = filename@@ -40,4 +39,4 @@ class Buffer:if len(self._data) >= self._buffer_size:self.dump()else:- print(f'Got duplicate or empty dictionary {info}')\ No newline at end of file+ logger.warning('Got duplicate or empty dictionary %s', info)\ No newline at end of filediff --git a/leads.csv b/leads.csvdeleted file mode 100644index 78c06ce..0000000--- a/leads.csv+++ /dev/null@@ -1,76 +0,0 @@-Title,Address,WebSite,PhoneNumber-Baptist Church,"54 Ocean Road, Paraparaumu Beach, Paraparaumu 5032, Новая Зеландия",kapitibaptist.com,+64 4-298 4826-Centre Church,"5/9 Hurley Road, Paraparaumu Beach, Paraparaumu 5032, Новая Зеландия",centrechurch.org.nz,+64 4-902 4998-Beach Church,"Kowhai Grove, Raumati Beach, Paraparaumu 5032, Новая Зеландия",-,+64 22 321 9100-ARISE Church Kapiti,"32 Raumati Road, Raumati Beach, Paraparaumu 5032, Новая Зеландия",arisechurch.com,+64 4-499 0477-Waikanae Church - Kapiti Uniting Parish,"9 Parata Street, Waikanae Beach 5036, Новая Зеландия",kapitiunitingparish.org.nz,+64 4-902 5809-Paraparaumu Baptist Church,"77 Ruapehu Street, Paraparaumu 5032, Новая Зеландия",paraparaumubaptist.org.nz,+64 4-298 7766-Elim Church,"11 Heriot Drive, Elsdon, Porirua 5022, Новая Зеландия",porirua.elim.org.nz,+64 4-237 0451-Elim International Church,"22 Tennyson Street, Te Aro, Wellington 6011, Новая Зеландия",wn.elim.org.nz,+64 4-385 9634-Otaki Baptist Church & Community Emergency Hub,"2 Te Manuao Road, Otaki 5512, Новая Зеландия",-,+64 6-364 8540-Wellington CRC (Christian Revival Church),"53 Vivian Street, Te Aro, Wellington 6011, Новая Зеландия",wellingtoncrc.org,+64 4-384 1252-Community Baptist Church,"11 &, 13 Sunlight Grove, Porirua 5022, Новая Зеландия",communitybaptistchurch.co.nz,+64 4-236 8690-Dunamis Christian Centre,"233 High Street, Hutt Central, Lower Hutt 5010, Новая Зеландия",dunamis.org.nz,+64 27 277 7847-Apostolic Church,"1 Commerce Crescent, Waitangirua, Wellington 5024, Новая Зеландия",-,+64 4-235 5865-HeavensGate Church,"233 Staithes Drive South, Whitby, Porirua 5024, Новая Зеландия",heavensgatechurchnz.org,+64 4-235 9161-Heretaunga Christian Centre,"51 Lane Street, Wallaceville, Upper Hutt 5018, Новая Зеландия",heretaunga.com,+64 4-527 0949-Hosanna Baptist Porirua,"2 Driver Crescent, Cannons Creek, Porirua 5024, Новая Зеландия",hosanna.nz,+64 4-237 6663-Wellington Revival Fellowship,"313 Waiwhetu Road, Epuni, Lower Hutt 5011, Новая Зеландия",revivalfellowship.nz,--Levin Baptist Church,"17-19 Rugby Street, Levin 5510, Новая Зеландия",levinbaptist.org.nz,+64 6-367 0600-Upper Hutt Baptist Church,"1 Milton Street, Trentham, Upper Hutt 5018, Новая Зеландия",uhbc.org.nz,+64 4-528 3454-Apostolic Church,"66 Arawhata Street, Ranui, Wellington 5024, Новая Зеландия",-,+64 4-237 8828-Soul City Church,"5 King Street, Upper Hutt 5018, Новая Зеландия",-,+64 800 768 569-Presbyterian Church,"2 Windley Street, Ranui, Porirua 5024, Новая Зеландия",presbyterian.org.nz,+64 4-236 6422-Porirua Gospel Chapel,"88 Hereford Street, Cannons Creek, Porirua 5024, Новая Зеландия",poriruagospelchapel.org.nz,+64 4-237 8533-"Gateway Baptist Church, Miramar","33 Park Road, Miramar, Wellington 6022, Новая Зеландия",gatewaybaptist.org.nz,+64 4-388 6535-Wainuiomata Baptist Church,"38 Wainuiomata Road, Wainuiomata, Lower Hutt 5014, Новая Зеландия",lifeimpactcentre.org.nz,+64 4-564 7022-Victory Christian Centre,"445-455 High Street, Hutt Central, Lower Hutt 5010, Новая Зеландия",victory.net.nz,+64 4-568 9479-River Of Life Church,"774 High Street, Epuni, Lower Hutt 5011, Новая Зеландия",riveroflifecentre.org.nz,+64 4-577 3211-Gracenet Community Church,"45 Webb Street, Mount Cook, Wellington 6011, Новая Зеландия",gracenet.co.nz,+64 21 140 8660-Avalon AoG Church,"870 High Street, Avalon, Lower Hutt 5011, Новая Зеландия",joinmychurch.com,--Freedom House,"176 Bedford Street, Cannons Creek, Porirua 5024, Новая Зеландия",-,--The Ekkaallam Church,"18 Harrison Street, Brooklyn, Wellington 6021, Новая Зеландия",theekkaallamchurch.co.nz,+64 27 858 9916-Avalon Assembly Of God,"870 High Street, Boulcott, Lower Hutt 5011, Новая Зеландия",-,--Grace Wellington Church,"16 Kowhai Road, Kelburn, Wellington 6012, Новая Зеландия",gracewellington.org.nz,+64 274 360 881-The Street Church - East,"38 Park Road, Miramar, Wellington 6022, Новая Зеландия",thestreet.org.nz,+64 4-385 7315-The Rock Church,"10/4 Glover Street, Ngauranga, Wellington 6035, Новая Зеландия",therock.org.nz,+64 4-471 1438-Anglican Missions,"Anglican House 32 Mulgrave Street, Pipitea, Wellington 6011, Новая Зеландия",angmissions.org.nz,+64 4-473 5172-Newlands Baptist Church,"5 Horokiwi Road West, Newlands, Wellington 6037, Новая Зеландия",newlandsbaptist.org.nz,+64 4-976 5413-Onslow Community Church,"4 Ngatoto Street, Ngaio, Wellington 6035, Новая Зеландия",onslowcc.org.nz,+64 27 324 6650-New Life Foundation,"Saint Kitts Place, Grenada Village, Wellington 6037, Новая Зеландия",newlifetz.com,+64 27 270 2545-Hutt Valley Samoan Seventh-Day Adventist Church,"8 Cooper Street, Taita, Lower Hutt 5011, Новая Зеландия",-,--Capital Seventh-day Adventist Church,"138 Wakefield Street, Te Aro, Wellington 6011, Новая Зеландия",facebook.com,--C3 Church Wellington,"32 Laings Road, Hutt Central, Lower Hutt 5010, Новая Зеландия",c3wellington.com,+64 210 552 867-Baptist Union,"111 Derwent Street, Island Bay, Wellington 6023, Новая Зеландия",baptist.org.nz,+64 4-383 7713-Dunamis Christian Centre,"45 Knights Road, Hutt Central, Lower Hutt 5010, Новая Зеландия",dunamis.org.nz,+64 4-973 8977-Gospel Chapel,"539 Queen Street, Foxton Beach 4815, Новая Зеландия",-,+64 6-368 1609-Presbyterian Church,"24 Treadwell Street, Naenae, Lower Hutt 5011, Новая Зеландия",presbyterian.org.nz,+64 4-567 7508-Baptist Church,"112 Broadway, Carterton 5713, Новая Зеландия",-,+64 6-379 8675-Apostolic Church,"3 Derwent Street, Island Bay, Wellington 6023, Новая Зеландия",-,+64 4-971 2705-Celebration Church,"246 Thorndon Quay, Pipitea, Wellington 6011, Новая Зеландия",celebration.org.nz,--Harvest Ministry for Christ,"45 Knights Road Lower Hutt, Wellington 5010, Новая Зеландия",harvestministryforchrist.org.nz,+64 21 261 6169-Abundant Life Centre,"71 Abel Smith Street, Te Aro, Wellington 6011, Новая Зеландия",-,--Hutt City New Life Church,"237 Cambridge Terrace, Naenae, Lower Hutt 5011, Новая Зеландия",theoasisnewlifechurch.webs.com,+64 4-567 7613-Assembly of God Wellington Samoan,"193 Rintoul Street, Berhampore, Wellington 6023, Новая Зеландия",-,+64 4-389 6283-Umbrella Multimedia,"41 Percy Cameron Street, Avalon, Lower Hutt 5011, Новая Зеландия",-,+64 4-296 1399-Destiny Church,"249 Taranaki Street, Mount Cook, Wellington 6011, Новая Зеландия",destinychurch.net.nz,+64 4-977 6494-Salvation Army Johnsonville,"Johnsonville Road, Johnsonville, Wellington 6037, Новая Зеландия",-,--Revival Centres Church Wellington,"100 Port Road, Seaview, Lower Hutt 5010, Новая Зеландия",rccwellington.nz,+64 800 738 4825-Feilding Baptist Church,"42 Bowen Street, Feilding 4702, Новая Зеландия",feildingbaptist.org.nz,+64 6-323 5063-Lyall Bay Community Church,"68 Freyberg Street, Lyall Bay, Wellington 6022, Новая Зеландия",-,--HCUC - Stokes Valley Uniting Church,"Stokes Valley Road, Stokes Valley, Lower Hutt 5019, Новая Зеландия",-,+64 4-563 5793-Salt Central,"43-49 Matipo Street, Takaro, Palmerston North 4410, Новая Зеландия",moresalt.org,+64 6-356 9913-Rasik Ranchord,"Abel Smith Street, Te Aro, Wellington 6011, Новая Зеландия",rasikranchord.com,+64 4-385 6141-Davidic Centre,"7 Cashmere Avenue, Khandallah, Wellington 6035, Новая Зеландия",-,--Congregational Union of New Zealand,"30 Makara Road, Karori, Wellington 6012, Новая Зеландия",congregational.org.nz,+64 4-478 7046-WesleyCare,"17 Constable Street, Newtown, Wellington 6021, Новая Зеландия",wesleyca.org.nz,+64 4-389 3433-Tiraha Gloryanna Lorraine,"Wainuiomata, Lower Hutt 5014, Новая Зеландия",-,+64 4-564 7870-Gateways Christian Fellowship,"174-178 Church Street, West End, Palmerston North 4412, Новая Зеландия",gateways.org.nz,+64 6-357 4377-Picton Baptist Church,"293 Waikawa Road, Waikawa 7220, Новая Зеландия",pictonbaptist.org.nz,+64 3-573 6315-The Street Church - Office,"21 Hania Street, Mount Victoria, Wellington 6011, Новая Зеландия",thestreet.org.nz,+64 4-385 7315-Feilding Seventh Day Adventist Church,"2 Fergusson Street, Feilding 4702, Новая Зеландия",-,+64 6-326 8732-УКОЛ,"18 Princess Street, Palmerston North 4442, Новая Зеландия",ucol.ac.nz,+64 6-952 7000-Whanganui Central Baptist Church,"285 Wicksteed Street, Whanganui 4500, Новая Зеландия",centralbaptist.org.nz,+64 6-345 3557-Kilbirnie Presbyterian Church,"42 Kilbirnie Crescent, Kilbirnie, Wellington 6022, Новая Зеландия",presbyterian.org.nz,--Church of the Nazarene,"20 Nelson Crescent, Wainuiomata, Lower Hutt 5014, Новая Зеландия",-,+64 4-564 6350-Manawatu Guardian,"619 Main Street, Palmerston North 4410, Новая Зеландия",communitynews.co.nz,+64 6-357 5053diff --git a/yellow-pages/__pycache__/locators.cpython-38.pyc b/yellow-pages/__pycache__/locators.cpython-38.pycindex e6f7af8..5c99712 100644Binary files a/yellow-pages/__pycache__/locators.cpython-38.pyc and b/yellow-pages/__pycache__/locators.cpython-38.pyc differdiff --git a/yellow-pages/__pycache__/my_config.cpython-38.pyc b/yellow-pages/__pycache__/my_config.cpython-38.pycindex 2ca98f5..f879c53 100644Binary files a/yellow-pages/__pycache__/my_config.cpython-38.pyc and b/yellow-pages/__pycache__/my_config.cpython-38.pyc differdiff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.pyindex 9221883..556f8e9 100644--- a/yellow-pages/extractor.py+++ b/yellow-pages/extractor.py@@ -1,9 +1,8 @@import re-import requestsimport lxml.html+import requestsimport asyncio-from multiprocessing import Poolfrom fake_useragent import UserAgentfrom bs4 import BeautifulSoupfrom time import sleep@@ -55,65 +54,48 @@ class Yelp(Webdriver):await self._page.goto(self._yelp)sleep(2.5)- inputs = await self._page.querySelectorAll(input_locator)+ inputs = await self._page.querySelectorAll(input_selector)for i in range(2):await inputs[i].click()sleep(0.13)await self._page.keyboard.type(self._data[i])+ sleep(0.21)- sleep(0.21)- # await self._page.keyboard.press('Enter')- sleep(3)- print(len(await self._page.content()))+ await self._page.click(search_button_selector)async def _scrape(self):++ def parse(html):+ data = {}+ soup = BeautifulSoup(html, 'lxml')- def parse(url):- r = requests.get(url, headers={'User-Agent': ua.random})- html = r.text- if r.ok:- soup = BeautifulSoup(html, 'lxml')-- try:- title = soup.select_one('h1').text.strip()- except:- title = '-'-- try:- phone = soup.find(string='Phone number').next_sibling().text().strip()- except:- phone = '-'-- try:- addr = soup.find(string='Get Directions').next_sibling().text.strip()- except:- addr = '-'+ for field, cls_ in order.items():try:- website = soup.find(attrs={'rel':'noopener'})['href'].split('/biz_redir?url=http%3A%2F%2F')[0].split('&')[0]+ if cls_:+ value = soup.find(class_=cls_,).parent.previous_sibling().text.strip()+ else:+ value = soup.find('h1').text.strip()except:- website = '-'+ value = '-'+ data.update({field: value})- self._buf.store(dict(zip(order, [title, addr, website, phone])))- else:- logger.warning(f'Failed request {r} to {url}')+ self._buf.store(data)- def extract_urls(html):- return ['https://www.yelp.com' + url for url in lxml.html.document_fromstring(html).xpath(urls_xpath)]- # await self._page.goto('https://www.yelp.com/search?find_desc=Pizza&find_loc=London&ns=1')while True:- sleep(5)await self._page.waitForXPath(results_xpath)- urls = extract_urls(await self._page.content())-- # with Pool(10) as p:- # print('Etnered pool')- # p.map(parse, urls)- # print('Exited pool')- for url in urls:- logger.debug('Parsing %s', url)- parse(url)+ places = await self._page.xpath(places_xpath)++ for place in places:+ await self._page.waitForXPath(results_xpath)+ await place.click()+ await self._page.waitForXPath(inner_xpath)+ sleep(1.5)+ parse(await self._page.content())+ await self._page.goBack()+next_button = await self._page.xpath(next_xpath)+if not next_button:self._buf.dump()breakdiff --git a/yellow-pages/locators.py b/yellow-pages/locators.pyindex 63432a2..6359cab 100644--- a/yellow-pages/locators.py+++ b/yellow-pages/locators.py@@ -1,5 +1,8 @@urls_xpath = '//a[@class=" link__09f24__1kwXV link-color--inherit__09f24__3PYlA link-size--inherit__09f24__2Uj95"]/@href'results_xpath = '//*[@class=" leftRailSearchResultsContainer__09f24__3vlwA border-color--default__09f24__R1nRO"]'next_xpath = '//*[@class="icon--24-chevron-right-v2 navigation-button-icon__09f24__2FnZH css-12anxc3"]'+places_xpath = '//h4'+inner_xpath = '//*[@class="lemon--h1__373c0__2ZHSL heading--h1__373c0__dvYgw undefined heading--inline__373c0__10ozy"]'-input_locator = '.pseudo-input_field.business-search-form_input-field'\ No newline at end of file+search_button_selector = '.ybtn.ybtn--primary.ybtn--small.business-search-form_button'+input_selector = '.pseudo-input_field.business-search-form_input-field'\ No newline at end of filediff --git a/yellow-pages/my_config.py b/yellow-pages/my_config.pyindex c7e6b3c..3632642 100644--- a/yellow-pages/my_config.py+++ b/yellow-pages/my_config.py@@ -1,8 +1,8 @@yelp = 'https://www.yelp.com/search?find_desc={}&find_loc={}&ns=1'-order = [- 'Title',- 'Address',- 'WebSite',- 'PhoneNumber'-]\ No newline at end of file+order = {+ 'Title': None,+ 'Address': 'icon--24-phone-v2',+ 'WebSite': 'icon--24-external-link-v2',+ 'PhoneNumber': 'icon--24-directions-v2'+}\ No newline at end of filediff --git a/yellow-pages/pylg.log b/yellow-pages/pylg.logindex d70c406..d11e51a 100644--- a/yellow-pages/pylg.log+++ b/yellow-pages/pylg.log@@ -7,3 +7,30 @@2020-12-22 18:46:41,092 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}2020-12-22 18:46:42,481 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}2020-12-22 18:46:43,892 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:24,768 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:26,267 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:27,700 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:29,777 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:31,173 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:33,312 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:34,782 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:36,387 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:38,050 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:42,403 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:43,932 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:45,613 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:46,821 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 08:59:48,219 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:11:54,715 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:11:55,918 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:11:57,439 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:11:58,668 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:11:59,815 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:00,941 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:02,260 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:03,670 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:05,242 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:08,690 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:10,116 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:11,587 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}+2020-12-23 09:12:12,800 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}