Skip to content

Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.

manual clicking instead of requests

Madif66ffcba95e0
diff --git a/__pycache__/bufferization.cpython-38.pyc b/__pycache__/bufferization.cpython-38.pyc
index 9ceebdb..ce02117 100644
Binary files a/__pycache__/bufferization.cpython-38.pyc and b/__pycache__/bufferization.cpython-38.pyc differ
diff --git a/__pycache__/webdriver.cpython-38.pyc b/__pycache__/webdriver.cpython-38.pyc
index f6e3c78..0987798 100644
Binary files a/__pycache__/webdriver.cpython-38.pyc and b/__pycache__/webdriver.cpython-38.pyc differ
diff --git a/bufferization.py b/bufferization.py
index 302a802..a18cf83 100644
--- a/bufferization.py
+++ b/bufferization.py
@@ -1,23 +1,22 @@
import csv
-from my_config import order
from logger_config import get_logger
logger = get_logger('buffer')
class Buffer:
- lower_limit = 10
- upper_limit = 201
- fn = list(order.keys())
+ lower_limit = 5
+ upper_limit = 200
+ fn = ['Title','Address','WebSite','PhoneNumber']
- def __init__(self, filename: str = 'leads.csv', buffer_size: int = 15):
+ def __init__(self, filename: str = 'leads.csv', buffer_size: int = 5):
if not filename.endswith('.csv'):
raise ValueError(
'Incorrect filename specified. Filename should end with `.csv`')
- if not buffer_size in range(self.lower_limit, self.upper_limit):
+ if not buffer_size in range(self.lower_limit, self.upper_limit + 1):
raise ValueError(
- f'Expected value between {self.upper_limit} and {self.upper_limit}. However, got {buffer_size}')
+ f'Expected value between {self.lower_limit} and {self.upper_limit}. However, got {buffer_size}')
self._buffer_size = buffer_size
self._filename = filename
@@ -40,4 +39,4 @@ class Buffer:
if len(self._data) >= self._buffer_size:
self.dump()
else:
- print(f'Got duplicate or empty dictionary {info}')
\ No newline at end of file
+ logger.warning('Got duplicate or empty dictionary %s', info)
\ No newline at end of file
diff --git a/leads.csv b/leads.csv
deleted file mode 100644
index 78c06ce..0000000
--- a/leads.csv
+++ /dev/null
@@ -1,76 +0,0 @@
-Title,Address,WebSite,PhoneNumber
-Baptist Church,"54 Ocean Road, Paraparaumu Beach, Paraparaumu 5032, Новая Зеландия",kapitibaptist.com,+64 4-298 4826
-Centre Church,"5/9 Hurley Road, Paraparaumu Beach, Paraparaumu 5032, Новая Зеландия",centrechurch.org.nz,+64 4-902 4998
-Beach Church,"Kowhai Grove, Raumati Beach, Paraparaumu 5032, Новая Зеландия",-,+64 22 321 9100
-ARISE Church Kapiti,"32 Raumati Road, Raumati Beach, Paraparaumu 5032, Новая Зеландия",arisechurch.com,+64 4-499 0477
-Waikanae Church - Kapiti Uniting Parish,"9 Parata Street, Waikanae Beach 5036, Новая Зеландия",kapitiunitingparish.org.nz,+64 4-902 5809
-Paraparaumu Baptist Church,"77 Ruapehu Street, Paraparaumu 5032, Новая Зеландия",paraparaumubaptist.org.nz,+64 4-298 7766
-Elim Church,"11 Heriot Drive, Elsdon, Porirua 5022, Новая Зеландия",porirua.elim.org.nz,+64 4-237 0451
-Elim International Church,"22 Tennyson Street, Te Aro, Wellington 6011, Новая Зеландия",wn.elim.org.nz,+64 4-385 9634
-Otaki Baptist Church & Community Emergency Hub,"2 Te Manuao Road, Otaki 5512, Новая Зеландия",-,+64 6-364 8540
-Wellington CRC (Christian Revival Church),"53 Vivian Street, Te Aro, Wellington 6011, Новая Зеландия",wellingtoncrc.org,+64 4-384 1252
-Community Baptist Church,"11 &, 13 Sunlight Grove, Porirua 5022, Новая Зеландия",communitybaptistchurch.co.nz,+64 4-236 8690
-Dunamis Christian Centre,"233 High Street, Hutt Central, Lower Hutt 5010, Новая Зеландия",dunamis.org.nz,+64 27 277 7847
-Apostolic Church,"1 Commerce Crescent, Waitangirua, Wellington 5024, Новая Зеландия",-,+64 4-235 5865
-HeavensGate Church,"233 Staithes Drive South, Whitby, Porirua 5024, Новая Зеландия",heavensgatechurchnz.org,+64 4-235 9161
-Heretaunga Christian Centre,"51 Lane Street, Wallaceville, Upper Hutt 5018, Новая Зеландия",heretaunga.com,+64 4-527 0949
-Hosanna Baptist Porirua,"2 Driver Crescent, Cannons Creek, Porirua 5024, Новая Зеландия",hosanna.nz,+64 4-237 6663
-Wellington Revival Fellowship,"313 Waiwhetu Road, Epuni, Lower Hutt 5011, Новая Зеландия",revivalfellowship.nz,-
-Levin Baptist Church,"17-19 Rugby Street, Levin 5510, Новая Зеландия",levinbaptist.org.nz,+64 6-367 0600
-Upper Hutt Baptist Church,"1 Milton Street, Trentham, Upper Hutt 5018, Новая Зеландия",uhbc.org.nz,+64 4-528 3454
-Apostolic Church,"66 Arawhata Street, Ranui, Wellington 5024, Новая Зеландия",-,+64 4-237 8828
-Soul City Church,"5 King Street, Upper Hutt 5018, Новая Зеландия",-,+64 800 768 569
-Presbyterian Church,"2 Windley Street, Ranui, Porirua 5024, Новая Зеландия",presbyterian.org.nz,+64 4-236 6422
-Porirua Gospel Chapel,"88 Hereford Street, Cannons Creek, Porirua 5024, Новая Зеландия",poriruagospelchapel.org.nz,+64 4-237 8533
-"Gateway Baptist Church, Miramar","33 Park Road, Miramar, Wellington 6022, Новая Зеландия",gatewaybaptist.org.nz,+64 4-388 6535
-Wainuiomata Baptist Church,"38 Wainuiomata Road, Wainuiomata, Lower Hutt 5014, Новая Зеландия",lifeimpactcentre.org.nz,+64 4-564 7022
-Victory Christian Centre,"445-455 High Street, Hutt Central, Lower Hutt 5010, Новая Зеландия",victory.net.nz,+64 4-568 9479
-River Of Life Church,"774 High Street, Epuni, Lower Hutt 5011, Новая Зеландия",riveroflifecentre.org.nz,+64 4-577 3211
-Gracenet Community Church,"45 Webb Street, Mount Cook, Wellington 6011, Новая Зеландия",gracenet.co.nz,+64 21 140 8660
-Avalon AoG Church,"870 High Street, Avalon, Lower Hutt 5011, Новая Зеландия",joinmychurch.com,-
-Freedom House,"176 Bedford Street, Cannons Creek, Porirua 5024, Новая Зеландия",-,-
-The Ekkaallam Church,"18 Harrison Street, Brooklyn, Wellington 6021, Новая Зеландия",theekkaallamchurch.co.nz,+64 27 858 9916
-Avalon Assembly Of God,"870 High Street, Boulcott, Lower Hutt 5011, Новая Зеландия",-,-
-Grace Wellington Church,"16 Kowhai Road, Kelburn, Wellington 6012, Новая Зеландия",gracewellington.org.nz,+64 274 360 881
-The Street Church - East,"38 Park Road, Miramar, Wellington 6022, Новая Зеландия",thestreet.org.nz,+64 4-385 7315
-The Rock Church,"10/4 Glover Street, Ngauranga, Wellington 6035, Новая Зеландия",therock.org.nz,+64 4-471 1438
-Anglican Missions,"Anglican House 32 Mulgrave Street, Pipitea, Wellington 6011, Новая Зеландия",angmissions.org.nz,+64 4-473 5172
-Newlands Baptist Church,"5 Horokiwi Road West, Newlands, Wellington 6037, Новая Зеландия",newlandsbaptist.org.nz,+64 4-976 5413
-Onslow Community Church,"4 Ngatoto Street, Ngaio, Wellington 6035, Новая Зеландия",onslowcc.org.nz,+64 27 324 6650
-New Life Foundation,"Saint Kitts Place, Grenada Village, Wellington 6037, Новая Зеландия",newlifetz.com,+64 27 270 2545
-Hutt Valley Samoan Seventh-Day Adventist Church,"8 Cooper Street, Taita, Lower Hutt 5011, Новая Зеландия",-,-
-Capital Seventh-day Adventist Church,"138 Wakefield Street, Te Aro, Wellington 6011, Новая Зеландия",facebook.com,-
-C3 Church Wellington,"32 Laings Road, Hutt Central, Lower Hutt 5010, Новая Зеландия",c3wellington.com,+64 210 552 867
-Baptist Union,"111 Derwent Street, Island Bay, Wellington 6023, Новая Зеландия",baptist.org.nz,+64 4-383 7713
-Dunamis Christian Centre,"45 Knights Road, Hutt Central, Lower Hutt 5010, Новая Зеландия",dunamis.org.nz,+64 4-973 8977
-Gospel Chapel,"539 Queen Street, Foxton Beach 4815, Новая Зеландия",-,+64 6-368 1609
-Presbyterian Church,"24 Treadwell Street, Naenae, Lower Hutt 5011, Новая Зеландия",presbyterian.org.nz,+64 4-567 7508
-Baptist Church,"112 Broadway, Carterton 5713, Новая Зеландия",-,+64 6-379 8675
-Apostolic Church,"3 Derwent Street, Island Bay, Wellington 6023, Новая Зеландия",-,+64 4-971 2705
-Celebration Church,"246 Thorndon Quay, Pipitea, Wellington 6011, Новая Зеландия",celebration.org.nz,-
-Harvest Ministry for Christ,"45 Knights Road Lower Hutt, Wellington 5010, Новая Зеландия",harvestministryforchrist.org.nz,+64 21 261 6169
-Abundant Life Centre,"71 Abel Smith Street, Te Aro, Wellington 6011, Новая Зеландия",-,-
-Hutt City New Life Church,"237 Cambridge Terrace, Naenae, Lower Hutt 5011, Новая Зеландия",theoasisnewlifechurch.webs.com,+64 4-567 7613
-Assembly of God Wellington Samoan,"193 Rintoul Street, Berhampore, Wellington 6023, Новая Зеландия",-,+64 4-389 6283
-Umbrella Multimedia,"41 Percy Cameron Street, Avalon, Lower Hutt 5011, Новая Зеландия",-,+64 4-296 1399
-Destiny Church,"249 Taranaki Street, Mount Cook, Wellington 6011, Новая Зеландия",destinychurch.net.nz,+64 4-977 6494
-Salvation Army Johnsonville,"Johnsonville Road, Johnsonville, Wellington 6037, Новая Зеландия",-,-
-Revival Centres Church Wellington,"100 Port Road, Seaview, Lower Hutt 5010, Новая Зеландия",rccwellington.nz,+64 800 738 4825
-Feilding Baptist Church,"42 Bowen Street, Feilding 4702, Новая Зеландия",feildingbaptist.org.nz,+64 6-323 5063
-Lyall Bay Community Church,"68 Freyberg Street, Lyall Bay, Wellington 6022, Новая Зеландия",-,-
-HCUC - Stokes Valley Uniting Church,"Stokes Valley Road, Stokes Valley, Lower Hutt 5019, Новая Зеландия",-,+64 4-563 5793
-Salt Central,"43-49 Matipo Street, Takaro, Palmerston North 4410, Новая Зеландия",moresalt.org,+64 6-356 9913
-Rasik Ranchord,"Abel Smith Street, Te Aro, Wellington 6011, Новая Зеландия",rasikranchord.com,+64 4-385 6141
-Davidic Centre,"7 Cashmere Avenue, Khandallah, Wellington 6035, Новая Зеландия",-,-
-Congregational Union of New Zealand,"30 Makara Road, Karori, Wellington 6012, Новая Зеландия",congregational.org.nz,+64 4-478 7046
-WesleyCare,"17 Constable Street, Newtown, Wellington 6021, Новая Зеландия",wesleyca.org.nz,+64 4-389 3433
-Tiraha Gloryanna Lorraine,"Wainuiomata, Lower Hutt 5014, Новая Зеландия",-,+64 4-564 7870
-Gateways Christian Fellowship,"174-178 Church Street, West End, Palmerston North 4412, Новая Зеландия",gateways.org.nz,+64 6-357 4377
-Picton Baptist Church,"293 Waikawa Road, Waikawa 7220, Новая Зеландия",pictonbaptist.org.nz,+64 3-573 6315
-The Street Church - Office,"21 Hania Street, Mount Victoria, Wellington 6011, Новая Зеландия",thestreet.org.nz,+64 4-385 7315
-Feilding Seventh Day Adventist Church,"2 Fergusson Street, Feilding 4702, Новая Зеландия",-,+64 6-326 8732
-УКОЛ,"18 Princess Street, Palmerston North 4442, Новая Зеландия",ucol.ac.nz,+64 6-952 7000
-Whanganui Central Baptist Church,"285 Wicksteed Street, Whanganui 4500, Новая Зеландия",centralbaptist.org.nz,+64 6-345 3557
-Kilbirnie Presbyterian Church,"42 Kilbirnie Crescent, Kilbirnie, Wellington 6022, Новая Зеландия",presbyterian.org.nz,-
-Church of the Nazarene,"20 Nelson Crescent, Wainuiomata, Lower Hutt 5014, Новая Зеландия",-,+64 4-564 6350
-Manawatu Guardian,"619 Main Street, Palmerston North 4410, Новая Зеландия",communitynews.co.nz,+64 6-357 5053
diff --git a/yellow-pages/__pycache__/locators.cpython-38.pyc b/yellow-pages/__pycache__/locators.cpython-38.pyc
index e6f7af8..5c99712 100644
Binary files a/yellow-pages/__pycache__/locators.cpython-38.pyc and b/yellow-pages/__pycache__/locators.cpython-38.pyc differ
diff --git a/yellow-pages/__pycache__/my_config.cpython-38.pyc b/yellow-pages/__pycache__/my_config.cpython-38.pyc
index 2ca98f5..f879c53 100644
Binary files a/yellow-pages/__pycache__/my_config.cpython-38.pyc and b/yellow-pages/__pycache__/my_config.cpython-38.pyc differ
diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.py
index 9221883..556f8e9 100644
--- a/yellow-pages/extractor.py
+++ b/yellow-pages/extractor.py
@@ -1,9 +1,8 @@
import re
-import requests
import lxml.html
+import requests
import asyncio
-from multiprocessing import Pool
from fake_useragent import UserAgent
from bs4 import BeautifulSoup
from time import sleep
@@ -55,65 +54,48 @@ class Yelp(Webdriver):
await self._page.goto(self._yelp)
sleep(2.5)
- inputs = await self._page.querySelectorAll(input_locator)
+ inputs = await self._page.querySelectorAll(input_selector)
for i in range(2):
await inputs[i].click()
sleep(0.13)
await self._page.keyboard.type(self._data[i])
+ sleep(0.21)
- sleep(0.21)
- # await self._page.keyboard.press('Enter')
- sleep(3)
- print(len(await self._page.content()))
+ await self._page.click(search_button_selector)
async def _scrape(self):
+
+ def parse(html):
+ data = {}
+ soup = BeautifulSoup(html, 'lxml')
- def parse(url):
- r = requests.get(url, headers={'User-Agent': ua.random})
- html = r.text
- if r.ok:
- soup = BeautifulSoup(html, 'lxml')
-
- try:
- title = soup.select_one('h1').text.strip()
- except:
- title = '-'
-
- try:
- phone = soup.find(string='Phone number').next_sibling().text().strip()
- except:
- phone = '-'
-
- try:
- addr = soup.find(string='Get Directions').next_sibling().text.strip()
- except:
- addr = '-'
+ for field, cls_ in order.items():
try:
- website = soup.find(attrs={'rel':'noopener'})['href'].split('/biz_redir?url=http%3A%2F%2F')[0].split('&')[0]
+ if cls_:
+ value = soup.find(class_=cls_,).parent.previous_sibling().text.strip()
+ else:
+ value = soup.find('h1').text.strip()
except:
- website = '-'
+ value = '-'
+ data.update({field: value})
- self._buf.store(dict(zip(order, [title, addr, website, phone])))
- else:
- logger.warning(f'Failed request {r} to {url}')
+ self._buf.store(data)
- def extract_urls(html):
- return ['https://www.yelp.com' + url for url in lxml.html.document_fromstring(html).xpath(urls_xpath)]
- # await self._page.goto('https://www.yelp.com/search?find_desc=Pizza&find_loc=London&ns=1')
while True:
- sleep(5)
await self._page.waitForXPath(results_xpath)
- urls = extract_urls(await self._page.content())
-
- # with Pool(10) as p:
- # print('Etnered pool')
- # p.map(parse, urls)
- # print('Exited pool')
- for url in urls:
- logger.debug('Parsing %s', url)
- parse(url)
+ places = await self._page.xpath(places_xpath)
+
+ for place in places:
+ await self._page.waitForXPath(results_xpath)
+ await place.click()
+ await self._page.waitForXPath(inner_xpath)
+ sleep(1.5)
+ parse(await self._page.content())
+ await self._page.goBack()
+
next_button = await self._page.xpath(next_xpath)
+
if not next_button:
self._buf.dump()
break
diff --git a/yellow-pages/locators.py b/yellow-pages/locators.py
index 63432a2..6359cab 100644
--- a/yellow-pages/locators.py
+++ b/yellow-pages/locators.py
@@ -1,5 +1,8 @@
urls_xpath = '//a[@class=" link__09f24__1kwXV link-color--inherit__09f24__3PYlA link-size--inherit__09f24__2Uj95"]/@href'
results_xpath = '//*[@class=" leftRailSearchResultsContainer__09f24__3vlwA border-color--default__09f24__R1nRO"]'
next_xpath = '//*[@class="icon--24-chevron-right-v2 navigation-button-icon__09f24__2FnZH css-12anxc3"]'
+places_xpath = '//h4'
+inner_xpath = '//*[@class="lemon--h1__373c0__2ZHSL heading--h1__373c0__dvYgw undefined heading--inline__373c0__10ozy"]'
-input_locator = '.pseudo-input_field.business-search-form_input-field'
\ No newline at end of file
+search_button_selector = '.ybtn.ybtn--primary.ybtn--small.business-search-form_button'
+input_selector = '.pseudo-input_field.business-search-form_input-field'
\ No newline at end of file
diff --git a/yellow-pages/my_config.py b/yellow-pages/my_config.py
index c7e6b3c..3632642 100644
--- a/yellow-pages/my_config.py
+++ b/yellow-pages/my_config.py
@@ -1,8 +1,8 @@
yelp = 'https://www.yelp.com/search?find_desc={}&find_loc={}&ns=1'
-order = [
- 'Title',
- 'Address',
- 'WebSite',
- 'PhoneNumber'
-]
\ No newline at end of file
+order = {
+ 'Title': None,
+ 'Address': 'icon--24-phone-v2',
+ 'WebSite': 'icon--24-external-link-v2',
+ 'PhoneNumber': 'icon--24-directions-v2'
+}
\ No newline at end of file
diff --git a/yellow-pages/pylg.log b/yellow-pages/pylg.log
index d70c406..d11e51a 100644
--- a/yellow-pages/pylg.log
+++ b/yellow-pages/pylg.log
@@ -7,3 +7,30 @@
2020-12-22 18:46:41,092 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
2020-12-22 18:46:42,481 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
2020-12-22 18:46:43,892 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:24,768 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:26,267 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:27,700 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:29,777 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:31,173 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:33,312 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:34,782 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:36,387 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:38,050 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:42,403 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:43,932 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:45,613 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:46,821 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 08:59:48,219 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:11:54,715 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:11:55,918 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:11:57,439 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:11:58,668 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:11:59,815 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:00,941 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:02,260 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:03,670 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:05,242 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:08,690 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:10,116 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:11,587 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}
+2020-12-23 09:12:12,800 - WARNING | bufferization.py/store/42 | Got duplicate or empty dictionary {'Title': '-', 'Address': '-', 'WebSite': '-', 'PhoneNumber': '-'}