Skip to content

Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.

title selector changed

Madibe84555bce64
diff --git a/google-maps/leads.csv b/google-maps/leads.csv
index a899b9a..3106c8b 100644
--- a/google-maps/leads.csv
+++ b/google-maps/leads.csv
@@ -14,3 +14,108 @@ DERBY academy,"Ulitsa Kanaybi 24, Kokshetau 020000",derbyacademy.kz,-
Sportivnyy Klub Po Igrovym Vidam Sporta,"Abay Street 116-122, Kokshetau 020000",-,-
"Fitnes-Klub ""Yaguar""","Ulitsa Abylay-Khana 18/2, Shchuchinsk 020000",instagram.com,8 (71636) 3 81 03
Trenazhernyy Zal,"Ulitsa Konstitutsii Kazakhstana 54, Petropavl 150000",-,-
+Lider,"Абай Көшесі, Petropavl 150000",-,-
+"Dvorets Sporta ""Burabay""","Burabay, A-343 85, Kokshetau 020000",dsb.kz,8 (7162) 32 82 84
+Sto,Sergeevka 150000,-,-
+Тренажерный Зал XXL,Nur-Sultan 010000,-,-
+Grand Gym,"020000, Nur-Sultan",-,8 (707) 177 7327
+Fitness room,"Kenzhebek Kumisbekov St 7, Nur-Sultan 020000",-,8 (778) 169 2621
+Argo,"Mira St 41, Stepnogorsk 021501",-,8 (71645) 6 38 78
+Grand Fitness,"Сары Арка 31/2, вход со стороны ул.Жангельдина, проспект Сарыарка, Saryarka Avenue, Nur-Sultan 020000",business.site,8 (702) 132 8294
+T-Tau,"Respublika Ave, Nur-Sultan 010000",vk.com,8 (7172) 40 38 27
+ДЮСШ «Триатлон»,Kokshetau 020000,-,8 (7162) 42 05 91
+Start,"Здание 7,, Tselinogradskaya st. 50, Stepnogorsk",-,8 (71645) 3 60 59
+Sportzal,"Ulitsa Muravlenko, 13, Tyumen, Tyumen Oblast, Russia, 625022",-,-
+Trenazhernyy Zal,Karagandy 100000,-,-
+Flex Gym,"Ulitsa Pushkina, 59, Omsk, Omsk Oblast, Russia, 644010",flexgym55.ru,+7 381 266-66-99
+Rekord,"110000, Al Farabi Ave 124, Kostanay",-,8 (7142) 56 87 08
+Фитнес Клуб World CLASS,Karagandy 100000,worldclass.kz,-
+Okzhetpes Stadium,"Abay Street 116, Kokshetau 020000",okzhetpes.kz,8 (7162) 92 60 16
+Space Fitness,"Amanat St, Nur-Sultan 010000",spacefitness.kz,8 (707) 650 5050
+Gym Studio,"Karla Marksa Prospekt, 32, Omsk, Omsk Oblast, Russia, 644042",-,+7 381 232-05-00
+ENERGY CLUB,"3, Lomov St 164/11, Pavlodar",-,8 (7182) 66 37 85
+Life Fitness,"Туркестан, 2, Nur-Sultan 010000",lifefit.kz,8 (7172) 79 73 73
+Trenazhernyy Zal,"Auezov Street, Aksu 140000",-,-
+Фитнес-клуб Prime,"Ulitsa Kuybysheva, 55, 2 этаж, Kurgan, Kurgan Oblast, Russia, 640020",kurgan.zoon.ru,+7 912 573-56-83
+Sportzal,"Ulitsa Malysheva, 138а, Yekaterinburg, Sverdlovsk Oblast, Russia, 620078",-,-
+Ples,Shoptykol 020000,-,-
+Sportzal,"Yemashi, Republic of Bashkortostan, Russia, 452590",-,-
+"Gostinitsa ""Dostyk""","Abay Street 69, Kokshetau 020000",dostyqhotel.kz,-
+HARD GYM,"Ulitsa Svobody, д.110Б, Chelyabinsk, Chelyabinsk Oblast, Russia, 454005",-,-
+"Ostanovka ""Sportzal""","Altynsarin Street, Kostanay 110000",-,-
+"Fitnes Tsentr ""Arena""",Semey 070000,-,-
+Fokus,"Zhambyl St 4-6, Pavlodar 140000",vk.com,8 (7182) 62 44 24
+Ozon,"Komarova, 11к1, 4 этаж, Omsk, Omsk Oblast, Russia, 644112",ozone-fitness.ru,+7 381 297-24-24
+Agrimer-Astyk LLP,Kokshetau 020000,-,-
+Kapital,"Sabataev Street 82, Kokshetau 020000",-,-
+Sportzal,"Tolmachevskoye Shosse, Novosibirsk, Novosibirsk Oblast, Russia, 633100",-,-
+STEEL BODY,"Solnechnyy Proyezd, 7, Tyumen, Tyumen Oblast, Russia, 625022",-,+7 345 260-06-85
+Winox Fitness club & SPA,"Tauelsizdik Ave 32, Nur-Sultan 020000",winox.kz,8 (701) 110 1010
+Sportzal,"Ulitsa Marshala Zhukova, 2/11, Ufa, Republic of Bashkortostan, Russia, 450073",-,-
+"Strong & Smart, fitness club","Ulitsa Brat'yev Kashirinykh, 54Б, Chelyabinsk, Chelyabinsk Oblast, Russia, 454106",strsm.ru,+7 909 079-86-66
+Sportzal,"Ulitsa Rabkorov, 16/1, Ufa, Republic of Bashkortostan, Russia, 450092",-,+7 347 250-29-02
+"Energiya, Atleticheskiy Klub","Ulitsa Yel'kina, 63А, Chelyabinsk, Chelyabinsk Oblast, Russia, 454092",-,+7 351 263-56-40
+FLEX FITNESS CLUB,"Kabanbay Batyr St 41, Ust'-Kamenogorsk 070000",-,8 (777) 726 2830
+Shkola Olimpiyskogo Rezerva,"б, Erubaev St 43, Karagandy 100000",-,-
+Sportzal,"Ulitsa Yeroshevskogo, 18, Samara, Samara Oblast, Russia, 443056",-,-
+Sportzal,"Zelenyy Prospekt, 20, Moscow, Russia, 111401",-,-
+Sportzal,"Zelenyy Prospekt, 20, Moscow, Russia, 111401",-,-
+Sportzal,"Lesnaya Ulitsa, 6А, Aktiubinskii, Republic of Tatarstan, Russia, 423304",-,-
+Sportzal,"Krasnogorsk, Uzbekistan",-,-
+Neptun,"Makhmet Qayyrbayev St 85, Pavlodar 140000",neptun.org.kz,8 (7182) 32 85 87
+Sportzal,"с, Leningradsky Ave, 31А строение 1, Moscow, Russia, 125284",-,-
+FitnessGym,"Sadovnikov, Almaty 050000",fitnessgym.kz,8 (7272) 49 54 59
+Sportzal,"Ulitsa Severnoye Kol'tso, 16А, Kirov, Kirov Oblast, Russia, 610006",-,+7 833 225-05-12
+Sportzal,"Kogalym, Ханты-Мансийский Автономный округ - Югра АО, Russia, 628483",-,-
+Sportzal,"Naberezhnaya Ulitsa, 37-41, Sol-Iletsk, Orenburg Oblast, Russia, 461505",-,-
+Lider,"Средняя школа №60, Ulitsa Dolgireva, 91, Omsk, Omsk Oblast, Russia, 644034",-,+7 950 781-46-78
+Liga Chempionov,"Ulitsa Sputnikov, 11, Yekaterinburg, Sverdlovsk Oblast, Russia, 620025",m.vk.com,+7 961 775-85-07
+Sportzal,"Гимназия №4, Ulitsa Engel'sa, 1А, 2 этаж, Cheboksary, Chuvashia Republic, Russia, 428003",-,+7 835 262-41-42
+Sportivnyy Zal,Shieli,-,-
+Sportzal,"Shosse Revolyutsii, 15, St Petersburg, Russia, 195176",-,-
+Sportzal,"St Petersburg, Russia, 197022",-,-
+Za Gym,"Naymanbaev St, Semey 070000",-,8 (7222) 44 44 46
+Lider,"Grammar school №159, Barnaul'skaya Ulitsa, 134, Omsk, Omsk Oblast, Russia, 644105",-,+7 904 588-17-10
+Art-fitness,"Krylov Street 70, Ust'-Kamenogorsk 070000",artfitness.kz,8 (7232) 54 44 10
+Sportzal,"Volgograd, Volgograd Oblast, Russia, 400050",-,-
+Hammer,Aktobe,-,-
+Sportzal,"Ulitsa Belinskogo, 61, Nizhny Novgorod, Nizhny Novgorod Oblast, Russia, 603006",-,-
+"Тренажерный зал ""Гранат""","Alchevskyh St, 31, Kharkiv, Kharkiv Oblast, Ukraine, 61000",-,+380 97 867 1661
+Sportzal,"Monastyrskoye, Republic of Tatarstan, Russia, 422392",-,-
+Спорт Зал,"Kyiv, Ukraine, 02000",-,+380 63 897 7297
+Sportzal,"Ulitsa Dzerzhinskogo, 38А, Astrakhan, Astrakhan Oblast, Russia, 414006",-,-
+Sportzal,"Verkhnyaya Unzha, Kostroma Oblast, Russia, 157440",-,-
+Sportzal,"Prospekt Akushinskogo, 114, Makhachkala, Republic of Dagestan, Russia, 367014",-,-
+Sportzal,"Volgograd, Volgograd Oblast, Russia, 400080",-,-
+Sportzal,"Ulitsa Tsiolkovskogo, 28, Makhachkala, Republic of Dagestan, Russia, 367008",-,-
+Sportzal,"Olimpiyskiy Prospekt, 33, Mytishchi, Moscow Oblast, Russia, 141006",-,-
+Спортзал,"14 Bagratuniats St, Yerevan 0039, Armenia",-,+374 94 428502
+Sportzal,"Ulitsa Aviator Mikrorayon, 73, Achinsk, Krasnoyarsk Krai, Russia, 662150",-,-
+Sportzal,"Ulitsa Novoazhimova, 3, Izhevsk, Udmurt Republic, Russia, 426006",-,-
+Sportzal,"вуліца Глінкі 44, Baranovichi, Belarus",спортзал-барановичи.бел,+375 29 124-95-87
+ORGANIZM 23 Августа,"23-ho Serpnya St, 43, Kharkiv, Kharkiv Oblast, Ukraine, 61000",organizm.in.ua,+380 95 917 1212
+Gladiator Gym,"Kostyantyna Dan'kevycha St, 12, Kyiv, Ukraine, 02000",nailspro.kiev.ua,+380 93 379 7949
+Sportzal,"Stavropol Krai, Russia, 356195",-,+7 905 490-25-82
+Sportzal,"Ulitsa Sverdlova, 3, Bogorodsk, Nizhny Novgorod Oblast, Russia, 607600",-,-
+Sportzal,"Ulitsa Leningradskaya, 97, Vologda, Vologda Oblast, Russia, 160034",-,+7 981 503-20-10
+Sportzal,"Nurlat, Republic of Tatarstan, Russia, 423042",-,-
+Sportzal,"2-Y Mikrorayon, 1а, Shushenskoe, Krasnoyarsk Krai, Russia, 662710",-,-
+Sportzal,"3-Ya Karta, Volgograd Oblast, Russia, 404150",-,-
+Gym,"Ulitsa Kirova, 44/1, Novosibirsk, Novosibirsk Oblast, Russia, 630102",-,+7 383 383-02-72
+Фитнес клуб Sport Zone,"Heroiv Pratsi St, 60В, Kharkiv, Kharkiv Oblast, Ukraine, 61000",instagram.com,+380 50 553 0155
+Razdevalka I Dushevaya Zhenskaya,"НТТЖКиГХ, Черноисточинское ш., 58, Nizhny Tagil, Sverdlovsk Oblast, Russia, 622030",nttgk-gh.umi.ru,+7 343 547-62-99
+Sportzal,"Almak, Republic of Dagestan, Russia, 368150",-,-
+Sportzal,"Belgradskaya Ulitsa, 30, St Petersburg, Russia, 192212",-,-
+Sportzal,"Republic of Dagestan, Russia, 368935",-,-
+Sport & Fit,"Sofiivska Borschahivka, Kyiv Oblast, Ukraine",mixsport.pro,+380 98 230 9090
+"Спортзала ""Alex""","1а, Soborna St, Kropyvnytskyi, Kirovohrad Oblast, Ukraine, 25000",-,+380 50 814 6246
+Sportzal,"Ulitsa Tani Baramzinoy, 4, Glazov, Udmurt Republic, Russia, 427622",-,-
+Тренажерный зал,"Kniazia Volodymyra Velykoho Street, 12, Dnipro, Dnipropetrovsk Oblast, Ukraine, 49000",-,+380 67 784 3785
+Sportzal,"Tsurib, Republic of Dagestan, Russia, 368450",-,-
+Sportzal,"Kugesi, Chuvashia Republic, Russia, 429500",-,-
+Sportzal,"Ulitsa Gor'kogo, 162В, Kaliningrad, Kaliningrad Oblast, Russia, 236029",-,+7 401 232-33-06
+Fitness Palace,"Turan Ave 30, Nur-Sultan 010000",fitness-palace.kz,8 (7172) 56 77 77
+Sportzal,"Bavtugay, Republic of Dagestan, Russia, 368101",-,-
+Sportzal,"Kovalia St, 3, Poltava, Poltava Oblast, Ukraine, 36000",-,-
+Sportzal,"а, Ulitsa Antonova-Ovseyenko, 31, Voronezh, Voronezh Oblast, Russia, 394088",-,-
+Sportzal,"Pervomansk, Krasnoyarsk Krai, Russia, 663502",-,-
diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.py
index 6a54225..812516b 100644
--- a/yellow-pages/extractor.py
+++ b/yellow-pages/extractor.py
@@ -2,6 +2,7 @@ import re
import requests
import lxml.html
+from multiprocessing import Pool
from fake_useragent import UserAgent
from bs4 import BeautifulSoup
from time import sleep
@@ -34,16 +35,24 @@ class Yelp(Webdriver):
self._loc = loc
self._desc = desc
- async def _collect_urls(self, html):
- tree = lxml.html.document_fromstring(html)
- urls = ['https://www.yelp.com' + url for url in tree.xpath(urls_xpath)]
+ async def _extract_urls(self, html):
+ return ['https://www.yelp.com' + url for url in lxml.html.document_fromstring(html).xpath(urls_xpath)]
async def _locate(self):
pass
- def _extract_urls(self, html):
+ def _parse(self, html):
soup = BeautifulSoup(html, 'lxml')
+ try:
+ title = soup.select_one('h1').text.strip()
+ except:
+ title = '-'
+
+ try:
+
+
+
async def scrape(self):
# 1) Go to the yelp with given description and location
@@ -54,7 +63,8 @@ class Yelp(Webdriver):
while True:
html = await self._locate()
urls = self._extract_urls(html)
- self.page
+ with Pool(10) as p:
+ p.map(self._parse, urls)
y = Yelp('London', 'Pizza')