Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.
title selector changed
Madibe84555bce64
diff --git a/google-maps/leads.csv b/google-maps/leads.csvindex a899b9a..3106c8b 100644--- a/google-maps/leads.csv+++ b/google-maps/leads.csv@@ -14,3 +14,108 @@ DERBY academy,"Ulitsa Kanaybi 24, Kokshetau 020000",derbyacademy.kz,-Sportivnyy Klub Po Igrovym Vidam Sporta,"Abay Street 116-122, Kokshetau 020000",-,-"Fitnes-Klub ""Yaguar""","Ulitsa Abylay-Khana 18/2, Shchuchinsk 020000",instagram.com,8 (71636) 3 81 03Trenazhernyy Zal,"Ulitsa Konstitutsii Kazakhstana 54, Petropavl 150000",-,-+Lider,"Абай Көшесі, Petropavl 150000",-,-+"Dvorets Sporta ""Burabay""","Burabay, A-343 85, Kokshetau 020000",dsb.kz,8 (7162) 32 82 84+Sto,Sergeevka 150000,-,-+Тренажерный Зал XXL,Nur-Sultan 010000,-,-+Grand Gym,"020000, Nur-Sultan",-,8 (707) 177 7327+Fitness room,"Kenzhebek Kumisbekov St 7, Nur-Sultan 020000",-,8 (778) 169 2621+Argo,"Mira St 41, Stepnogorsk 021501",-,8 (71645) 6 38 78+Grand Fitness,"Сары Арка 31/2, вход со стороны ул.Жангельдина, проспект Сарыарка, Saryarka Avenue, Nur-Sultan 020000",business.site,8 (702) 132 8294+T-Tau,"Respublika Ave, Nur-Sultan 010000",vk.com,8 (7172) 40 38 27+ДЮСШ «Триатлон»,Kokshetau 020000,-,8 (7162) 42 05 91+Start,"Здание 7,, Tselinogradskaya st. 50, Stepnogorsk",-,8 (71645) 3 60 59+Sportzal,"Ulitsa Muravlenko, 13, Tyumen, Tyumen Oblast, Russia, 625022",-,-+Trenazhernyy Zal,Karagandy 100000,-,-+Flex Gym,"Ulitsa Pushkina, 59, Omsk, Omsk Oblast, Russia, 644010",flexgym55.ru,+7 381 266-66-99+Rekord,"110000, Al Farabi Ave 124, Kostanay",-,8 (7142) 56 87 08+Фитнес Клуб World CLASS,Karagandy 100000,worldclass.kz,-+Okzhetpes Stadium,"Abay Street 116, Kokshetau 020000",okzhetpes.kz,8 (7162) 92 60 16+Space Fitness,"Amanat St, Nur-Sultan 010000",spacefitness.kz,8 (707) 650 5050+Gym Studio,"Karla Marksa Prospekt, 32, Omsk, Omsk Oblast, Russia, 644042",-,+7 381 232-05-00+ENERGY CLUB,"3, Lomov St 164/11, Pavlodar",-,8 (7182) 66 37 85+Life Fitness,"Туркестан, 2, Nur-Sultan 010000",lifefit.kz,8 (7172) 79 73 73+Trenazhernyy Zal,"Auezov Street, Aksu 140000",-,-+Фитнес-клуб Prime,"Ulitsa Kuybysheva, 55, 2 этаж, Kurgan, Kurgan Oblast, Russia, 640020",kurgan.zoon.ru,+7 912 573-56-83+Sportzal,"Ulitsa Malysheva, 138а, Yekaterinburg, Sverdlovsk Oblast, Russia, 620078",-,-+Ples,Shoptykol 020000,-,-+Sportzal,"Yemashi, Republic of Bashkortostan, Russia, 452590",-,-+"Gostinitsa ""Dostyk""","Abay Street 69, Kokshetau 020000",dostyqhotel.kz,-+HARD GYM,"Ulitsa Svobody, д.110Б, Chelyabinsk, Chelyabinsk Oblast, Russia, 454005",-,-+"Ostanovka ""Sportzal""","Altynsarin Street, Kostanay 110000",-,-+"Fitnes Tsentr ""Arena""",Semey 070000,-,-+Fokus,"Zhambyl St 4-6, Pavlodar 140000",vk.com,8 (7182) 62 44 24+Ozon,"Komarova, 11к1, 4 этаж, Omsk, Omsk Oblast, Russia, 644112",ozone-fitness.ru,+7 381 297-24-24+Agrimer-Astyk LLP,Kokshetau 020000,-,-+Kapital,"Sabataev Street 82, Kokshetau 020000",-,-+Sportzal,"Tolmachevskoye Shosse, Novosibirsk, Novosibirsk Oblast, Russia, 633100",-,-+STEEL BODY,"Solnechnyy Proyezd, 7, Tyumen, Tyumen Oblast, Russia, 625022",-,+7 345 260-06-85+Winox Fitness club & SPA,"Tauelsizdik Ave 32, Nur-Sultan 020000",winox.kz,8 (701) 110 1010+Sportzal,"Ulitsa Marshala Zhukova, 2/11, Ufa, Republic of Bashkortostan, Russia, 450073",-,-+"Strong & Smart, fitness club","Ulitsa Brat'yev Kashirinykh, 54Б, Chelyabinsk, Chelyabinsk Oblast, Russia, 454106",strsm.ru,+7 909 079-86-66+Sportzal,"Ulitsa Rabkorov, 16/1, Ufa, Republic of Bashkortostan, Russia, 450092",-,+7 347 250-29-02+"Energiya, Atleticheskiy Klub","Ulitsa Yel'kina, 63А, Chelyabinsk, Chelyabinsk Oblast, Russia, 454092",-,+7 351 263-56-40+FLEX FITNESS CLUB,"Kabanbay Batyr St 41, Ust'-Kamenogorsk 070000",-,8 (777) 726 2830+Shkola Olimpiyskogo Rezerva,"б, Erubaev St 43, Karagandy 100000",-,-+Sportzal,"Ulitsa Yeroshevskogo, 18, Samara, Samara Oblast, Russia, 443056",-,-+Sportzal,"Zelenyy Prospekt, 20, Moscow, Russia, 111401",-,-+Sportzal,"Zelenyy Prospekt, 20, Moscow, Russia, 111401",-,-+Sportzal,"Lesnaya Ulitsa, 6А, Aktiubinskii, Republic of Tatarstan, Russia, 423304",-,-+Sportzal,"Krasnogorsk, Uzbekistan",-,-+Neptun,"Makhmet Qayyrbayev St 85, Pavlodar 140000",neptun.org.kz,8 (7182) 32 85 87+Sportzal,"с, Leningradsky Ave, 31А строение 1, Moscow, Russia, 125284",-,-+FitnessGym,"Sadovnikov, Almaty 050000",fitnessgym.kz,8 (7272) 49 54 59+Sportzal,"Ulitsa Severnoye Kol'tso, 16А, Kirov, Kirov Oblast, Russia, 610006",-,+7 833 225-05-12+Sportzal,"Kogalym, Ханты-Мансийский Автономный округ - Югра АО, Russia, 628483",-,-+Sportzal,"Naberezhnaya Ulitsa, 37-41, Sol-Iletsk, Orenburg Oblast, Russia, 461505",-,-+Lider,"Средняя школа №60, Ulitsa Dolgireva, 91, Omsk, Omsk Oblast, Russia, 644034",-,+7 950 781-46-78+Liga Chempionov,"Ulitsa Sputnikov, 11, Yekaterinburg, Sverdlovsk Oblast, Russia, 620025",m.vk.com,+7 961 775-85-07+Sportzal,"Гимназия №4, Ulitsa Engel'sa, 1А, 2 этаж, Cheboksary, Chuvashia Republic, Russia, 428003",-,+7 835 262-41-42+Sportivnyy Zal,Shieli,-,-+Sportzal,"Shosse Revolyutsii, 15, St Petersburg, Russia, 195176",-,-+Sportzal,"St Petersburg, Russia, 197022",-,-+Za Gym,"Naymanbaev St, Semey 070000",-,8 (7222) 44 44 46+Lider,"Grammar school №159, Barnaul'skaya Ulitsa, 134, Omsk, Omsk Oblast, Russia, 644105",-,+7 904 588-17-10+Art-fitness,"Krylov Street 70, Ust'-Kamenogorsk 070000",artfitness.kz,8 (7232) 54 44 10+Sportzal,"Volgograd, Volgograd Oblast, Russia, 400050",-,-+Hammer,Aktobe,-,-+Sportzal,"Ulitsa Belinskogo, 61, Nizhny Novgorod, Nizhny Novgorod Oblast, Russia, 603006",-,-+"Тренажерный зал ""Гранат""","Alchevskyh St, 31, Kharkiv, Kharkiv Oblast, Ukraine, 61000",-,+380 97 867 1661+Sportzal,"Monastyrskoye, Republic of Tatarstan, Russia, 422392",-,-+Спорт Зал,"Kyiv, Ukraine, 02000",-,+380 63 897 7297+Sportzal,"Ulitsa Dzerzhinskogo, 38А, Astrakhan, Astrakhan Oblast, Russia, 414006",-,-+Sportzal,"Verkhnyaya Unzha, Kostroma Oblast, Russia, 157440",-,-+Sportzal,"Prospekt Akushinskogo, 114, Makhachkala, Republic of Dagestan, Russia, 367014",-,-+Sportzal,"Volgograd, Volgograd Oblast, Russia, 400080",-,-+Sportzal,"Ulitsa Tsiolkovskogo, 28, Makhachkala, Republic of Dagestan, Russia, 367008",-,-+Sportzal,"Olimpiyskiy Prospekt, 33, Mytishchi, Moscow Oblast, Russia, 141006",-,-+Спортзал,"14 Bagratuniats St, Yerevan 0039, Armenia",-,+374 94 428502+Sportzal,"Ulitsa Aviator Mikrorayon, 73, Achinsk, Krasnoyarsk Krai, Russia, 662150",-,-+Sportzal,"Ulitsa Novoazhimova, 3, Izhevsk, Udmurt Republic, Russia, 426006",-,-+Sportzal,"вуліца Глінкі 44, Baranovichi, Belarus",спортзал-барановичи.бел,+375 29 124-95-87+ORGANIZM 23 Августа,"23-ho Serpnya St, 43, Kharkiv, Kharkiv Oblast, Ukraine, 61000",organizm.in.ua,+380 95 917 1212+Gladiator Gym,"Kostyantyna Dan'kevycha St, 12, Kyiv, Ukraine, 02000",nailspro.kiev.ua,+380 93 379 7949+Sportzal,"Stavropol Krai, Russia, 356195",-,+7 905 490-25-82+Sportzal,"Ulitsa Sverdlova, 3, Bogorodsk, Nizhny Novgorod Oblast, Russia, 607600",-,-+Sportzal,"Ulitsa Leningradskaya, 97, Vologda, Vologda Oblast, Russia, 160034",-,+7 981 503-20-10+Sportzal,"Nurlat, Republic of Tatarstan, Russia, 423042",-,-+Sportzal,"2-Y Mikrorayon, 1а, Shushenskoe, Krasnoyarsk Krai, Russia, 662710",-,-+Sportzal,"3-Ya Karta, Volgograd Oblast, Russia, 404150",-,-+Gym,"Ulitsa Kirova, 44/1, Novosibirsk, Novosibirsk Oblast, Russia, 630102",-,+7 383 383-02-72+Фитнес клуб Sport Zone,"Heroiv Pratsi St, 60В, Kharkiv, Kharkiv Oblast, Ukraine, 61000",instagram.com,+380 50 553 0155+Razdevalka I Dushevaya Zhenskaya,"НТТЖКиГХ, Черноисточинское ш., 58, Nizhny Tagil, Sverdlovsk Oblast, Russia, 622030",nttgk-gh.umi.ru,+7 343 547-62-99+Sportzal,"Almak, Republic of Dagestan, Russia, 368150",-,-+Sportzal,"Belgradskaya Ulitsa, 30, St Petersburg, Russia, 192212",-,-+Sportzal,"Republic of Dagestan, Russia, 368935",-,-+Sport & Fit,"Sofiivska Borschahivka, Kyiv Oblast, Ukraine",mixsport.pro,+380 98 230 9090+"Спортзала ""Alex""","1а, Soborna St, Kropyvnytskyi, Kirovohrad Oblast, Ukraine, 25000",-,+380 50 814 6246+Sportzal,"Ulitsa Tani Baramzinoy, 4, Glazov, Udmurt Republic, Russia, 427622",-,-+Тренажерный зал,"Kniazia Volodymyra Velykoho Street, 12, Dnipro, Dnipropetrovsk Oblast, Ukraine, 49000",-,+380 67 784 3785+Sportzal,"Tsurib, Republic of Dagestan, Russia, 368450",-,-+Sportzal,"Kugesi, Chuvashia Republic, Russia, 429500",-,-+Sportzal,"Ulitsa Gor'kogo, 162В, Kaliningrad, Kaliningrad Oblast, Russia, 236029",-,+7 401 232-33-06+Fitness Palace,"Turan Ave 30, Nur-Sultan 010000",fitness-palace.kz,8 (7172) 56 77 77+Sportzal,"Bavtugay, Republic of Dagestan, Russia, 368101",-,-+Sportzal,"Kovalia St, 3, Poltava, Poltava Oblast, Ukraine, 36000",-,-+Sportzal,"а, Ulitsa Antonova-Ovseyenko, 31, Voronezh, Voronezh Oblast, Russia, 394088",-,-+Sportzal,"Pervomansk, Krasnoyarsk Krai, Russia, 663502",-,-diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.pyindex 6a54225..812516b 100644--- a/yellow-pages/extractor.py+++ b/yellow-pages/extractor.py@@ -2,6 +2,7 @@ import reimport requestsimport lxml.html+from multiprocessing import Poolfrom fake_useragent import UserAgentfrom bs4 import BeautifulSoupfrom time import sleep@@ -34,16 +35,24 @@ class Yelp(Webdriver):self._loc = locself._desc = desc- async def _collect_urls(self, html):- tree = lxml.html.document_fromstring(html)- urls = ['https://www.yelp.com' + url for url in tree.xpath(urls_xpath)]+ async def _extract_urls(self, html):+ return ['https://www.yelp.com' + url for url in lxml.html.document_fromstring(html).xpath(urls_xpath)]async def _locate(self):pass- def _extract_urls(self, html):+ def _parse(self, html):soup = BeautifulSoup(html, 'lxml')+ try:+ title = soup.select_one('h1').text.strip()+ except:+ title = '-'++ try:+++async def scrape(self):# 1) Go to the yelp with given description and location@@ -54,7 +63,8 @@ class Yelp(Webdriver):while True:html = await self._locate()urls = self._extract_urls(html)- self.page+ with Pool(10) as p:+ p.map(self._parse, urls)y = Yelp('London', 'Pizza')