Skip to content

Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.

preliminary files for linkedin and hunterio parsers created

Madi74d80864c67d
diff --git a/pylg.log b/emails/config.py
similarity index 100%
rename from pylg.log
rename to emails/config.py
diff --git a/extract_emails.py b/emails/extract_emails.py
similarity index 100%
rename from extract_emails.py
rename to emails/extract_emails.py
diff --git a/emails/hunterio.py b/emails/hunterio.py
new file mode 100644
index 0000000..e69de29
diff --git a/emails/locators.py b/emails/locators.py
new file mode 100644
index 0000000..e69de29
diff --git a/google-maps/extractor.py b/google-maps/extractor.py
index ecec590..77b223f 100644
--- a/google-maps/extractor.py
+++ b/google-maps/extractor.py
@@ -130,7 +130,7 @@ class GoogleMaps(Webdriver):
async def main():
g = GoogleMaps()
- await g.init_browser(headless_status=True)
+ await g.init_browser(hidden=True)
await g.search('Nur-Sulatn', 'Hotel')
diff --git a/google-maps/leads.csv b/google-maps/leads.csv
index 97033a8..5da8fe0 100644
--- a/google-maps/leads.csv
+++ b/google-maps/leads.csv
@@ -1,26 +1,66 @@
Title,Address,WebSite,PhoneNumber
-Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56
-Wyndham Garden Astana,"Хусейн бен Талал 25, Nur-Sultan 010000",wyndhamgardenastana.com,8 (775) 030 4444
Hampton by Hilton Astana Triumphal Arch,"Prospekt Mangilik Yel. 43A, Nur-Sultan 010000",hilton.com,8 (7172) 70 35 00
-Diplomat Hotel & Business Center,"Dinmukhamed Qonayev St 29/1, Nur-Sultan 010000",-,8 (7172) 55 00 01
+Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56
+Red Village Hotel,"ул. Мустафина 1/1, Nur-Sultan 010009",redvillagehotel.kz,8 (7172) 57 08 08
+Hilton Astana,"Sauran Street 46, Nur-Sultan 010000",hilton.com,8 (7172) 64 99 00
+"Radisson Hotel, Astana","Saryarka Avenue 4, Nur-Sultan 010000",radissonhotels.com,8 (7172) 67 07 77
+Elite Apart-Hotel,"Raqymjan Qoshqarbayev Avenue 10\1, Nur-Sultan 010017",eliteapart.kz,8 (7172) 76 97 33
King Hotel Astana,"Shokan Valikhanov Street 7, Nur-Sultan 010000",kinghotelastana.kz,8 (7172) 70 57 05
-MyLINE relax complex,"Bayimbet Maylin St 37 А, Nur-Sultan 010000",-,-
-Astana Best Hostel,"Zhk Infiniti 2, Qabanbay Batyr Ave 42, Nur-Sultan 010000",-,8 (7172) 28 68 29
-Park Avenue,"Prospekt Mangilik Yel. 37/1, Nur-Sultan 010000",hotelparkavenue.kz,8 (701) 052 2266
-Hostel S size,"Ул. Бухар Жырау 36, Nur-Sultan 020000",-,8 (775) 103 3337
-Alanda Hotel,"Tauelsizdik Ave 33, Nur-Sultan 020000",alanda-hotel.kz,8 (7172) 72 93 09
+Sheraton Nur-Sultan Hotel,"Syghanaq St 16/1, Nur-Sultan 010000",marriott.com,8 (7172) 70 05 55
+The St. Regis Astana,"Qabanbay Batyr Ave 1, Nur-Sultan 010000",marriott.com,8 (7172) 79 08 88
+East Astana Hotel,"Auezova street 12, Nur-Sultan 010000",easthotelastana.kz,8 (775) 333 0055
+Azat Hotel,"Bayimbet Maylin St 35, Nur-Sultan 010000",hotel-13016.business.site,8 (702) 902 4442
+Comfort Hotel Astana,"Cosmonauts St 60, Nur-Sultan 020000",comforthotel.kz,8 (7172) 24 44 44
+Best Western Plus Astana,"Dostyk street 13A, Nur-Sultan 010000",bestwestern.ru,8 (7172) 27 79 99
+Royal Park Hotel & Spa,"Kerey and Zhanibek Khans St 18, Nur-Sultan 010000",-,8 (7172) 42 22 01
+Astana Transit Hotel,"Астананың Халықаралық әуежайы, Qabanbay Batyr Ave 119, Nur-Sultan",astanaairport.com,8 (7172) 77 71 69
+Astana Central Hotel,"м-н 2, 010000, Ayagoz St, Nur-Sultan",astanacentralhotel.kz,8 (7172) 99 99 22
Jelsomino Boutique Hotel,"Amangeldi Imanov Street 26, Nur-Sultan 010000",jelsominohotel.kz,8 (701) 100 0201
-Antalya Hotel,"Balqantau St 94, Nur-Sultan 020000",antalyahotel.kz,8 (705) 555 3772
+Alanda Hotel,"Tauelsizdik Ave 33, Nur-Sultan 020000",alanda-hotel.kz,8 (7172) 72 93 09
+Wyndham Garden Astana,"Хусейн бен Талал 25, Nur-Sultan 010000",wyndhamgardenastana.com,8 (775) 030 4444
+"The Ritz-Carlton, Astana","Dostyk Street 16, Nur-Sultan 010016",ritzcarlton.com,8 (7172) 73 40 00
+Kapsula Hotel Astana,"Qabanbay Batyr Ave 7/3, Nur-Sultan 020000",kapsula.kz,8 (7172) 50 74 04
+Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56
+Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81
+Inn Sofia,"Prospect Abyla Khan 4/4, Nur-Sultan 010000",-,-
+Astana Central Hotel,"м-н 2, 010000, Ayagoz St, Nur-Sultan",astanacentralhotel.kz,8 (7172) 99 99 22
+Park Inn by Radisson Astana Hotel,"Saryarka Avenue 8, Nur-Sultan 010000",radissonhotels.com,8 (7172) 67 00 00
+Come INN Hotel,"Арганаты 13, Nur-Sultan 010000",comeinnhotel.com,8 (7172) 57 93 26
+Brown Hotel,"Malik Ghabdullin St 20/1, Nur-Sultan 010000",-,8 (7172) 48 55 77
+Diplomat Hotel & Business Center,"Dinmukhamed Qonayev St 29/1, Nur-Sultan 010000",-,8 (7172) 55 00 01
+East Astana Hotel,"Auezova street 12, Nur-Sultan 010000",easthotelastana.kz,8 (775) 333 0055
+Astana Transit Hotel,"Астананың Халықаралық әуежайы, Qabanbay Batyr Ave 119, Nur-Sultan",astanaairport.com,8 (7172) 77 71 69
+Kapsula Hotel Astana,"Qabanbay Batyr Ave 7/3, Nur-Sultan 020000",kapsula.kz,8 (7172) 50 74 04
+Astana Marriott Hotel,"Dostyk St. 2, Nur-Sultan 010016",marriott.com,8 (7172) 62 07 70
+Hotel AyKun,"Kerey and Zhanibek Khans St 12 Б, Nur-Sultan 010016",-,8 (775) 121 1152
+Kazzhol Hotel Astana,"Balqantau St 213, Nur-Sultan 010000",hotelkazzhol.kz,8 (7172) 40 52 52
ibis Astana,"Tauelsizdik Ave 38, Nur-Sultan 010000",all.accor.com,8 (7172) 70 82 00
-Royal Park Hotel & Spa,"Kerey and Zhanibek Khans St 18, Nur-Sultan 010000",-,8 (7172) 42 22 01
+"Hotel ""Duman""","Коргальджинское шоссе, 2А, Nur-Sultan",-,8 (7172) 79 15 00
+Astana Park Hotel,"Turan Ave 2, Nur-Sultan 020000",-,8 (7172) 55 63 33
+Rixos President Astana,"Kunayeva 7, Nur-Sultan 010000",all.accor.com,8 (7172) 24 50 50
+Hotel Inju Hills,"Mukhtar Auezov Street 50/1, Nur-Sultan 010000",-,8 (771) 161 2290
Goldman Empire,"Сатбаев көшесі 13/1, Nur-Sultan 010000",goldmanempire.kz,8 (7172) 68 20 20
+Elite Hostel,"Shokan Valikhanov Street 9/2, Nur-Sultan 010000",-,-
Manhattan Astana Hotel,"Tauelsizdik Ave 5, Nur-Sultan 020000",-,8 (7172) 36 15 36
-G Empire,"Abay Ave 63, Nur-Sultan 010000",gempire.kz,8 (7172) 40 55 01
-Red Village Hotel,"ул. Мустафина 1/1, Nur-Sultan 010009",redvillagehotel.kz,8 (7172) 57 08 08
-Come INN Hotel,"Арганаты 13, Nur-Sultan 010000",comeinnhotel.com,8 (7172) 57 93 26
+"Апарт-отель ""MONACO"" Астана","Charles de Gaulle St 1, Nur-Sultan 010000",monacohotel.kz,8 (7172) 22 22 82
Best Western Plus Astana,"Dostyk street 13A, Nur-Sultan 010000",bestwestern.ru,8 (7172) 27 79 99
-Premier Inn Astana,"Balqantau St 187, Nur-Sultan 010000",premierinn.kz,8 (771) 333 3336
-Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56
-Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81
Business Hotel,"Amangeldi Imanov Street 12, Nur-Sultan 020000",-,8 (7172) 53 73 26
+Eco Apart Hotel Astana,"Qabanbay Batyr Avenue h. 58B pod.3 ap.50, Nur-Sultan 020000",-,8 (708) 311 6378
+Beijing Palace Soluxe Hotel Astana,"Syghanaq St 27, Nur-Sultan 010000",soluxe-astana.kz,8 (7172) 70 15 15
+Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81
+Orion,"Alexander Pushkin St 3/2, Nur-Sultan 010000",orionhotel.kz,8 (701) 223 3636
+QonaQ hotel,"пр. Мәңгілік Ел дом 50 НП 19, Отель/кафе ""QonaQ"", Nur-Sultan 010000",-,8 (771) 099 0555
+HOTEL KORKEMTAU,"ул. Жаханша Сейдалина1/1, Nur-Sultan 020000",-,-
+Prestige,"Zheltoqsan St 1, Nur-Sultan 010000",-,8 (7172) 32 51 81
+VIP House Apartments,"Dostyq St 5/1, Nur-Sultan 010000",-,8 (700) 375 5774
+Orynbor,"Prospekt Mangilik Yel. 50, Nur-Sultan 010000",-,8 (707) 101 7457
+Absolute,"Beibitshilik Street 1, Nur-Sultan 010000",absolutehotel.kz,8 (7172) 31 47 42
+Lion,"Maskeu St 37/2, Nur-Sultan 010000",-,8 (7172) 39 46 20
+Отель The One - Гостиница в Астане - Нур-султане,"Qadyrghali Zhalayyri St, Nur-Sultan 020000",theone-astana.kz,8 (771) 222 2400
+Aisha bibi hotel and apart,"Aysha Bibi St 38, Nur-Sultan 020000",aisha-bibi.com,8 (771) 899 4205
+Hotel Grand Park Esil,"Beibitshilik Street 8, Nur-Sultan 020000",grandparkesil.kz,8 (7172) 59 19 01
+Tengri Hotel,"Bayimbet Maylin St 1A, Nur-Sultan 020000",tengrihotel.kz,8 (7172) 41 38 38
+Versal Hotel,"Sarayshyq St 40, Nur-Sultan 010000",versal-hotel.hoteleastana.com,8 (7172) 56 94 43
Antalya Hotel,"Balqantau St 94, Nur-Sultan 020000",antalyahotel.kz,8 (705) 555 3772
+Triumph Astana Hostel,"Проспект Кабанбай батыра 11, 6 секция , 18 этаж , 386 квартира, Nur-Sultan 010000",-,8 (777) 867 1111
+Astina Inn Hotel,"Burabay St, Nur-Sultan 010000",astina.kz,8 (747) 909 9918
diff --git a/google-maps/pylg.log b/google-maps/pylg.log
index e69de29..7479b4c 100644
--- a/google-maps/pylg.log
+++ b/google-maps/pylg.log
@@ -0,0 +1,2 @@
+2020-12-26 09:03:01,994 - WARNING | webdriver.py/_do_retry/67 | Cannot locate xpath retry #1
+2020-12-26 09:04:41,661 - WARNING | webdriver.py/_do_retry/67 | Cannot locate xpath retry #1
diff --git a/linkedin/extractor.py b/linkedin/extractor.py
new file mode 100644
index 0000000..e69de29
diff --git a/linkedin/locators.py b/linkedin/locators.py
new file mode 100644
index 0000000..e69de29
diff --git a/linkedin/my_config.py b/linkedin/my_config.py
new file mode 100644
index 0000000..e69de29
diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.py
index 2feb57d..13dd9cf 100644
--- a/yellow-pages/extractor.py
+++ b/yellow-pages/extractor.py
@@ -113,6 +113,7 @@ class Yelp(Webdriver):
parse(await self._page.content())
await self._page.goBack()
+ sleep(uniform(1,2))
await self._page.waitForXPath(results_xpath, {'visible': True})
next_button = await self._page.xpath(next_xpath)
@@ -128,8 +129,8 @@ class Yelp(Webdriver):
async def main():
y = Yelp()
- await y.init_browser()
- await y.search('London', 'Sportswear')
+ await y.init_browser(hidden=False)
+ await y.search('London', 'Hostel')
if __name__ == '__main__':
diff --git a/yellow-pages/leads.csv b/yellow-pages/leads.csv
index 3c465e8..7137cfe 100644
--- a/yellow-pages/leads.csv
+++ b/yellow-pages/leads.csv
@@ -1,46 +1,7 @@
Title,Address,WebSite,PhoneNumber
-lululemon,"38-42 King's Road SW3 4UD, London, GB, XGL, SW3 4UD",lululemon.co.uk,020 7584 0005
-The Sports Edit,"172 Fulham Road, London, GB, XGL, SW10 9PR",thesportsedit.com,020 3793 0964
-Wigmore Sports,"39 Wigmore Street, London, GB, XGL, W1U 1PD",wigmoresports.co.uk,020 7486 7761
-Solo Sportswear,"401 Mare Street
-Hackney
-London, London, GB, XGL, E8 1HY",-,020 8985 6951
-Lillywhites,"24-36 Regent Street, London, GB, XGL, SW1Y 4QF",lillywhites.com,0844 332 5602
-Hawkesbay Sportswear,"24 Bedford Row, London, GB, ABE, WC1R 4TQ",-,07904 626522
-Sports Direct,"105 Baker Street, London, GB, XGL, W1U 6EZ",sportsdirect.com,020 7224 0049
-Bosco,"128-130 The Street
-Westfield Stratford City, London, GB, XGL, E20 1EN",boscosport.ru,020 8534 7337
-Addiscombe Sports,"185 Lower Addiscombe Road
-Addiscombe, Croydon, GB, SRY, CR0 6RA",onestopsports.co.uk,020 8654 9513
-Cenci,"4 Nettleford Place, London, GB, XGL, SE27 0JW",cenci.co.uk,020 8766 8564
-Sweaty Betty,"133 Upper Street, London, GB, XGL, N1 1QP",sweatybetty.com,020 7226 4051
-JD Sports,"54-55 Chapel Market, London, GB, XGL, N1 9EW",jdsports.co.uk,020 7837 9440
-Social Industries,"184 West End Lane
-West Hampstead
-London, London, GB, XGL, NW6 1SG",-,020 7794 5531
-Sweaty Betty,"5 Kensington Church Street, London, GB, XGL, W8 4LD",sweatybetty.com,020 7937 5523
-Nike,"236 Oxford Street, London, GB, XGL, W1C 1DE",nike.com,020 7612 0800
-Lik + Neon,"106 Sclater Street, London, GB, XGL, E1 6HR",likneon.com,020 7729 4650
-John Varvatos,"12-13 Conduit Street
-Mayfair, London, GB, XGL, W1S 2XQ",johnvarvatos.com,04420 374 3220
-Sports Direct,"150-154 Oxford Street, London, GB, XGL, W1D 1ND",sportsdirect.com,
-Ermenegildo Zegna,"37-38 New Bond Street, London, GB, XGL, W1S 2RU",zegna.com,020 7518 2700
-Dy Mensionscreen Printers,"54-56 Bensham Grove, Thornton Heath, GB, XGL, CR7 8DB",dy-mensionscreen.com,020 8653 8210
-TK Maxx,"57 King Street, London, GB, XGL, W6 9HW",tkmaxx.com,020 8563 9200
-John Lewis & Partners,"300 Oxford Street, London, GB, XGL, W1A 1EX",johnlewis.com,020 7629 7711
-n y c,"329 Station Road, London, GB, XGL, HA1 2AA",-,020 8427 3161
-Aqua Uniforms Ltd,"274 B High Street, Langley, GB, KEN, SL3 8HD",aquauniforms.co.uk,01753 580722
-G&M,"232 Cobham Road
-Fetcham, Leatherhead, GB, SRY, KT22 9JQ",-,01372 378303
-Solo Sportswear,"70 Kingsland High Street, London, GB, XGL, E8 2NS",-,020 7254 9749
-Primark,"13 ST Anns Shopping Centre
-ST Anns Road, Harrow, GB, XGL, HA1 1AS",primark.co.uk,020 8861 1843
-American Sportswear,"2 Manor Parade, London, GB, XGL, NW10 8TR",americansportswear.us.com,020 8961 7444
-Core Sportswears,"Sublime chowk wazirabad road 51310 Sialkot Pakistan, London, GB, XGL, ",coresportswears.com,09252 300 0048
-Hard Bodies Sportswear,"Pearlgate House 107 Mays Road
-Wood Green, London, GB, XGL, N22 6UP",-,020 8881 4040
-Hosana Sportswear,"223 Longley Road, London, GB, XGL, SW17 9LG",-,020 8682 2708
-Nike,"Ariel Way, London, GB, XGL, W12 7GF",store.nike.com,020 8749 3725
-Sports Direct,"427-429 North End Road, Fulham, GB, XGL, SW6 1NY",sportsdirect.com,0344 332 5032
-Jab Sportswear,"50 Valley Hill, Loughton, GB, ESS, IG10 3AL",-,020 8502 4335
-Marks & Spencer,"27 King st, London, GB, XGL, W6 9XW",marksandspencer.com,020 8741 8311
+Sohostel,"91 Dean Street, London, GB, XGL, W1D 3SY",sohostel.co.uk,020 8821 5154
+YHA London Central,"104 Bolsover Street, London, GB, XGL, W1W 5NU",yha.org.uk,0845 371 9154
+The Hoxton - Shoreditch,"81-83 Great Eastern Street, London, GB, XGL, EC2A 3HU",thehoxton.com,020 7550 1000
+Wombat's City Hostel London,"7 Dock Street, London, GB, XGL, E1 8LL",wombats-hostels.com,020 7680 7600
+Palmers Lodge,"Swiss Cottage
+40 College Crescent, London, GB, XGL, NW3 5LB",palmerslodges.com,020 7483 8470