Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.
preliminary files for linkedin and hunterio parsers created
Madi74d80864c67d
diff --git a/pylg.log b/emails/config.pysimilarity index 100%rename from pylg.logrename to emails/config.pydiff --git a/extract_emails.py b/emails/extract_emails.pysimilarity index 100%rename from extract_emails.pyrename to emails/extract_emails.pydiff --git a/emails/hunterio.py b/emails/hunterio.pynew file mode 100644index 0000000..e69de29diff --git a/emails/locators.py b/emails/locators.pynew file mode 100644index 0000000..e69de29diff --git a/google-maps/extractor.py b/google-maps/extractor.pyindex ecec590..77b223f 100644--- a/google-maps/extractor.py+++ b/google-maps/extractor.py@@ -130,7 +130,7 @@ class GoogleMaps(Webdriver):async def main():g = GoogleMaps()- await g.init_browser(headless_status=True)+ await g.init_browser(hidden=True)await g.search('Nur-Sulatn', 'Hotel')diff --git a/google-maps/leads.csv b/google-maps/leads.csvindex 97033a8..5da8fe0 100644--- a/google-maps/leads.csv+++ b/google-maps/leads.csv@@ -1,26 +1,66 @@Title,Address,WebSite,PhoneNumber-Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56-Wyndham Garden Astana,"Хусейн бен Талал 25, Nur-Sultan 010000",wyndhamgardenastana.com,8 (775) 030 4444Hampton by Hilton Astana Triumphal Arch,"Prospekt Mangilik Yel. 43A, Nur-Sultan 010000",hilton.com,8 (7172) 70 35 00-Diplomat Hotel & Business Center,"Dinmukhamed Qonayev St 29/1, Nur-Sultan 010000",-,8 (7172) 55 00 01+Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56+Red Village Hotel,"ул. Мустафина 1/1, Nur-Sultan 010009",redvillagehotel.kz,8 (7172) 57 08 08+Hilton Astana,"Sauran Street 46, Nur-Sultan 010000",hilton.com,8 (7172) 64 99 00+"Radisson Hotel, Astana","Saryarka Avenue 4, Nur-Sultan 010000",radissonhotels.com,8 (7172) 67 07 77+Elite Apart-Hotel,"Raqymjan Qoshqarbayev Avenue 10\1, Nur-Sultan 010017",eliteapart.kz,8 (7172) 76 97 33King Hotel Astana,"Shokan Valikhanov Street 7, Nur-Sultan 010000",kinghotelastana.kz,8 (7172) 70 57 05-MyLINE relax complex,"Bayimbet Maylin St 37 А, Nur-Sultan 010000",-,--Astana Best Hostel,"Zhk Infiniti 2, Qabanbay Batyr Ave 42, Nur-Sultan 010000",-,8 (7172) 28 68 29-Park Avenue,"Prospekt Mangilik Yel. 37/1, Nur-Sultan 010000",hotelparkavenue.kz,8 (701) 052 2266-Hostel S size,"Ул. Бухар Жырау 36, Nur-Sultan 020000",-,8 (775) 103 3337-Alanda Hotel,"Tauelsizdik Ave 33, Nur-Sultan 020000",alanda-hotel.kz,8 (7172) 72 93 09+Sheraton Nur-Sultan Hotel,"Syghanaq St 16/1, Nur-Sultan 010000",marriott.com,8 (7172) 70 05 55+The St. Regis Astana,"Qabanbay Batyr Ave 1, Nur-Sultan 010000",marriott.com,8 (7172) 79 08 88+East Astana Hotel,"Auezova street 12, Nur-Sultan 010000",easthotelastana.kz,8 (775) 333 0055+Azat Hotel,"Bayimbet Maylin St 35, Nur-Sultan 010000",hotel-13016.business.site,8 (702) 902 4442+Comfort Hotel Astana,"Cosmonauts St 60, Nur-Sultan 020000",comforthotel.kz,8 (7172) 24 44 44+Best Western Plus Astana,"Dostyk street 13A, Nur-Sultan 010000",bestwestern.ru,8 (7172) 27 79 99+Royal Park Hotel & Spa,"Kerey and Zhanibek Khans St 18, Nur-Sultan 010000",-,8 (7172) 42 22 01+Astana Transit Hotel,"Астананың Халықаралық әуежайы, Qabanbay Batyr Ave 119, Nur-Sultan",astanaairport.com,8 (7172) 77 71 69+Astana Central Hotel,"м-н 2, 010000, Ayagoz St, Nur-Sultan",astanacentralhotel.kz,8 (7172) 99 99 22Jelsomino Boutique Hotel,"Amangeldi Imanov Street 26, Nur-Sultan 010000",jelsominohotel.kz,8 (701) 100 0201-Antalya Hotel,"Balqantau St 94, Nur-Sultan 020000",antalyahotel.kz,8 (705) 555 3772+Alanda Hotel,"Tauelsizdik Ave 33, Nur-Sultan 020000",alanda-hotel.kz,8 (7172) 72 93 09+Wyndham Garden Astana,"Хусейн бен Талал 25, Nur-Sultan 010000",wyndhamgardenastana.com,8 (775) 030 4444+"The Ritz-Carlton, Astana","Dostyk Street 16, Nur-Sultan 010016",ritzcarlton.com,8 (7172) 73 40 00+Kapsula Hotel Astana,"Qabanbay Batyr Ave 7/3, Nur-Sultan 020000",kapsula.kz,8 (7172) 50 74 04+Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56+Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81+Inn Sofia,"Prospect Abyla Khan 4/4, Nur-Sultan 010000",-,-+Astana Central Hotel,"м-н 2, 010000, Ayagoz St, Nur-Sultan",astanacentralhotel.kz,8 (7172) 99 99 22+Park Inn by Radisson Astana Hotel,"Saryarka Avenue 8, Nur-Sultan 010000",radissonhotels.com,8 (7172) 67 00 00+Come INN Hotel,"Арганаты 13, Nur-Sultan 010000",comeinnhotel.com,8 (7172) 57 93 26+Brown Hotel,"Malik Ghabdullin St 20/1, Nur-Sultan 010000",-,8 (7172) 48 55 77+Diplomat Hotel & Business Center,"Dinmukhamed Qonayev St 29/1, Nur-Sultan 010000",-,8 (7172) 55 00 01+East Astana Hotel,"Auezova street 12, Nur-Sultan 010000",easthotelastana.kz,8 (775) 333 0055+Astana Transit Hotel,"Астананың Халықаралық әуежайы, Qabanbay Batyr Ave 119, Nur-Sultan",astanaairport.com,8 (7172) 77 71 69+Kapsula Hotel Astana,"Qabanbay Batyr Ave 7/3, Nur-Sultan 020000",kapsula.kz,8 (7172) 50 74 04+Astana Marriott Hotel,"Dostyk St. 2, Nur-Sultan 010016",marriott.com,8 (7172) 62 07 70+Hotel AyKun,"Kerey and Zhanibek Khans St 12 Б, Nur-Sultan 010016",-,8 (775) 121 1152+Kazzhol Hotel Astana,"Balqantau St 213, Nur-Sultan 010000",hotelkazzhol.kz,8 (7172) 40 52 52ibis Astana,"Tauelsizdik Ave 38, Nur-Sultan 010000",all.accor.com,8 (7172) 70 82 00-Royal Park Hotel & Spa,"Kerey and Zhanibek Khans St 18, Nur-Sultan 010000",-,8 (7172) 42 22 01+"Hotel ""Duman""","Коргальджинское шоссе, 2А, Nur-Sultan",-,8 (7172) 79 15 00+Astana Park Hotel,"Turan Ave 2, Nur-Sultan 020000",-,8 (7172) 55 63 33+Rixos President Astana,"Kunayeva 7, Nur-Sultan 010000",all.accor.com,8 (7172) 24 50 50+Hotel Inju Hills,"Mukhtar Auezov Street 50/1, Nur-Sultan 010000",-,8 (771) 161 2290Goldman Empire,"Сатбаев көшесі 13/1, Nur-Sultan 010000",goldmanempire.kz,8 (7172) 68 20 20+Elite Hostel,"Shokan Valikhanov Street 9/2, Nur-Sultan 010000",-,-Manhattan Astana Hotel,"Tauelsizdik Ave 5, Nur-Sultan 020000",-,8 (7172) 36 15 36-G Empire,"Abay Ave 63, Nur-Sultan 010000",gempire.kz,8 (7172) 40 55 01-Red Village Hotel,"ул. Мустафина 1/1, Nur-Sultan 010009",redvillagehotel.kz,8 (7172) 57 08 08-Come INN Hotel,"Арганаты 13, Nur-Sultan 010000",comeinnhotel.com,8 (7172) 57 93 26+"Апарт-отель ""MONACO"" Астана","Charles de Gaulle St 1, Nur-Sultan 010000",monacohotel.kz,8 (7172) 22 22 82Best Western Plus Astana,"Dostyk street 13A, Nur-Sultan 010000",bestwestern.ru,8 (7172) 27 79 99-Premier Inn Astana,"Balqantau St 187, Nur-Sultan 010000",premierinn.kz,8 (771) 333 3336-Hilton Garden Inn Astana,"Qabanbay Batyr Ave 15, Nur-Sultan 010000",hilton.com,8 (7172) 75 67 56-Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81Business Hotel,"Amangeldi Imanov Street 12, Nur-Sultan 020000",-,8 (7172) 53 73 26+Eco Apart Hotel Astana,"Qabanbay Batyr Avenue h. 58B pod.3 ap.50, Nur-Sultan 020000",-,8 (708) 311 6378+Beijing Palace Soluxe Hotel Astana,"Syghanaq St 27, Nur-Sultan 010000",soluxe-astana.kz,8 (7172) 70 15 15+Traditional,"Turan Ave 33, Nur-Sultan 010000",traditional.kz,8 (7172) 40 21 81+Orion,"Alexander Pushkin St 3/2, Nur-Sultan 010000",orionhotel.kz,8 (701) 223 3636+QonaQ hotel,"пр. Мәңгілік Ел дом 50 НП 19, Отель/кафе ""QonaQ"", Nur-Sultan 010000",-,8 (771) 099 0555+HOTEL KORKEMTAU,"ул. Жаханша Сейдалина1/1, Nur-Sultan 020000",-,-+Prestige,"Zheltoqsan St 1, Nur-Sultan 010000",-,8 (7172) 32 51 81+VIP House Apartments,"Dostyq St 5/1, Nur-Sultan 010000",-,8 (700) 375 5774+Orynbor,"Prospekt Mangilik Yel. 50, Nur-Sultan 010000",-,8 (707) 101 7457+Absolute,"Beibitshilik Street 1, Nur-Sultan 010000",absolutehotel.kz,8 (7172) 31 47 42+Lion,"Maskeu St 37/2, Nur-Sultan 010000",-,8 (7172) 39 46 20+Отель The One - Гостиница в Астане - Нур-султане,"Qadyrghali Zhalayyri St, Nur-Sultan 020000",theone-astana.kz,8 (771) 222 2400+Aisha bibi hotel and apart,"Aysha Bibi St 38, Nur-Sultan 020000",aisha-bibi.com,8 (771) 899 4205+Hotel Grand Park Esil,"Beibitshilik Street 8, Nur-Sultan 020000",grandparkesil.kz,8 (7172) 59 19 01+Tengri Hotel,"Bayimbet Maylin St 1A, Nur-Sultan 020000",tengrihotel.kz,8 (7172) 41 38 38+Versal Hotel,"Sarayshyq St 40, Nur-Sultan 010000",versal-hotel.hoteleastana.com,8 (7172) 56 94 43Antalya Hotel,"Balqantau St 94, Nur-Sultan 020000",antalyahotel.kz,8 (705) 555 3772+Triumph Astana Hostel,"Проспект Кабанбай батыра 11, 6 секция , 18 этаж , 386 квартира, Nur-Sultan 010000",-,8 (777) 867 1111+Astina Inn Hotel,"Burabay St, Nur-Sultan 010000",astina.kz,8 (747) 909 9918diff --git a/google-maps/pylg.log b/google-maps/pylg.logindex e69de29..7479b4c 100644--- a/google-maps/pylg.log+++ b/google-maps/pylg.log@@ -0,0 +1,2 @@+2020-12-26 09:03:01,994 - WARNING | webdriver.py/_do_retry/67 | Cannot locate xpath retry #1+2020-12-26 09:04:41,661 - WARNING | webdriver.py/_do_retry/67 | Cannot locate xpath retry #1diff --git a/linkedin/extractor.py b/linkedin/extractor.pynew file mode 100644index 0000000..e69de29diff --git a/linkedin/locators.py b/linkedin/locators.pynew file mode 100644index 0000000..e69de29diff --git a/linkedin/my_config.py b/linkedin/my_config.pynew file mode 100644index 0000000..e69de29diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.pyindex 2feb57d..13dd9cf 100644--- a/yellow-pages/extractor.py+++ b/yellow-pages/extractor.py@@ -113,6 +113,7 @@ class Yelp(Webdriver):parse(await self._page.content())await self._page.goBack()+ sleep(uniform(1,2))await self._page.waitForXPath(results_xpath, {'visible': True})next_button = await self._page.xpath(next_xpath)@@ -128,8 +129,8 @@ class Yelp(Webdriver):async def main():y = Yelp()- await y.init_browser()- await y.search('London', 'Sportswear')+ await y.init_browser(hidden=False)+ await y.search('London', 'Hostel')if __name__ == '__main__':diff --git a/yellow-pages/leads.csv b/yellow-pages/leads.csvindex 3c465e8..7137cfe 100644--- a/yellow-pages/leads.csv+++ b/yellow-pages/leads.csv@@ -1,46 +1,7 @@Title,Address,WebSite,PhoneNumber-lululemon,"38-42 King's Road SW3 4UD, London, GB, XGL, SW3 4UD",lululemon.co.uk,020 7584 0005-The Sports Edit,"172 Fulham Road, London, GB, XGL, SW10 9PR",thesportsedit.com,020 3793 0964-Wigmore Sports,"39 Wigmore Street, London, GB, XGL, W1U 1PD",wigmoresports.co.uk,020 7486 7761-Solo Sportswear,"401 Mare Street-Hackney-London, London, GB, XGL, E8 1HY",-,020 8985 6951-Lillywhites,"24-36 Regent Street, London, GB, XGL, SW1Y 4QF",lillywhites.com,0844 332 5602-Hawkesbay Sportswear,"24 Bedford Row, London, GB, ABE, WC1R 4TQ",-,07904 626522-Sports Direct,"105 Baker Street, London, GB, XGL, W1U 6EZ",sportsdirect.com,020 7224 0049-Bosco,"128-130 The Street-Westfield Stratford City, London, GB, XGL, E20 1EN",boscosport.ru,020 8534 7337-Addiscombe Sports,"185 Lower Addiscombe Road-Addiscombe, Croydon, GB, SRY, CR0 6RA",onestopsports.co.uk,020 8654 9513-Cenci,"4 Nettleford Place, London, GB, XGL, SE27 0JW",cenci.co.uk,020 8766 8564-Sweaty Betty,"133 Upper Street, London, GB, XGL, N1 1QP",sweatybetty.com,020 7226 4051-JD Sports,"54-55 Chapel Market, London, GB, XGL, N1 9EW",jdsports.co.uk,020 7837 9440-Social Industries,"184 West End Lane-West Hampstead-London, London, GB, XGL, NW6 1SG",-,020 7794 5531-Sweaty Betty,"5 Kensington Church Street, London, GB, XGL, W8 4LD",sweatybetty.com,020 7937 5523-Nike,"236 Oxford Street, London, GB, XGL, W1C 1DE",nike.com,020 7612 0800-Lik + Neon,"106 Sclater Street, London, GB, XGL, E1 6HR",likneon.com,020 7729 4650-John Varvatos,"12-13 Conduit Street-Mayfair, London, GB, XGL, W1S 2XQ",johnvarvatos.com,04420 374 3220-Sports Direct,"150-154 Oxford Street, London, GB, XGL, W1D 1ND",sportsdirect.com,-Ermenegildo Zegna,"37-38 New Bond Street, London, GB, XGL, W1S 2RU",zegna.com,020 7518 2700-Dy Mensionscreen Printers,"54-56 Bensham Grove, Thornton Heath, GB, XGL, CR7 8DB",dy-mensionscreen.com,020 8653 8210-TK Maxx,"57 King Street, London, GB, XGL, W6 9HW",tkmaxx.com,020 8563 9200-John Lewis & Partners,"300 Oxford Street, London, GB, XGL, W1A 1EX",johnlewis.com,020 7629 7711-n y c,"329 Station Road, London, GB, XGL, HA1 2AA",-,020 8427 3161-Aqua Uniforms Ltd,"274 B High Street, Langley, GB, KEN, SL3 8HD",aquauniforms.co.uk,01753 580722-G&M,"232 Cobham Road-Fetcham, Leatherhead, GB, SRY, KT22 9JQ",-,01372 378303-Solo Sportswear,"70 Kingsland High Street, London, GB, XGL, E8 2NS",-,020 7254 9749-Primark,"13 ST Anns Shopping Centre-ST Anns Road, Harrow, GB, XGL, HA1 1AS",primark.co.uk,020 8861 1843-American Sportswear,"2 Manor Parade, London, GB, XGL, NW10 8TR",americansportswear.us.com,020 8961 7444-Core Sportswears,"Sublime chowk wazirabad road 51310 Sialkot Pakistan, London, GB, XGL, ",coresportswears.com,09252 300 0048-Hard Bodies Sportswear,"Pearlgate House 107 Mays Road-Wood Green, London, GB, XGL, N22 6UP",-,020 8881 4040-Hosana Sportswear,"223 Longley Road, London, GB, XGL, SW17 9LG",-,020 8682 2708-Nike,"Ariel Way, London, GB, XGL, W12 7GF",store.nike.com,020 8749 3725-Sports Direct,"427-429 North End Road, Fulham, GB, XGL, SW6 1NY",sportsdirect.com,0344 332 5032-Jab Sportswear,"50 Valley Hill, Loughton, GB, ESS, IG10 3AL",-,020 8502 4335-Marks & Spencer,"27 King st, London, GB, XGL, W6 9XW",marksandspencer.com,020 8741 8311+Sohostel,"91 Dean Street, London, GB, XGL, W1D 3SY",sohostel.co.uk,020 8821 5154+YHA London Central,"104 Bolsover Street, London, GB, XGL, W1W 5NU",yha.org.uk,0845 371 9154+The Hoxton - Shoreditch,"81-83 Great Eastern Street, London, GB, XGL, EC2A 3HU",thehoxton.com,020 7550 1000+Wombat's City Hostel London,"7 Dock Street, London, GB, XGL, E1 8LL",wombats-hostels.com,020 7680 7600+Palmers Lodge,"Swiss Cottage+40 College Crescent, London, GB, XGL, NW3 5LB",palmerslodges.com,020 7483 8470