Skip to content

Python script, which empowers people with no programming background to generate robust leads on a mass scale. This repo will be compiled of various versatile techniques used in lead generation.

yelp parser initiated

Madif4ce14ecd660
diff --git a/__pycache__/locators.cpython-38.pyc b/__pycache__/locators.cpython-38.pyc
index 498206c..be993d6 100644
Binary files a/__pycache__/locators.cpython-38.pyc and b/__pycache__/locators.cpython-38.pyc differ
diff --git a/google-maps/searcher.py b/google-maps/extractor.py
similarity index 100%
rename from google-maps/searcher.py
rename to google-maps/extractor.py
diff --git a/leads.csv b/leads.csv
index 58ce79a..30206d3 100644
--- a/leads.csv
+++ b/leads.csv
@@ -1 +1,226 @@
Title,Address,WebSite,PhoneNumber
+Baby Buddha Chinese Teahouse (Restaurant),"135-137, 139 Ber St, Norwich NR1 3EY, Великобритания",babybuddha-teahouse.co.uk,+44 1603 490889
+The Vine,"7 Dove St, Norwich NR2 1DE, Великобритания",vinethai.co.uk,+44 1603 627362
+Ciscoe's Pan Asian & Sushi,"25 Ber St, Norwich NR1 3EU, Великобритания",ciscoes.com,+44 1603 633553
+Tasty Restaurant,"23 Prince of Wales Rd, Norwich NR1 1BG, Великобритания",tasty.edan.io,+44 1603 958937
+Thai Lanna,"24 Bridewell Alley, Norwich NR2 1AQ, Великобритания",thai-lannanorwich.co.uk,+44 1603 625087
+Tamarind Tree,"1 All Saints St, Norwich NR1 3LG, Великобритания",thetamarindtree.co.uk,+44 1603 632365
+Blue Joanna,"103 Unthank Rd, Norwich NR2 2PE, Великобритания",bluejoanna.co.uk,+44 1603 625047
+The House,"2 Queens Rd, Norwich NR1 3PR, Великобритания",thehouseauthenticthai.com,+44 1603 631559
+Mango-T,"8 Orford Hill, Norwich NR1 3QD, Великобритания",mango-t.co.uk,+44 1603 660514
+Thai Street,"131 Magdalen St, Norwich NR3 1NF, Великобритания",thaistreetnorwich.co.uk,+44 1603 474747
+Thai Kitti,"4 Opie St, Norwich NR1 3DN, Великобритания",thai-kitti.edan.io,+44 1603 766755
+Take Thai,"130 Dereham Rd, Norwich NR2 3AF, Великобритания",takethai.co.uk,+44 1603 464646
+Giggling Squid,"24 Tombland, Norwich NR3 1RF, Великобритания",gigglingsquid.com,+44 1603 667341
+Top Chef,"161 Thunder Ln, Norwich NR7 0JG, Великобритания",top-chef-norwich.edan.io,+44 1603 437772
+Wanfo House Chinese Restaurant,"Earlham House, Shop9, Earlham Rd, Norwich NR2 3PD, Великобритания",wanfo.uk,+44 1603 506888
+Bengal Palace,"Magpie Rd, Norwich NR3 1JG, Великобритания",bengalpalacetakeaway.co.uk,+44 1603 496335
+Thailand Restaurant,"9 Ring Rd, Norwich NR7 0XJ, Великобритания",thailandnorwich.co.uk,+44 1603 700444
+Cantonese Kitchen,"97 Unthank Rd, Norwich NR2 2PE, Великобритания",cantonesekitchen.co.uk,+44 1603 614605
+East,"86 Colman Rd, Norwich NR4 7EH, Великобритания",eastchinesetakeaway.com,+44 1603 501188
+Hong Kong Fusion Takeaway,"166 A Unthank Rd, Norwich NR2 2AB, Великобритания",hongkongfusiontakeaway.com,+44 1603 622851
+Mango-T,"8 Orford Hill, Norwich NR1 3QD, Великобритания",mango-t.co.uk,+44 1603 660514
+wagamama,"408 chapelfield plain chapelfield, Norwich NR2 1SZ, Великобритания",wagamama.com,+44 1603 305985
+Take Thai,"130 Dereham Rd, Norwich NR2 3AF, Великобритания",takethai.co.uk,+44 1603 464646
+Tamarind Tree,"1 All Saints St, Norwich NR1 3LG, Великобритания",thetamarindtree.co.uk,+44 1603 632365
+City Spice,"8 Dereham Rd, Norwich NR2 4AY, Великобритания",thecityspicenorwich.co.uk,+44 1603 621621
+Matane sushi,"2 Castle Meadow, Norwich NR1 3PY, Великобритания",matane-sushi.business.site,+44 1603 667147
+Yim Siam Thai Restaurant,"Riverside Centre, Hoveton, Norwich NR12 8AJ, Великобритания",yimsiam.co.uk,+44 1603 781133
+Soyokaze,"13 St Giles St, Norwich NR2 1JL, Великобритания",-,+44 1603 616720
+Chopstix,"12 Farmers Ave, Norwich NR1 3JX, Великобритания",chopstixgroup.com,-
+YO! Norwich,"403 Chaplefield Plain, Chaplefield NR2 1SZ, Великобритания",yosushi.com,+44 1603 294833
+New Hong Kong,"The St, Long Stratton, Norwich NR15 2XG, Великобритания",new-hong-kong-norwich.edan.io,+44 1508 530315
+Evergreen,"315 Aylsham Rd, Upper Hellesdon, Norwich NR3 2AB, Великобритания",evergreenchinese.co.uk,+44 1603 400780
+Lotus House,"16 Bishop Bridge Rd, Norwich NR1 4ET, Великобритания",lotushouses.co.uk,+44 1603 624888
+Rishi Restaurant,"26 Mousehold Ln, Norwich NR7 8HE, Великобритания",rishi-norwich.co.uk,+44 1603 482627
+Fortune Cookie,"Kirkley District Shopping Centre, 109 London Rd S, Lowestoft NR33 0AU, Великобритания",fortunecookierestaurant.co.uk,+44 1502 508800
+Chubby Panda,"22 Market St, North Walsham NR28 9BZ, Великобритания",chubbypandanorthwalsham.co.uk,+44 1692 500920
+Pando Pan Asian Cuisine,"57 Market Pl, Great Yarmouth NR30 1NU, Великобритания",-,+44 1493 855388
+Mizu Noodle Bar,"10 Cornhill, Ipswich IP1 1DB, Великобритания",mizunoodlebaripswich.co.uk,+44 1473 288839
+New World,"359-361 Aylsham Rd, Norwich NR3 2RX, Великобритания",newworldnorwich.co.uk,+44 1603 484716
+Pearl River Restaurant,"John Kennedy Rd, King's Lynn PE30 2AA, Великобритания",pearlriver.co.uk,+44 1553 773288
+HAPPY VALLEY,"20 W End, Costessey, Norwich NR8 5AG, Великобритания",happyvalleynorwich.co.uk,+44 1603 731199
+Dhaba at Fifteen,"15 Magdalen St, Norwich NR3 1LE, Великобритания",dhaba15.co.uk,+44 1603 618701
+Amigos Pizza & Kebab,"120 Hall Rd, Norwich NR1 3HP, Великобритания",amigospizzakebab.co.uk,+44 1603 626260
+"92 Noodle Bar, takeaway and delivery service","92 Fore St, Ipswich IP4 1LB, Великобритания",92noodlebar.co.uk,+44 1473 215573
+Spice Of India,"2 Holt Rd, Horsford, Norwich NR10 3DD, Великобритания",spiceofindia.co.uk,+44 1603 891891
+Trongs,"23 St Nicholas St, Ipswich IP1 1TW, Великобритания",trongschineserestaurant.com,+44 1473 256833
+Spice Of Balti,"42 St Mary's St, Bungay NR35 1AX, Великобритания",spiceofbalti.com,+44 1986 894691
+Happy View,"69A Kett's Hill, Norwich NR1 4EX, Великобритания",happyviewchinese.co.uk,+44 1603 618025
+Chai-Yo,"36A High St, Sheringham NR26 8DT, Великобритания",chai-yo.co.uk,+44 7912 756875
+Ming Oriental,"44 Abbeygate St, Bury Saint Edmunds IP33 1LW, Великобритания",mingsoriental.org,+44 1284 722988
+Papa Panda Chinese Restaurant and Bar,"70 Carr St, Ipswich IP4 1EW, Великобритания",papapandaipswich.com,+44 1473 222390
+V-Namese,"32 St Peter's Rd, Great Yarmouth NR30 3AU, Великобритания",-,+44 1493 850218
+Taste Of India,"31 Bull St, Holt NR25 6HP, Великобритания",tasteofindiaholt.co.uk,+44 1263 711484
+Aqua Eight,"8 Lion St, Ipswich IP1 1DQ, Великобритания",aquaeightonline.com,+44 1473 218989
+Cocochan,"38-40 James St, Marylebone, London W1U 1EU, Великобритания",cocochan.co.uk,+44 20 7486 1000
+Fai's Noodle Bar,"27 St Botolph's St, Colchester CO2 7EA, Великобритания",faisoriental.co.uk,+44 1206 762288
+Oriental Garden Chinese Restaurant,"1 Townsend House, Guildhall St, Thetford IP24 2DT, Великобритания",-,+44 1842 821905
+Cinta,"12 Post St, Godmanchester, Huntingdon PE29 2BA, Великобритания",cintauk.com,+44 1480 450354
+Auntie's Thai Restaurant,"35 Cambridge St, Saint Neots PE19 1JP, Великобритания",auntiesthai.co.uk,+44 1480 217113
+The Georgian Townhouse,"30-34 Unthank Rd, Norwich NR2 2RB, Великобритания",thegeorgiantownhousenorwich.com,+44 1603 615655
+Pearl,"4 Church Rd, Kessingland, Lowestoft NR33 7TQ, Великобритания",-,+44 1502 741596
+Hong Kong,"5-6 All Saints' St, Stamford PE9 2PA, Великобритания",hongkongstamford.co.uk,+44 1780 754266
+KIN,"88 Leather Ln, Holborn, London EC1N 7TT, Великобритания",kinstreetfood.com,+44 20 7430 0886
+Мистер Чан китайский ресторан,"6 Church St, Framlingham, Woodbridge IP13 9BH, Великобритания",business.site,+44 1728 724283
+The Prince Of Bengal,"Suffolk County, 14 High St, Saxmundham IP17 1DD, Великобритания",theprinceofbengal.co.uk,+44 1728 603886
+Street,"24-26 Earlsdon St, Earlsdon, Coventry CV5 6EJ, Великобритания",streetrestaurant.co.uk,+44 24 7699 5702
+New World,"72 The St, Brundall, Norwich NR13 5LH, Великобритания",-,+44 1603 716566
+Shapla Tandoori,"Queen's Square, Attleborough NR17 2AF, Великобритания",facebook.com,+44 1953 455331
+MBER,"1A Pudding Ln, Bridge, London EC3R 8AB, Великобритания",mber.london,+44 20 8003 8880
+New China,"49 The St, Corton, Lowestoft NR32 5HP, Великобритания",newchinacorton.simplesite.com,+44 1502 732839
+East,"Town Bridge, Upper Deck Charters, Peterborough PE1 1FP, Великобритания",east-restaurant.co.uk,+44 1733 315702
+"The Basin, Restaurant and Bar","25 Derby Rd, Loughborough LE11 5BX, Великобритания",thebasin.co.uk,+44 1509 381108
+Mandarin,"9 Joel St, Northwood Hills, Northwood HA6 1NU, Великобритания",mandarinnorthwood.co.uk,+44 1923 821130
+Chambers Cocktail Company,"12-14 Wensum St, Norwich NR3 1HY, Великобритания",chamberscocktailcompany.co.uk,+44 1603 633122
+Ty-8,"38 Northdown Rd, Cliftonville, Margate CT9 2RW, Великобритания",m.facebook.com,+44 1843 225888
+Royal Garden Restaraunt,"Point House, Besthorpe Rd, Attleborough NR17 2AN, Великобритания",royalgardenrestaurantattleborough.co.uk,+44 1953 455199
+"The Basin, Restaurant and Bar","25 Derby Rd, Loughborough LE11 5BX, Великобритания",thebasin.co.uk,+44 1509 381108
+Mandarin,"9 Joel St, Northwood Hills, Northwood HA6 1NU, Великобритания",mandarinnorthwood.co.uk,+44 1923 821130
+wagamama,"unit a3, 6 Buttermarket, Ipswich IP1 1DT, Великобритания",wagamama.com,+44 1473 557598
+Chambers Cocktail Company,"12-14 Wensum St, Norwich NR3 1HY, Великобритания",chamberscocktailcompany.co.uk,+44 1603 633122
+Ty-8,"38 Northdown Rd, Cliftonville, Margate CT9 2RW, Великобритания",m.facebook.com,+44 1843 225888
+Oriental Garden,"Coast Rd, Bacton, Norwich NR12 0EW, Великобритания",edan.io,+44 1692 650080
+The Gandhi,"33 Roman Bank, Skegness PE25 2SN, Великобритания",gandhiskeg.co.uk,+44 1754 765855
+Jade Garden,"1 Norwich Rd, North Walsham NR28 9JP, Великобритания",-,+44 1692 406821
+Wings,"36 York Rd, Southend-on-Sea SS1 2BD, Великобритания",business.site,+44 1702 616688
+Golden City,"48 Lower St, Horning, Norwich NR12 8AA, Великобритания",goldencityhorning.co.uk,+44 1692 630091
+New Culture Chinese Takeaway,"80 Hartley Rd, Radford, Nottingham NG7 3AF, Великобритания",newculture.co.uk,+44 115 942 0066
+My Old Place,"88-90 Middlesex St, Spitalfields, London E1 7EZ, Великобритания",my-old-place.business.site,+44 20 7247 2200
+Maida,"148 Bethnal Green Rd, London E2 6DG, Великобритания",maidarestaurant.com,+44 20 7739 2645
+Golden Dragon,"25 Mere St, Diss IP22 4AD, Великобритания",goldendragondiss.co.uk,+44 1379 642088
+Filipiniana Restaurant,"25 High St, Lakenheath, Brandon IP27 9JS, Великобритания",filipinianauk.wixsite.com,+44 1842 862660
+Slurp,"104-106 Streatham High Rd, Streatham, London SW16 1BW, Великобритания",slurprestaurant.co.uk,+44 20 8677 7786
+Yuu Kitchen,"29 Commercial St, Spitalfields, London E1 6NE, Великобритания",yuukitchen.com,+44 20 7377 0411
+The Coriander,"436 Whitmore Way, Basildon SS14 2HB, Великобритания",the-coriander.edan.io,+44 1268 288414
+The Oriental Chinese Food Takeaway,"298 Biscot Rd, Luton LU3 1AZ, Великобритания",business.site,+44 1582 458864
+London Hong Kong,"388 Bath Rd, London, Harmondsworth, West Drayton UB7 0DH, Великобритания",londonhongkong.co.uk,+44 20 8754 7666
+Chilli&Ginger Thai and Chinese Takeaway,"40 Lime Tree Ave, Wymondham NR18 0HH, Великобритания",business.site,+44 1953 857862
+Indian Ocean - Indian Restaurant and Takeaway,"3 Gippingstone Rd, Bramford, Ipswich IP8 4DR, Великобритания",indianoceanbramford.com,+44 1473 462999
+Novikov Restaurant & Bar,"50A Berkeley St, Mayfair, London W1J 8HA, Великобритания",novikovrestaurant.co.uk,+44 20 7399 4330
+Rose Of India,"20 London Rd, Attleborough NR17 2BU, Великобритания",roseofindiaattleborough.co.uk,+44 1953 455300
+Sexy Fish,"Berkeley Square House, Berkeley Square, Mayfair, London W1J 6BR, Великобритания",sexyfish.com,+44 20 3764 2000
+China House,"6 Police Station Square, Mildenhall, Bury Saint Edmunds IP28 7ER, Великобритания",-,+44 1638 713612
+Jakarta,"7 Sheaveshill Ave, London NW9 6RS, Великобритания",jakartarestaurant.co.uk,+44 20 8205 3335
+Bombay Restaurant,"1 Exchange Square, Beccles NR34 9HL, Великобритания",-,+44 1502 717610
+Happy Palace,"22 St Nicholas St, Diss IP22 4LB, Великобритания",happypalacechinese.co.uk,+44 1379 641888
+Royal Gourmet,"5 Out, Southgate St, King's Lynn PE30 5SX, Великобритания",royalgourmets.co.uk,+44 1553 774474
+San Chinese,"136 Moulsham St, Chelmsford CM2 0JT, Великобритания",san-restaurant.com,+44 1245 290099
+e&o Notting Hill,"14 Blenheim Cres, Notting Hill, London W11 1NN, Великобритания",eandolondon.com,+44 20 7229 5454
+Thai 1,"82a East Hill, Colchester CO1 2QW, Великобритания",thai-1.co.uk,+44 1206 870770
+Bann Thai Restaurant,"Norfolk County, 1A Church St, Cromer NR27 9ER, Великобритания",bannthai.co.uk,+44 1263 513193
+Wrentham Chinese Takeaway,"2 High St, Wrentham, Beccles NR34 7HB, Великобритания",wrenthamchinese.wix.com,+44 1502 675710
+Crawfish Thai Restaurant,"Holt Rd, Thursford, Fakenham NR21 0BJ, Великобритания",crawfishinn.com,+44 1328 878313
+Bon Liverpool,"45-49 Clayton Ln, Liverpool L1 1QR, Великобритания",bonrestaurants.co.uk,+44 151 317 9888
+Suay Pan Asian Restaurant,"3 School Ln, Formby, Liverpool L37 3LN, Великобритания",suayformby.co.uk,+44 1704 281232
+OKA,"Carnaby St, Soho, London W1B 5PW, Великобритания",okarestaurant.co.uk,+44 20 7734 3556
+Asian Kitchen,"Vijzelstraat 5-A, 1017 HD Amsterdam, Нидерланды",asiankitchen.nl,+31 20 620 1816
+513 Oriental Buffet,"1st Floor, 3-4 Cornhill, Bury Saint Edmunds IP33 1BE, Великобритания",513orientalrestaurant.com,+44 1284 755912
+Four Regions,"102-104 Kew Rd, Richmond TW9 2PQ, Великобритания",fourregions.co.uk,+44 20 8940 9044
+Ma Po,"176 Lower Rd, London SE16 2UN, Великобритания",mapolondon.co.uk,+44 20 7231 0623
+New Sage,"12 Cromer Rd, Mundesley, Norwich NR11 8BE, Великобритания",-,+44 1263 722828
+Patara Thai Restaurant - Soho,"15 Greek St, Soho, London W1D 4DP, Великобритания",pataralondon.com,+44 20 7437 1071
+Suda,"5A Berners St, London W1T 3LF, Великобритания",-,+44 20 7240 8010
+Taste of India,"2 Blackfriars St, King's Lynn PE30 1NP, Великобритания",tasteofindia-kingslynn.co.uk,+44 1553 772343
+The Three Cooks,"Aldeby House, 1 Market Pl, Bungay NR35 1EG, Великобритания",the3cooks.co.uk,+44 1986 896880
+Cosmo World Buffet Restaurant | Romford,"Unit 4A, The Brewery, Waterloo Rd, Romford RM1 1AU, Великобритания",cosmo-restaurants.co.uk,+44 1708 733777
+Feast Pan Asian restaurant,"8-9 Harold Pl, Hastings TN34 1JA, Великобритания",feastrestaurant.co.uk,+44 1424 717676
+Ngon Ngon,"144 Clerkenwell Rd, Holborn, London EC1R 5DP, Великобритания",ngonngon.co.uk,+44 20 7278 4123
+Two Point,"26 Crawford St, Marylebone, London W1H 1LL, Великобритания",twopointthai.co.uk,+44 20 7724 9079
+New World,"2A Bittern Green, Lowestoft NR33 8PH, Великобритания",new-world-lowestoft.edan.io,+44 1502 585657
+East,"21 Augusta St, Llandudno LL30 2AD, Великобритания",east-llandudno.co.uk,+44 1492 868555
+China China,"6 Station Rd, Lyminge, Folkestone CT18 8HP, Великобритания",chinachinalyminge.co.uk,+44 1303 863288
+Charm Thai Restaurant,"2 George St, Bath BA1 2EH, Великобритания",charmthaiuk.com,+44 1225 481001
+COSMO World Buffet Restaurant | Derby,"London Rd, Derby DE1 2PA, Великобритания",cosmo-restaurants.co.uk,+44 1332 295300
+Ginger and Garlic,"334 High St, Cheltenham GL50 3JF, Великобритания",ginger-garlic.co.uk,+44 1242 519888
+Thai Tham,"18 Coton Rd, Nuneaton CV11 5TJ, Великобритания",thaitham1.com,+44 24 7635 3189
+China China,"6 Station Rd, Lyminge, Folkestone CT18 8HP, Великобритания",chinachinalyminge.co.uk,+44 1303 863288
+Charm Thai Restaurant,"2 George St, Bath BA1 2EH, Великобритания",charmthaiuk.com,+44 1225 481001
+CN Chinese Restaurant,"228 City Rd, Cardiff CF24 3JH, Великобритания",-,+44 29 2048 6688
+COSMO World Buffet Restaurant | Derby,"London Rd, Derby DE1 2PA, Великобритания",cosmo-restaurants.co.uk,+44 1332 295300
+Happy View,"54 Dene Side, Great Yarmouth NR30 2HL, Великобритания",chineseyarmouth.com,+44 1493 857307
+Ginger and Garlic,"334 High St, Cheltenham GL50 3JF, Великобритания",ginger-garlic.co.uk,+44 1242 519888
+Thai Tham,"18 Coton Rd, Nuneaton CV11 5TJ, Великобритания",thaitham1.com,+44 24 7635 3189
+Kudos Restaurant,"52 Dover St, Canterbury CT1 3HD, Великобритания",kudosrestaurant.com,+44 1227 761126
+Nusa Kitchen,"10 Old St, London EC1V 9AB, Великобритания",nusakitchen.co.uk,+44 20 7253 1084
+Acha Chinese Takeaway,"7 Heybarnes Rd, Birmingham B10 9HR, Великобритания",achachinese.co.uk,+44 121 753 5825
+Aroma Buffet W12,"1st floor, West 12 Shopping Centre, Shepherd's Bush W12 8PP, Великобритания",aromabuffet.co.uk,+44 20 8743 0333
+Top Garden Chinese Take Away,"30 High Baxter St, Bury Saint Edmunds IP33 1ES, Великобритания",topgardenbse.co.uk,+44 1284 765888
+Kwan Thai Restaurant,"14 St Nicholas St, Ipswich IP1 1TJ, Великобритания",kwan-thai-restaurant.co.uk,+44 1473 253106
+Fusion Restaurant,"Ramside Hall Hotel, Durham DH1 1TD, Великобритания",ramsidehallhotel.co.uk,+44 191 386 5282
+Tíng,"31 St Thomas St, London SE1 9QU, Великобритания",ting-shangri-la.com,+44 20 7234 8108
+Masala Garden,"Yarmouth Rd, Hales, Norwich NR14 6SX, Великобритания",masalagarden.co.uk,+44 1508 548044
+Chifanla,"130A Ormesby Rd, Caister-on-Sea, Great Yarmouth NR30 5NJ, Великобритания",chifanlachinese.co.uk,+44 1493 728828
+Rajputh,"26 Market Pl, Halesworth IP19 8AY, Великобритания",rajputhrestaurant.co.uk,+44 1986 872800
+Dukes Head Tham's Restaurant & Bar,"Lynn Rd, King's Lynn PE31 8RW, Великобритания",dukesheadthams.co.uk,+44 1485 528628
+Khana,"68 Cricklewood Broadway, Cricklewood, London NW2 3EP, Великобритания",khanarestaurant.co.uk,+44 20 8452 4789
+Nusa Kitchen,"4 Plough Pl, Holborn, London EC4A 1BG, Великобритания",nusakitchen.co.uk,+44 20 7583 2267
+Park Chinois,"17 Berkeley St, Mayfair, London W1J 8EA, Великобритания",parkchinois.com,+44 20 3327 8888
+Matou Pan Asian Restaurant,"Mersey Ferry Terminal, 2nd floor, Georges Parade Pier Head, Liverpool, Building L3 1BY, Великобритания",matou.co.uk,+44 151 236 2928
+Duke of delhi,"The Mill Inn, Ipswich Rd, Norwich NR15 1UB, Великобритания",dukedelhi.co.uk,+44 1508 470086
+Sang Thai,"274 High St, Dorking RH4 1QT, Великобритания",sangthairestaurant.com,+44 1306 887886
+Giggling Squid,"21 Abbeygate St, Bury Saint Edmunds IP33 1UN, Великобритания",gigglingsquid.com,+44 1284 766373
+Ozone Restaurant,"Seaham Hall, Lord Byrons Walk, Seaham SR7 7AG, Великобритания",seaham-hall.co.uk,+44 191 516 1400
+Golden City,"107 Risbygate St, Bury Saint Edmunds IP33 3AA, Великобритания",china.co.uk,+44 1284 706290
+Asian Spice Tandoori,"28 Queen St, Haverhill CB9 9EF, Великобритания",asianspicehaverhill.co.uk,+44 1440 714314
+One Plus Chinese Restaurant,"42 Charles St, Manchester M1 7DB, Великобритания",oneplusrestaurant.co.uk,+44 161 273 2888
+Voujon,"24 Railway Rd, King's Lynn PE30 1NF, Великобритания",restaurantwebexperts.com,+44 1553 777977
+Century Chinese Restaurant,"Market Square, Kirkby Stephen CA17 4QT, Великобритания",-,+44 17683 72828
+Feltwell Chinese Takeaway,"32 Long Ln, Feltwell, Thetford IP26 4BJ, Великобритания",-,+44 1842 828740
+Chapter5 Thai Restaurant,"5 Frimley Rd, Camberley GU15 3EN, Великобритания",chapter5thai.co.uk,+44 1276 21915
+Orientali Streetfood Bar,"Sint-Pietersplein 29, 9000 Gent, Бельгия",-,+32 470 12 34 51
+The Jade,"109A Exeter St, Salisbury SP1 2SF, Великобритания",thejadesalisbury.com,+44 1722 333355
+Indian Ocean,"Sundon Park Rd, Luton LU3 3BH, Великобритания",indianoceanluton.com,+44 1582 848383
+wagamama,"36a St Andrew's St, Cambridge CB2 3AR, Великобритания",wagamama.com,+44 1223 462354
+Indian Ocean,"11 Swan St, Loughborough LE11 5BJ, Великобритания",indianoceanlboro.com,+44 1509 266934
+Golden Dragon Colindale,"399 Edgware Rd, London NW9 0FH, Великобритания",bangbangoriental.com,+44 20 8205 8333
+No. 10 Restaurant,"10 Hogarth Rd, Earl's Court, London SW5 0QT, Великобритания",no10restaurant.co.uk,+44 20 7373 7000
+Kata! Japanese Restaurants,"125 W Green Rd, Tottenham, London N15 5DE, Великобритания",kataonline.co.uk,+44 20 8880 2828
+New World,"6 Oak St, Fakenham NR21 9DY, Великобритания",new-world-fakenham.jany.io,+44 1328 855243
+Redfort Indian Restaurant,"16-18 Tavern St, Stowmarket IP14 1PH, Великобритания",redfortstowmarket.co.uk,+44 1449 615143
+The Great Season,"Garstang By-Pass Road, Preston PR3 1PH, Великобритания",greatseason.co.uk,+44 1995 601797
+"Maxim Chinese Restaurant Ealing, London, Peking Cuisine","Maxim Chinese Restaurant, 153-155 Northfield Ave, West Ealing, London W13 9QT, Великобритания",maxim-ealing.co.uk,+44 20 8567 1719
+Brandon Tandoori,"17 London Rd, Brandon IP27 0EL, Великобритания",brandontandoori.co.uk,+44 1842 815874
+Lucky Cat by Gordon Ramsay,"10 Grosvenor Square, Mayfair, London W1K 6JP, Великобритания",gordonramsayrestaurants.com,+44 20 7107 0000
+Khao San Road,"50-52 Walmgate, York YO1 9TJ, Великобритания",khaosanroadyork.co.uk,+44 1904 635599
+The Bombay,"77-79 High St, Stevenage SG1 3HR, Великобритания",thebombay-stevenage.co.uk,+44 1438 314925
+Lounge India - Lowestoft,"95-98 High St, Lowestoft NR32 1XW, Великобритания",loungeindiarestaurant.com,+44 1502 500826
+Cafe TPT,"21 Wardour St, West End, London W1D 6PN, Великобритания",cafetpt.com,+44 20 7734 7980
+Pan Restaurant Ltd,"47-49 Peach St, Wokingham RG40 1XJ, Великобритания",panrestaurant.co.uk,+44 118 978 8893
+Try Thai,"Upper Ground Floor, 52-54 Faulkner St, Manchester M1 4FH, Великобритания",trythai.com,+44 161 228 1822
+Bang Bang Vietnamese Canteen,"53 Warren St, Bloomsbury, London W1T 5NL, Великобритания",bangbangcanteen.co.uk,+44 20 7388 3629
+The One,"2 Botley Rd, Oxford OX2 0AB, Великобритания",theoneoxford.co.uk,+44 1865 240018
+Red Chilli.,"70-72 Portland St, Manchester M1 4GU, Великобритания",redchillirestaurant.co.uk,+44 161 236 2888
+Golden Dragon,"37 Westgate St, Bury Saint Edmunds IP33 1QG, Великобритания",goldendragonburystedmunds.co.uk,+44 1284 767076
+LE:EN,"Heuveloord 140, 3523 CK Utrecht, Нидерланды",leen-restaurant.nl,+31 30 251 1411
+wagamama,"141-142 High St, Colchester CO1 1PG, Великобритания",wagamama.com,+44 1206 911041
+The Empress,"141 Leman St, Whitechapel, London E1 8EY, Великобритания",theempress.co.uk,+44 20 7265 0745
+UNA,"118 Sheen Rd, Richmond TW9 1UR, Великобритания",una-restaurant.com,+44 20 8939 2390
+Swan at Fincham,"72 High St, Fincham, King's Lynn PE33 9EJ, Великобритания",theswanfincham.co.uk,+44 1366 347765
+Restaurant HE,"27 Red Lion St, Holborn, London WC1R 4PS, Великобритания",restaurant-he.co.uk,+44 20 3581 4949
+Red Hot,"The Light, 44-48 The Headrow, Leeds LS1 8TL, Великобритания",leedsredhot.co.uk,-
+Перл Лианг,"8 Sheldon Square, Paddington, London W2 6EZ, Великобритания",pearlliang.co.uk,+44 20 7289 7000
+COSMO World Buffet Restaurant | Sheffield,"Unit 2, City Lofts Tower, St Paul's Pl, Sheffield S1 2PT, Великобритания",cosmo-restaurants.co.uk,+44 114 276 9900
+Asian Restaurant Fredericia,"Egeskovvej 145C, 7000 Fredericia, Дания",asianrestaurant.nu,+45 75 89 66 66
+The Bengal,"72 High St, Ramsey, Huntingdon PE26 1BS, Великобритания",thebengalramsey.co.uk,+44 1487 813896
+India Gate,"16 Newgate, Beccles NR34 9QD, Великобритания",india-gate-restaurant.co.uk,+44 1502 712161
+Cay Tre Soho,"42-43 Dean St, Soho, London W1D 4PZ, Великобритания",caytrerestaurant.co.uk,+44 20 7317 9118
+Gourmet Kitchen,"34 Lisle St, West End, London WC2H 7BD, Великобритания",chinatown.co.uk,+44 20 7287 5511
+Chi Noodle & Wine Bar,"5 New Bridge St, London EC4V 6AB, Великобритания",chinoodle.com,+44 20 7353 2409
+Indian Ocean,"Stamford St E, Ashton-under-Lyne OL6 6QH, Великобритания",indianoceanonline.co.uk,+44 161 343 3343
+Saba,"26-28 Clarendon St, Dublin, D02 HW93, Ирландия",sabadublin.com,+353 1 679 2000
+Go Sing,"Station Rd, Yiewsley, West Drayton UB7 7BY, Великобритания",gosingchinese.com,+44 1895 444174
+Regards Luxury Indian Cuisine - Indian,"27 Chads Square, Hawthorne Rd B15 3TQ, Великобритания",regardsluxuryindian.co.uk,-
+COSMO World Buffet Restaurant | Reading,"35-38 Friar St, Reading RG1 1DX, Великобритания",cosmo-restaurants.co.uk,+44 118 959 5588
+Kori at Lucky Cat by Gordon Ramsay,"10 Grosvenor Square, Mayfair, London W1K 6JP, Великобритания",gordonramsayrestaurants.com,+44 20 7592 1373
+The India,"21 College Hill, London EC4R 2RP, Великобритания",theindia.restaurant,+44 20 7248 5855
+The Standard,"117 Walton St, Oxford OX2 6AJ, Великобритания",standardoxford.com,+44 1865 553557
+Kites Chinese Restaurant,"17 Ballsbridge Terrace, Dublin 4, Ирландия",kitesrestaurant.ie,+353 1 660 7415
+Velo - London Bridge,"104 Tooley St, London SE1 2TH, Великобритания",velorestaurant.com,+44 20 7407 9310
+The British Raj,"227 London Rd, Stone, Greenhithe DA9 9DF, Великобритания",britishrajofstone.com,+44 1322 385812
+Exquisite Restaurant In Burton On Trent,"78 Station St, Burton-on-Trent DE14 1BT, Великобритания",exquisite-restaurant.page.tl,+44 1283 509994
+Indian Ocean,"181 Manor Rd, Chigwell IG7 5QB, Великобритания",indianocean-chigwell.co.uk,+44 20 8500 0303
+Voujon Indian Restaurant,"29 Mustow St, Bury Saint Edmunds IP33 1XL, Великобритания",voujonburystedmunds.co.uk,+44 1284 488122
+Oodles Leicester,"52 Granby St, Leicester LE1 1DH, Великобритания",oodleschinese.com,+44 116 254 4040
+Carrots + Daikon,"10 Highgate Rd, Kentish Town, London NW5 1NR, Великобритания",carrotsanddaikon.com,+44 20 7998 5859
+Peppers,"10 Fauconberg Rd, Chiswick, London W4 3JY, Великобритания",indianpeppers.com,+44 20 8995 3535
diff --git a/locators.py b/locators.py
index 308f672..b8b736f 100644
--- a/locators.py
+++ b/locators.py
@@ -4,5 +4,5 @@ next_xpath = '//*[@id="n7lv7yjyC35__section-pagination-button-next"]'
check_xpath = '//*[@src="//www.gstatic.com/images/icons/material/system_gm/2x/share_gm_blue_18dp.png"]'
place_xpath = '//*[@class="section-hero-header-title-title GLOBAL__gm2-headline-5"]'
result_xpath = '//*[@class="section-result-content"]'
+back_xpath = '//*[@class="section-back-to-list-button blue-link noprint"]'
-# <button jstcache="897" style="display:none"></button>
\ No newline at end of file
diff --git a/raw_requests.py b/raw_requests.py
new file mode 100644
index 0000000..0716350
--- /dev/null
+++ b/raw_requests.py
@@ -0,0 +1,27 @@
+import requests
+from fake_useragent import UserAgent
+from bs4 import BeautifulSoup
+
+
+ua = UserAgent()
+
+url_scheme = 'https://www.yelp.com/search?find_desc={}&find_loc={}&ns=1'
+URL = 'https://www.yelp.com/search?find_desc=sports%20wear&find_loc=London&start=10'
+status = 'ok'
+
+
+def extract_urls(html):
+ soup = BeautifulSoup(html, 'lxml')
+ urls = soup.select('')
+ print(urls)
+
+
+def parse(html):
+ pass
+
+
+while status:
+ r = requests.get(URL, headers={'User-Agent': ua.random})
+ print(r, r.ok)
+ print(extract_urls(r.text))
+ status = r.ok
diff --git a/webdriver.py b/webdriver.py
index 9c36a6d..473621d 100644
--- a/webdriver.py
+++ b/webdriver.py
@@ -19,7 +19,7 @@ logger = get_logger('webdriver')
class Webdriver:
viewport = {'width': 1920, 'height': 1080, 'deviceScaleFactor': 1.0,
- 'isMobile': False, 'hasTouch': False, 'isLandscape': False}
+ 'isMobile': False, 'hasTouch': False, 'isLandscape': False, 'isMobile': True}
_ua = UserAgent()
_buf = Buffer()
@@ -34,6 +34,7 @@ class Webdriver:
self.page = (await self.browser.pages())[0]
await self.page.setUserAgent(self._ua.random)
+ await self.page.setViewport(self.viewport)
await self.page.setExtraHTTPHeaders({'Accept-Language': language})
await self.page.reload()
@@ -108,8 +109,6 @@ class Webdriver:
async def _scrape(self):
while True:
-
- # home = self.page.url
places = len(await self.page.xpath(result_xpath))
logger.debug('%s places found', places)
@@ -122,19 +121,13 @@ class Webdriver:
data = self._extract(await self.page.content())
self._buf.store(data)
- await self._do_retry(self.page.goBack, result_xpath)
+ back = (await self.page.xpath(back_xpath))[0]
+ await self._do_retry(back.click, result_xpath)
+ # await self._do_retry(self.page.goBack, result_xpath)
next_button = (await self.page.xpath(next_xpath))[0]
await next_button.click()
- print('Clicked')
- sleep(3)
-
- # if next_button:
- # await self._do_retry(next_button.click, result_xpath)
- # logger.debug('Going to the next page')
- # else:
- # logger.debug('Done with Google Maps')
- # break
+ sleep(1)
def _extract(self, html):
soup = BeautifulSoup(html, 'html.parser')
@@ -164,8 +157,8 @@ class Webdriver:
async def main():
w = Webdriver()
- await w.init_browser()
- await w.search('Memphis, Tennessee', 'Loan officers')
+ await w.init_browser('ru')
+ await w.search('Norwich', 'Asian restraunt')
if __name__ == '__main__':
asyncio.run(main())
diff --git a/yellow-pages/extractor.py b/yellow-pages/extractor.py
new file mode 100644
index 0000000..e69de29