Not all links scraped (but all showing in data preview)

#1

Hi,

Trying to scrape certain data from each restaurant per the sitemap below. When I look at the data preview, all restaurants are showing. When I run the scrape, only 48 results are collected. Much appreciated if anyone could help!

Thanks

Sitemap below:

{"_id":"doordash_nyc","startUrl":["https://www.doordash.com/"],"selectors":[{"id":"resto","type":"SelectorLink","parentSelectors":["_root"],"selector":"div.Grid_gridCell___1odvN a.Card_card___2vVw2","multiple":true,"delay":0},{"id":"deliv_fee","type":"SelectorText","parentSelectors":["resto"],"selector":"span.sc-drKuOJ","multiple":false,"regex":"","delay":0},{"id":"deliv_time","type":"SelectorText","parentSelectors":["resto"],"selector":"div.sc-cCbXAZ:nth-of-type(2) span.sc-fHSTwm","multiple":false,"regex":"","delay":0},{"id":"num_ratings","type":"SelectorText","parentSelectors":["resto"],"selector":"span.sc-dBaXSw","multiple":false,"regex":"","delay":0},{"id":"min_order_4_free","type":"SelectorText","parentSelectors":["resto"],"selector":"div.MerchantPromotionBanner_body___1yHtv","multiple":false,"regex":"[0-9]+[0-9]","delay":0},{"id":"price_most_pop","type":"SelectorText","parentSelectors":["resto"],"selector":"div#c-1.Category_root___2xBP7 div.Category_itemContainer___1bR_w:nth-of-type(1) span.Item_price___1Aqfj","multiple":false,"regex":"","delay":0},{"id":"most_pop_dish","type":"SelectorText","parentSelectors":["resto"],"selector":"div#c-1.Category_root___2xBP7 div.Category_itemContainer___1bR_w:nth-of-type(1) span.Item_name___3SE1Q","multiple":false,"regex":"","delay":0}]}

#3

Try this

{"_id":"doordash_nyc","startUrl":["https://www.doordash.com/"],"selectors":[{"id":"resto","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div.Grid_grid___2VcYy","multiple":true,"delay":"8000"},{"id":"deliv_fee","type":"SelectorText","parentSelectors":["Link-In"],"selector":"span.sc-drKuOJ","multiple":false,"regex":"","delay":0},{"id":"deliv_time","type":"SelectorText","parentSelectors":["Link-In"],"selector":"div.sc-cCbXAZ:nth-of-type(2) span.sc-fHSTwm","multiple":false,"regex":"","delay":0},{"id":"num_ratings","type":"SelectorText","parentSelectors":["Link-In"],"selector":"span.sc-dBaXSw","multiple":false,"regex":"","delay":0},{"id":"min_order_4_free","type":"SelectorText","parentSelectors":["Link-In"],"selector":"div.MerchantPromotionBanner_body___1yHtv","multiple":false,"regex":"[0-9]+[0-9]","delay":0},{"id":"price_most_pop","type":"SelectorElement","parentSelectors":["Link-In"],"selector":"div.Item_itemContent___18pS1","multiple":true,"delay":0},{"id":"Food","type":"SelectorText","parentSelectors":["price_most_pop"],"selector":"span.Item_name___3SE1Q","multiple":false,"regex":"","delay":0},{"id":"price","type":"SelectorText","parentSelectors":["price_most_pop"],"selector":"span.Item_price___1Aqfj","multiple":false,"regex":"","delay":0},{"id":"Link-In","type":"SelectorLink","parentSelectors":["resto"],"selector":"a.Card_card___2vVw2","multiple":true,"delay":0},{"id":"Name","type":"SelectorText","parentSelectors":["Link-In"],"selector":"h1.StorePictureHeader_storeName___1aCTo","multiple":false,"regex":"","delay":0}]}

When it first loads up, you might have to help it by scrolling down a few times. Some reason it stops before the bottom. This will get you all items and prices though

#4

Thank you very much!

#5