All data shows in preview, but scraping is incomplete

I've tried adjusting the page load delay and request interval to as long as 10 seconds for these, as well as adding a scroll-down element but for some reason scraping only grabs some of the data for this sitemap.

{"_id":"berkshire-hathaway-ctcities","startUrl":["https://www.bhhsneproperties.com/find-real-estate-agents/ct/sort-na/[1-137]"],"selectors":[{"id":"name","type":"SelectorText","parentSelectors":["_root"],"selector":"[data-current-rt='AGENT'] .mdl-card__supporting-text a[itemprop='url']","multiple":true,"regex":"","delay":0},{"id":"email","type":"SelectorText","parentSelectors":["_root"],"selector":"[data-current-rt='AGENT'] .email-correct b","multiple":true,"regex":"","delay":0},{"id":"office","type":"SelectorText","parentSelectors":["_root"],"selector":"[data-current-rt='AGENT'] [data-material-icon='phone'][tabindex] b","multiple":true,"regex":"","delay":0},{"id":"mobile","type":"SelectorText","parentSelectors":["_root"],"selector":"[data-current-rt='AGENT'] .mdl-cell--hide-tablet [data-material-icon='phone_iphone'] b","multiple":true,"regex":"","delay":0},{"id":"location","type":"SelectorText","parentSelectors":["_root"],"selector":"div:nth-of-type(n+5) li[data-material-icon] b:nth-of-type(1)","multiple":true,"regex":"","delay":0}]}

Any ideas?

Hi. Performed a little edit. Hope it helps.

{"_id":"berkshire-hathaway-ctcities","startUrl":["https://www.bhhsneproperties.com/find-real-estate-agents/ct/sort-na/[1-137]"],"selectors":[{"id":"name","type":"SelectorText","parentSelectors":["wrapper"],"selector":"a[itemprop='url']","multiple":false,"regex":"","delay":0},{"id":"email","type":"SelectorText","parentSelectors":["wrapper"],"selector":".email-correct b","multiple":false,"regex":"","delay":0},{"id":"office","type":"SelectorText","parentSelectors":["wrapper"],"selector":"a[data-material-icon='phone'] b","multiple":false,"regex":"","delay":0},{"id":"mobile","type":"SelectorText","parentSelectors":["wrapper"],"selector":"a[data-material-icon='phone_iphone'] b","multiple":false,"regex":"","delay":0},{"id":"location","type":"SelectorText","parentSelectors":["wrapper"],"selector":"[data-material-icon=\"domain\"] b","multiple":false,"regex":"","delay":0},{"id":"wrapper","type":"SelectorElement","parentSelectors":["_root","pagination"],"selector":".agent-result-section > div > div","multiple":true,"delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["_root","pagination"],"selector":"div.pagination a:contains(\">>\")","multiple":true,"delay":0}]}

That worked great @ViestursWS, THANK YOU! :clap:

1 Like

Welcome! All the best! :smiley: