Describe the problem.
This seems to work, except for the pagination. I can scrape the first page, but nothing after.
Any thoughts on how to get this to flow through all the pages?
Trying to pull the names of all of the agents associated with sold homes in a specific town from zillow.
Sitemap:
'
{"_id":"ZillowSoundBeachSold","startUrl":["https://www.zillow.com/sound-beach-ny/sold/?searchQueryState={"isMapVisible"%3Atrue%2C"mapBounds"%3A{"north"%3A40.969602492491745%2C"south"%3A40.94610573369213%2C"east"%3A-72.92871186931708%2C"west"%3A-73.00638864238837}%2C"filterState"%3A{"sort"%3A{"value"%3A"globalrelevanceex"}%2C"rs"%3A{"value"%3Atrue}%2C"fsba"%3A{"value"%3Afalse}%2C"fsbo"%3A{"value"%3Afalse}%2C"nc"%3A{"value"%3Afalse}%2C"cmsn"%3A{"value"%3Afalse}%2C"auc"%3A{"value"%3Afalse}%2C"fore"%3A{"value"%3Afalse}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A15%2C"regionSelection"%3A[{"regionId"%3A36642%2C"regionType"%3A6}]%2C"usersSearchTerm"%3A"Sound%20Beach%20NY"%2C"pagination"%3A{}}"],"selectors":[{"id":"Next","parentSelectors":["_root","Next"],"paginationType":"auto","type":"SelectorPagination","selector":"svg.lehiDL.IconChevronRight-c11n-8-102-0__sc-19mpgrq-0"},{"id":"Listing","parentSelectors":["_root"],"type":"SelectorLink","selector":".gTDhUm a","multiple":true,"linkType":"linkFromHref"},{"id":"Address","parentSelectors":["Listing"],"type":"SelectorText","selector":"h1","multiple":false,"regex":""},{"id":"Listing By","parentSelectors":["Listing"],"type":"SelectorText","selector":"strong.Text-c11n-8-100-2__sc-aiai24-0:nth-of-type(1)","multiple":false,"regex":""},{"id":"Phone","parentSelectors":["Listing"],"type":"SelectorText","selector":"strong.Text-c11n-8-100-2__sc-aiai24-0:nth-of-type(2)","multiple":false,"regex":""},{"id":"Agent","parentSelectors":["Listing"],"type":"SelectorText","selector":".Text-c11n-8-100-2__sc-aiai24-0 span.bSfDch:nth-of-type(1)","multiple":false,"regex":""},{"id":"AgentPhone","parentSelectors":["Listing"],"type":"SelectorText","selector":".Text-c11n-8-100-2__sc-aiai24-0 span.bSfDch:nth-of-type(2)","multiple":false,"regex":""},{"id":"DaysOnZillow","parentSelectors":["Listing"],"type":"SelectorText","selector":"dt:nth-of-type(1) strong","multiple":false,"regex":""}]}'
