Hi Everyone,
Can anyone assist in modifying the Zillow Community sitemap? I need the scraper to pull phone numbers and the community scraper is incredibly complex compared to what I was able to coble together myself. How would I go about modifying it to add that field? Can someone help?
For context, an MLS listed property is going to have a Realtor phone number and name. A For Sale By Owner will also have a contact number usually.
{"_id":"zillow-creative","startUrl":["https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"seller%20finance"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"owner%20finance"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"seller%20carry"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"owner%20carry"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"financing%20available"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"owner%20will%20carry"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}","https://www.zillow.com/id/?searchQueryState={"usersSearchTerm"%3A"ID"%2C"mapBounds"%3A{"west"%3A-126.99726490625%2C"east"%3A-101.28925709375%2C"south"%3A41.06856072938602%2C"north"%3A49.80039374901967}%2C"regionSelection"%3A[{"regionId"%3A20%2C"regionType"%3A2}]%2C"isMapVisible"%3Atrue%2C"category"%3A"cat1"%2C"filterState"%3A{"sort"%3A{"value"%3A"days"}%2C"nc"%3A{"value"%3Afalse}%2C"ah"%3A{"value"%3Atrue}%2C"fsbo"%3A{"value"%3Afalse}%2C"pf"%3A{"value"%3Atrue}%2C"att"%3A{"value"%3A"lease%20option"}}%2C"isListVisible"%3Atrue%2C"mapZoom"%3A6%2C"pagination"%3A{}}"],"selectors":[{"id":"listing-element-scroll","parentSelectors":["listing-pagination"],"type":"SelectorElementScroll","selector":"#grid-search-results > ul article[class*='list-card']:not(:contains('- New construction'))","multiple":true,"delay":4000,"scrollElementSelector":"div.search-page-list-container"},{"id":"listing-pagination","parentSelectors":["_root","listing-pagination","other-listings-click"],"paginationType":"clickMore","selector":"a[title="Next page"]:not([disabled])","type":"SelectorPagination"},{"id":"other-listings-click","parentSelectors":["_root"],"type":"SelectorElementClick","clickElementSelector":"button.right-option","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":3000,"discardInitialElements":"discard","multiple":true,"selector":"parent"},{"id":"listing-link","parentSelectors":["listing-element-scroll"],"type":"SelectorLink","selector":"a[href*='/homedetails/']:contains(',')","multiple":true,"delay":0},{"id":"home-listing-page","parentSelectors":["listing-link"],"type":"SelectorElement","selector":"html:has(#home-details-render)","multiple":true,"delay":0},{"id":"listing-type","parentSelectors":["home-listing-page"],"type":"SelectorText","selector":"div > div > div > span > div > span:nth-of-type(2), div > div > div > span > div > span + button > span","multiple":false,"delay":0,"regex":""},{"id":"address","parentSelectors":["home-listing-page"],"type":"SelectorText","selector":".ds-chip h1, .summary-container h1","multiple":false,"delay":0,"regex":""},{"id":"price","parentSelectors":["home-listing-page"],"type":"SelectorText","selector":".ds-chip div > div > span:contains('$'):nth(0), .summary-container div > div > span:contains('$'):nth(0)","multiple":false,"delay":0,"regex":""},{"id":"bedrooms","parentSelectors":["bed-bath-element"],"type":"SelectorText","selector":"span:has(>span:contains('bd'):not(:has(>)))","multiple":false,"delay":0,"regex":""},{"id":"bathrooms","parentSelectors":["bed-bath-element"],"type":"SelectorText","selector":"span:has(>span:contains('ba'):not(:has(>)))","multiple":false,"delay":0,"regex":""},{"id":"area-sqft","parentSelectors":["bed-bath-element"],"type":"SelectorText","selector":"span:has(>span:contains('sqft'):not(:has(>))), span:contains('Acres')","multiple":false,"delay":0,"regex":""},{"id":"image","parentSelectors":["home-listing-page"],"type":"SelectorImage","selector":"li.media-stream-tile img","multiple":false,"delay":0},{"id":"bed-bath-element","parentSelectors":["home-listing-page"],"type":"SelectorElement","selector":".ds-bed-bath-living-area-container, [data-testid="bed-bath-beyond"] ","multiple":false,"delay":0}]}