Hi, I'm trying to scrape all the search results returned from searching primary care doctors in NYC on Zocdoc.
I made my sitemap and when I press scrape it seems to properly go through all the search results and opens each profile individually. But when its finished, there's no data to export?
Url: Zocdoc - Search
Sitemap:
{"_id":"third_attempt","startUrl":["https://www.zocdoc.com/search?address=New%20York%2C%20NY&city=New%20York&insurance_carrier=-1&insurance_plan=-1&latitude=40.7127753&state=NY&locationType=placemark&longitude=-74.0059728&searchType=specialty&reason_visit=75&search_query=Primary%20Care%20Physician%20(PCP)&dr_specialty=153&ppsSelectionId=6225914f-3229-48f7-a941-95aa7195ca33&referrerType=HomePage"],"selectors":[{"id":"profile_links","multiple":true,"parentSelectors":["_root"],"selector":"a.sc-lgExqj","type":"SelectorLink"},{"id":"name","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":".patient-web-app__sc-fukvd2-1 span","type":"SelectorText"},{"id":"specialty","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":".sc-dvQGHj span","type":"SelectorText"},{"id":"average_score","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"div.sc-bYdiNP","type":"SelectorText"},{"id":"num_reviews","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"div.sc-hVrHXW","type":"SelectorText"},{"id":"location","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"span.patient-web-app__sc-fukvd2-5","type":"SelectorText"},{"id":"full_address","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"div.patient-web-app__sc-89782w-5","type":"SelectorText"},{"id":"practice_name","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='Practice-section'] li","type":"SelectorText"},{"id":"board_certifications","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='Certifications-section'] li","type":"SelectorText"},{"id":"education","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"ul[data-test='education-list']","type":"SelectorText"},{"id":"language","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='Languages-section'] ul","type":"SelectorText"},{"id":"gender","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='Sex-section'] p","type":"SelectorText"},{"id":"npi_number","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"p[itemprop='identifier']","type":"SelectorText"},{"id":"overall_rating","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"div.emIKmD","type":"SelectorText"},{"id":"wait_time","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='reviews-section-header-rating-1'] div.patient-web-app__sc-13iss2l-4","type":"SelectorText"},{"id":"bedside_manner","multiple":false,"parentSelectors":["profile_links"],"regex":"","selector":"[data-test='reviews-section-header-rating-2'] div.patient-web-app__sc-13iss2l-4","type":"SelectorText"},{"id":"profile_popup","multiple":false,"parentSelectors":["profile_links"],"selector":"img[itemprop='image primaryImageOfPage']","type":"SelectorPopupLink"},{"id":"profile_image","multiple":false,"parentSelectors":["profile_popup"],"selector":"img.patient-web-app__sc-zbejfu-8","type":"SelectorImage"}]}
