I am trying to scrape this site with pagination since last 2 days, but not able to make it work! Please help.
Url: https://www.icsi.in/student/Members/MemberSearch.aspx
Once you land on this website, you can simple click "Search" button to get all the records.
Sitemap:
{"_id":"icsi_members","startUrl":["https://www.icsi.in/student/Members/MemberSearch.aspx"],"selectors":[{"id":"Name","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*='lblFullName']","multiple":false,"regex":"","delay":0},{"id":"Address","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*='lblAddress']","multiple":false,"regex":"","delay":0},{"id":"Page_Next","type":"SelectorElementClick","parentSelectors":["Search Start"],"selector":"table.rgMasterTable>tbody>tr","multiple":true,"delay":"2000","clickElementSelector":"thead input.rgPageNext","clickType":"clickMore","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueCSSSelector"},{"id":"Data_Row","type":"SelectorElement","parentSelectors":["_root","Page_Next","Search Start"],"selector":"table.rgMasterTable>tbody>tr","multiple":true,"delay":0},{"id":"Organization","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblOrganizationName"]","multiple":false,"regex":"","delay":0},{"id":"Designation","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblDesignation"]","multiple":false,"regex":"","delay":0},{"id":"Membership Number","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblMembershipNumber"]","multiple":false,"regex":"","delay":0},{"id":"CP Number","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblCpNumber"]","multiple":false,"regex":"","delay":0},{"id":"Benevolent Member","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblBenov"]","multiple":false,"regex":"","delay":0},{"id":"City","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblCity"]","multiple":false,"regex":"","delay":0},{"id":"Phone","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblOfficePhone"]","multiple":false,"regex":"","delay":0},{"id":"Email","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblEmail"]","multiple":false,"regex":"","delay":0},{"id":"Mobile","type":"SelectorText","parentSelectors":["Data_Row"],"selector":"span[id*="lblMobileNumber"]","multiple":false,"regex":"","delay":0},{"id":"Search Start","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"body","multiple":false,"delay":2000,"clickElementSelector":"a.dnnPrimaryAction","clickType":"clickOnce","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueText"}]}