Describe the problem.
i want to scrape First Name, Middle Name, Last Name, Phone Number, Email Add. but not getting it.
Steps and Issues :
1.) scrapper don't give single click function - when open the link we need to click the search button once to get started to get data.
NOTE: when you start scrapping data i want to once click the search button as soon as the website get loaded.
2.) there are Javascript pages which i need to go through all entries so pagination doesn't work i need to make element click.
3.) there is a link in every row i.e. "view" button in which we need to go to get the above mentioned data.
Url: https://rera.rajasthan.gov.in/AgentSearch
1st Sitemap:
{"_id":"Rera","startUrl":["https://rera.rajasthan.gov.in/AgentSearch"],"selectors":[{"id":"OpenAgentDetails","linkType":"linkFromHref","multiple":true,"parentSelectors":["_root","Pages"],"selector":"a.btn-primary","type":"SelectorLink"},{"clickActionType":"real","clickElementSelector":"span.glyphicon-chevron-right","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":2000,"discardInitialElements":"do-not-discard","id":"Pages","multiple":true,"parentSelectors":["_root"],"selector":"tr.ds4u-row","type":"SelectorElementClick"},{"id":"FName","multiple":false,"parentSelectors":["OpenAgentDetails"],"regex":"","selector":"table:nth-of-type(1) tr:nth-of-type(1) td:nth-of-type(2)","type":"SelectorText"},{"id":"MName","multiple":false,"parentSelectors":["OpenAgentDetails"],"regex":"","selector":"table:nth-of-type(1) tr:nth-of-type(1) td:nth-of-type(4)","type":"SelectorText"},{"id":"LName","multiple":false,"parentSelectors":["OpenAgentDetails"],"regex":"","selector":"table:nth-of-type(1) tr:nth-of-type(2) td:nth-of-type(2)","type":"SelectorText"},{"id":"PhoneNo","multiple":false,"parentSelectors":["OpenAgentDetails"],"regex":"","selector":"table:nth-of-type(4) tr:nth-of-type(1) td:nth-of-type(2)","type":"SelectorText"},{"id":"EmailAdd","multiple":false,"parentSelectors":["OpenAgentDetails"],"regex":"","selector":"table:nth-of-type(4) tr:nth-of-type(2) td:nth-of-type(4)","type":"SelectorText"}]}
2st Sitemap:
{"_id":"Rera1","startUrl":["https://rera.rajasthan.gov.in/AgentSearch"],"selectors":[{"id":"AgenntDetailsOpener","parentSelectors":["Pages"],"type":"SelectorLink","selector":"a.btn-primary","multiple":true,"linkType":"linkFromHref"},{"id":"FN1","parentSelectors":["AgenntDetailsOpener"],"type":"SelectorText","selector":"table:nth-of-type(1) tr:nth-of-type(1) td:nth-of-type(2)","multiple":false,"regex":""},{"id":"MN1","parentSelectors":["AgenntDetailsOpener"],"type":"SelectorText","selector":"table:nth-of-type(1) tr:nth-of-type(1) td:nth-of-type(4)","multiple":false,"regex":""},{"id":"LN1","parentSelectors":["AgenntDetailsOpener"],"type":"SelectorText","selector":"table:nth-of-type(1) tr:nth-of-type(2) td:nth-of-type(2)","multiple":false,"regex":""},{"id":"PHN","parentSelectors":["AgenntDetailsOpener"],"type":"SelectorText","selector":"table:nth-of-type(4) tr:nth-of-type(1) td:nth-of-type(2)","multiple":false,"regex":""},{"id":"Email","parentSelectors":["AgenntDetailsOpener"],"type":"SelectorText","selector":"table:nth-of-type(4) tr:nth-of-type(2) td:nth-of-type(4)","multiple":false,"regex":""},{"id":"Pages","parentSelectors":["_root"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"span.glyphicon-chevron-right","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":10000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"td:nth-of-type(5)"}]}
Thank You all for your help