I want to scrape OSR codes and other informations about stars from site osr.org
I managed to scrape first table but when I add pagination with element click to "Show more registrations" button it doesn't work for me.
Please help. Thank you very much.
Url: https://osr.org/osr/
Sitemap:
{"_id":"osr","startUrl":["https://osr.org/osr/"],"selectors":[{"id":"data","type":"SelectorTable","parentSelectors":["_root"],"selector":"table","multiple":true,"columns":[{"header":"OSR code","name":"OSR code","extract":true},{"header":"Coordinates","name":"Coordinates","extract":true},{"header":"Star name","name":"Star name","extract":true},{"header":"Constellation","name":"Constellation","extract":true},{"header":"Occasion","name":"Occasion","extract":true}],"delay":0,"tableDataRowSelector":"tr:nth-of-type(n+2)","tableHeaderRowSelector":"thead tr"}]}
This is what I tried:
Sitemap:
{"_id":"osr2","startUrl":["https://osr.org/osr/"],"selectors":[{"id":"pagi","type":"SelectorElementClick","parentSelectors":["_root","pagi"],"selector":"table","multiple":false,"delay":"10000","clickElementSelector":"button.white","clickType":"clickOnce","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueText"},{"id":"data","type":"SelectorTable","parentSelectors":["_root","pagi"],"selector":"table","multiple":true,"columns":[{"header":"OSR code","name":"OSR code","extract":true},{"header":"Coordinates","name":"Coordinates","extract":true},{"header":"Star name","name":"Star name","extract":true},{"header":"Constellation","name":"Constellation","extract":true},{"header":"Occasion","name":"Occasion","extract":true}],"delay":0,"tableDataRowSelector":"tr:nth-of-type(n+2)","tableHeaderRowSelector":"thead tr"}]}