Hello,
I am try to scrape a website which has a pagination using a "Next" button which is coded like this :
<a class="paginate_button next" aria-controls="datatable" data-dt-idx="7" tabindex="0" id="datatable_next" data-vivaldi-spatnav-clickable="1">Next</a>
I've tried using a "Link" and an "Element clicker" but I can't get them to work, and I can only scrape the first page. If you have any idea of how to do.
{"_id":"ams2","startUrl":["link"],"selectors":[{"id":"Quality","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div#contentBody","multiple":false,"delay":"200","clickElementSelector":"checkbox-group.ng-isolate-scope div.ng-scope:nth-of-type(1) input.ng-valid","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"Program","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div#contentBody","multiple":false,"delay":"200","clickElementSelector":"div.ng-scope:nth-of-type(5) input.ng-valid","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"Safety and Regulation","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div#contentBody","multiple":false,"delay":"200","clickElementSelector":"div.ng-scope:nth-of-type(4) input.ng-valid","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"Search","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div#contentBody","multiple":false,"delay":"2500","clickElementSelector":"div.search-button button.btn:nth-of-type(1)","clickType":"clickOnce","discardInitialElements":true,"clickElementUniquenessType":"uniqueText"},{"id":"Rows","type":"SelectorElementClick","parentSelectors":["Search","link_next"],"selector":"tbody tr","multiple":true,"delay":"2000","clickElementSelector":"a.paginate_button.next","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"Date of incident","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.min-tablet:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Business Group","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(3)","multiple":false,"regex":"","delay":0},{"id":"Division","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(4)","multiple":false,"regex":"","delay":0},{"id":"Site","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.min-tablet:nth-of-type(5)","multiple":false,"regex":"","delay":0},{"id":"Category","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.min-tablet:nth-of-type(6)","multiple":false,"regex":"","delay":0},{"id":"Components","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(7)","multiple":false,"regex":"","delay":0},{"id":"Process","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(8)","multiple":false,"regex":"","delay":0},{"id":"Root Cause","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(9)","multiple":false,"regex":"","delay":0},{"id":"Root Cause Keywords","type":"SelectorText","parentSelectors":["Rows"],"selector":"td.desktop:nth-of-type(10)","multiple":false,"regex":"","delay":0},{"id":"link_next","type":"SelectorLink","parentSelectors":["Search"],"selector":"span a.paginate_button","multiple":true,"delay":"2000"}]}
Thanks