My script gets all the data I need from images, but I can't get pagination to work (I need script to visit every page of the website) - I tried every possible option from tutorials and videos but they did not work for me.
Sitemap:
{"_id":"nos_twnsnd","startUrl":["https://nos.twnsnd.co/"],"selectors":[{"id":"item","type":"SelectorElement","selector":"div.post-wrapper, div.header-wrapper.no-image.avatar-style-hidden","parentSelectors":["_root","pagination"],"multiple":true,"delay":0},{"id":"image_link","type":"SelectorImage","selector":"div.photo-wrapper-inner img","parentSelectors":["item"],"multiple":false,"delay":0},{"id":"download_link","type":"SelectorLink","selector":"p a","parentSelectors":["item"],"multiple":false,"delay":0},{"id":"categories","type":"SelectorText","selector":"span.sub-title p:nth-of-type(1)","parentSelectors":["item"],"multiple":false,"regex":"","delay":0},{"id":"title","type":"SelectorText","selector":"a.owner-name.truncate","parentSelectors":["download_link"],"multiple":false,"regex":"","delay":0},{"id":"more_title","type":"SelectorText","selector":"div.title-desc-block.showFull","parentSelectors":["download_link"],"multiple":false,"regex":"","delay":0},{"id":"tags","type":"SelectorText","selector":"div.view.sub-photo-tags-view","parentSelectors":["download_link"],"multiple":false,"regex":"","delay":0},{"id":"licensed","type":"SelectorText","selector":"div.photo-license-info","parentSelectors":["download_link"],"multiple":false,"regex":"","delay":0},{"id":"html","type":"SelectorHTML","selector":"div.view.photo-page-scrappy-view.requiredToShowOnServer.has-global-nav.flickr-view-root-view, div.view.sub-photo-view.requiredToShowOnServer","parentSelectors":["download_link"],"multiple":false,"regex":"","delay":0},{"id":"pagination","type":"SelectorLink","selector":"a.next","parentSelectors":["_root"],"multiple":true,"delay":0}]}
