I want to scrap text and link data from a website that contains pagination but can't get it to work.
Goal: From the URL start selecting every image and scrape the data shown on the image page and go to the next image for data scraping until all images and pages are done.
Url: Bidprentjes – Heemkundekring voor Baarle-Hertog, Baarle-Nassau, Castelre, Ulicoten en Zondereigen:&sortBy=random_634&qf=rda_placeOfDeath_facet:Baarle-Nassau&sortBy=random_141&pageNr=1
Sitemap:
{"_id":"amalia_overl_nassau","startUrl":["Bidprentjes – Heemkundekring voor Baarle-Hertog, Baarle-Nassau, Castelre, Ulicoten en Zondereigen:&sortBy=random_634&qf=rda_placeOfDeath_facet:Baarle-Nassau&sortBy=random_634&pageNr=1"],"selectors":[{"id":"click-pagination","parentSelectors":["_root","click-pagination"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"div:nth-of-type(6) li:nth-of-type(n+2) a.diw-link","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"img.diw-img"},{"id":"overl","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_deceased .diw-field-value > span","multiple":false,"regex":""},{"id":"sex","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_deceased div:nth-of-type(2) div","multiple":false,"regex":""},{"id":"age","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"div.diw-field:nth-of-type(3) div","multiple":false,"regex":""},{"id":"remark","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"div.diw-field:nth-of-type(4) div","multiple":false,"regex":""},{"id":"birthdate","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_birth div:nth-of-type(1) .diw-field-value span","multiple":false,"regex":""},{"id":"birthplace","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_birth div:nth-of-type(2) span","multiple":false,"regex":""},{"id":"deathdate","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_death div:nth-of-type(1) .diw-field-value span","multiple":false,"regex":""},{"id":"deathplace","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_death div:nth-of-type(2) span","multiple":false,"regex":""},{"id":"objectnum","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_identification div:nth-of-type(1) .diw-field-value span","multiple":false,"regex":""},{"id":"objecttype","parentSelectors":["_root","click-pagination"],"type":"SelectorText","selector":"#block_identification div:nth-of-type(2) span","multiple":false,"regex":""},{"id":"image-link","parentSelectors":["_root","click-pagination"],"type":"SelectorLink","selector":"a.float-right","multiple":false,"linkType":"linkFromHref"}]}