I have this website with over 500+ pages, but I only want to scrape 10 pages at a time.
I can scrape the first 7 pages of the element click. But after 7 pages, I can only scrape 3 at a time since it will show 7 in the middle of the element clicks.
Is my code for the sitemap even correct for element pagination
Url: https://www.werecover.com/centers
Sitemap:
{"_id":"werecoversample","startUrl":["https://www.werecover.com/centers"],"selectors":[{"id":"Pagination","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"a.pr-item-box","multiple":true,"delay":"3000","clickElementSelector":"li:nth-of-type(n) a.wd-pagination-link","clickType":"clickMore","discardInitialElements":true,"clickElementUniquenessType":"uniqueText"},{"id":"Links","type":"SelectorLink","parentSelectors":["Pagination"],"selector":"parent","multiple":false,"delay":0},{"id":"Elements","type":"SelectorElement","parentSelectors":["Links"],"selector":"div.rhb-content","multiple":false,"delay":0},{"id":"Name","type":"SelectorText","parentSelectors":["Elements"],"selector":"h1.l-page-heading-2-title","multiple":false,"regex":"","delay":0},{"id":"Location","type":"SelectorText","parentSelectors":["Elements"],"selector":"div.l-page-heading-2-subtitle span","multiple":false,"regex":"","delay":0},{"id":"Price","type":"SelectorText","parentSelectors":["Elements"],"selector":"div#center-cash-price.wd-optionblock-prop","multiple":false,"regex":"","delay":0}]}