Hello everyone,
I'm trying to scrape a site and so far it's working but I still cannot manage to have all the pages being scrapped properly.
Every time the scraping stops at 96 products which is the amount of products being displayed on page 1 only.
I tried many different ways but it never scrapes page 2, 3, 4, etc.
Can anyone help me figure this out?
Thanks!
Sitemap:
{"_id":"Selver-Test","startUrl":["https://www.selver.ee/"],"selectors":[{"id":"cat-link","parentSelectors":["_root"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"li:nth-of-type(n+7) > button","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"li.is-open"},{"id":"title","parentSelectors":["prod"],"type":"SelectorText","selector":"h1","multiple":false,"regex":""},{"id":"prod","parentSelectors":["sub-cat-link"],"type":"SelectorLink","selector":".ProductCard > a","multiple":true,"linkType":"linkFromHref"},{"id":"sub-cat-link","parentSelectors":["cat-link"],"type":"SelectorLink","selector":"a","multiple":false,"linkType":"linkFromHref"},{"id":"Price","parentSelectors":["prod"],"type":"SelectorText","selector":".Product__prices div","multiple":false,"regex":"[\d,]+"},{"id":"Price-KG","parentSelectors":["prod"],"type":"SelectorText","selector":"span.ProductPrice__unit-price","multiple":false,"regex":""},{"id":"New-Price","parentSelectors":["prod"],"type":"SelectorText","selector":"div.ProductPrice.ProductPrice--special","multiple":false,"regex":"[\d,]+"},{"id":"New-Price-KG","parentSelectors":["prod"],"type":"SelectorText","selector":".ProductPrice--special span","multiple":false,"regex":"(\d(?:[. ,]\d))"},{"id":"Old-Price","parentSelectors":["prod"],"type":"SelectorText","selector":"div.ProductPrice.ProductPrice--original","multiple":false,"regex":"[\d,]+"},{"id":"Old-Price-KG","parentSelectors":["prod"],"type":"SelectorText","selector":".ProductPrice--original span","multiple":false,"regex":""},{"id":"Handler","parentSelectors":["prod"],"type":"SelectorText","selector":"tr:contains('Käitleja') td","multiple":false,"regex":""},{"id":"EAN","parentSelectors":["prod"],"type":"SelectorText","selector":"tr:contains('Ribakood')","multiple":false,"regex":"[\d,]+"},{"id":"Image","parentSelectors":["prod"],"type":"SelectorImage","selector":".pointer img","multiple":false},{"id":"Origin","parentSelectors":["prod"],"type":"SelectorText","selector":"tr:contains('Päritolu') td","multiple":false,"regex":""},{"id":"Description","parentSelectors":["prod"],"type":"SelectorText","selector":"div.Accordion:nth-of-type(1) div.AttributeAccordion__content","multiple":false,"regex":""},{"id":"page","parentSelectors":["sub-cat-link","page"],"type":"SelectorLink","selector":".Category__toolbar a.sf-pagination__item, .Category__toolbar .sf-pagination__item a","multiple":true,"linkType":"linkFromHref"}]}
