Hi,
I have a pagination issue again My scraper actually works pretty well, but I have one problem: it doesn’t get any data if a category has more than one subpage. For example, the category “Schulbedarf” is the first one with pagination — it has two subpages. The scraper opens the second one, but doesn’t scrape any data from it.
Does anyone have a clue? Thank you again!
{"_id":"test","startUrl":["https://www.rewe.de/shop/allcategories"],"selectors":[{"id":"alle_kateg","linkType":"linkFromHref","multiple":true,"parentSelectors":["_root"],"selector":".lr-category__item a:nth-of-type(2)","type":"SelectorLink"},{"id":"subkategorie","linkType":"linkFromHref","multiple":true,"parentSelectors":["alle_kateg"],"selector":"a.lr-link__bold, .lr-category_2nd > div > ul > li > a, .lr-category_3nd .lr-category_3nd a","type":"SelectorLink"},{"id":"pagination","paginationType":"auto","parentSelectors":["subkategorie","pagination"],"selector":"a[aria-label="Seite vor"]","type":"SelectorPagination"},{"id":"pfad_1","multiple":false,"multipleType":"singleColumn","parentSelectors":["pagination"],"regex":"","selector":".plr-CategoryBreadcrumbs a:nth-of-type(2)","type":"SelectorText"},{"id":"pfad_2","multiple":false,"multipleType":"singleColumn","parentSelectors":["pagination"],"regex":"","selector":"a:nth-of-type(3)","type":"SelectorText"},{"id":"pfad_3","multiple":false,"multipleType":"singleColumn","parentSelectors":["pagination"],"regex":"","selector":"a.parent","type":"SelectorText"},{"id":"pfad_4","multiple":false,"multipleType":"singleColumn","parentSelectors":["pagination"],"regex":"","selector":".plr-CategoryBreadcrumbs span","type":"SelectorText"},{"id":"produktanzahl","multiple":false,"multipleType":"singleColumn","parentSelectors":["pagination"],"regex":"","selector":"span.productCount","type":"SelectorText"},{"elementLimit":0,"id":"element","multiple":true,"parentSelectors":["pagination"],"scroll":false,"selector":"ul.plrProductGrid > li:not(.plrProductGrid__flagship)","type":"SelectorElement"},{"id":"produkt","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"regex":"","selector":"h4","type":"SelectorText"},{"id":"preis","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"regex":"","selector":"div[id$="-price"]","type":"SelectorText"},{"id":"angebot","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"regex":"","selector":"div[id$="-discount-text"]","type":"SelectorText"},{"id":"einheit","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"regex":"","selector":"div.a-pt__grammage__container_jqGyhF","type":"SelectorText"},{"extractAttribute":"id","id":"artnr","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"selector":"div[id$="-price"]","type":"SelectorElementAttribute"},{"extractAttribute":"data-productid","id":"artnr2","multiple":false,"multipleType":"singleColumn","parentSelectors":["element"],"selector":"meso-data[data-productid]","type":"SelectorElementAttribute"}]}
