Hi,
Ive another problem:
The startpage: https://shop.rewe.de/ (There you have to choose a market before you can start).
Afterwards I want to select all categories (“Obst & Gemüse”, “Fleisch & Fisch”, “Käse, Eier & Molkerei”, ….). In these categories there are the goods. I want to scrape different information of all these goods. So the webscraper has to join every single good, scrape the information and switch to the next one.
Problem: My sitemap scrapes only the Information of the first 40 goods of every category. What I mean: The pagination doesn’t work. Ive watched and red all tutorials, but I just get it. The Link-Selector seems not to work on this page. And with the click-selector or pagination-selector I also couldnt get it to work.
Would be fine to get some help again. Thank you!
Here is my current sitemap:
{"_id":"rewe_2","startUrl":["https://shop.rewe.de/"],"selectors":[{"id":"links","linkType":"linkFromHref","multiple":true,"parentSelectors":["root"],"selector":"a.home-page-category-tile:nth-of-type(n+5)","type":"SelectorLink"},{"id":"links_2","linkType":"linkFromHref","multiple":true,"parentSelectors":["links","pagination"],"selector":"a.search-service-productDetailsLink","type":"SelectorLink"},{"id":"Ware","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"h1","type":"SelectorText"},{"id":"Einheit","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"div.rs-qa-price-base","type":"SelectorText"},{"id":"ArtNr","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"div.pdpr-ArticleNumber","type":"SelectorText"},{"id":"Preis","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"mark.pdpr-Price__Price","type":"SelectorText"},{"clickActionType":"real","clickElementSelector":"button.PaginationPagesList_paginationPage__yuWIE","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","id":"pagination","multiple":true,"parentSelectors":["links"],"selector":"div.Pagination_paginationPagesContainer__b2Lv","type":"SelectorElementClick"},{"id":"detail_marke","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Marke")","type":"SelectorText"},{"id":"detail_land","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Ursprungsland")","type":"SelectorText"},{"id":"detail_eigenschaften","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Eigenschaften")","type":"SelectorText"},{"id":"details_nettofuellmenge","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Nettofüllmenge")","type":"SelectorText"},{"id":"Angebot","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"div.pdpr-Price__DiscountValidTo","type":"SelectorText"},{"id":"details_anwendg","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Anwendung")","type":"SelectorText"},{"id":"details_besonderh","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Besonderheiten")","type":"SelectorText"},{"id":"details_Tierart","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Tierart")","type":"SelectorText"},{"id":"details_Geschmacksr","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Geschmacksrichtung")","type":"SelectorText"},{"id":"details_futterart","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Futterart")","type":"SelectorText"},{"id":"details_Packgsgröße","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Packungsgröße")","type":"SelectorText"},{"id":"details_alkoholgehalt","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":".pdpr-Attribute:contains("Alkoholgehalt")","type":"SelectorText"},{"id":"warnung","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"div.pdpr-ProductInformationListItem__Statement","type":"SelectorText"},{"id":"kategorie2","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"a.lr-breadcrumbs__link:nth-of-type(2)","type":"SelectorText"},{"id":"kategorie3","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"a.lr-breadcrumbs__link:nth-of-type(3)","type":"SelectorText"},{"id":"kategorie4","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"a.lr-breadcrumbs__link--active","type":"SelectorText"},{"id":"kategorie1","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"a.lr-breadcrumbs__link:nth-of-type(1)","type":"SelectorText"},{"id":"kategorie5","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"\ta.lr-breadcrumbs__link:nth-of-type(5)","type":"SelectorText"},{"id":"kategorie4_2","multiple":false,"parentSelectors":["links_2","pagination"],"regex":"","selector":"a.lr-breadcrumbs__link:nth-of-type(4)","type":"SelectorText"}]}