Hi,
suppose I only want the content of the following link: https://shop.rewe.de/c/obst-gemuese/?source=homepage-category
What I need is the article-number of each product. But i dont want to open each link. I want to scrape it directly from the link. One can find the content in the html-structure, but I just cant get it to work. You can find it in following line:
meso-data data-listingid="13-8436000259209-980f4596-2814-4458-a127-a3d1287c44d5" data-productid="483303" [...]
I tried it with the following Sitemap-Example. But the result is nothing I want, because the producttitles are not in the same row as the product-id. Could you help me? Would be great, thank you!
Sitemap - Example:
{"_id":"test","startUrl":["https://shop.rewe.de/c/obst-gemuese/?source=homepage-category"],"selectors":[{"extractAttribute":"data-productid","id":"productid","multiple":true,"parentSelectors":["_root"],"selector":"html body div#_next div div#search-service-content div div.IndexPage_rsProductListContent__FTyHe div.IndexPage_rsFacetedProductList__lPS4u main.ProductList_rsPageableProductList__5ocgO.ProductList_rsQaPageableProductList__bU3Vy div.ProductList_rsPageableProductListWrapper__v1cS div.search-service-rsTiles.search-service-rsQaTiles.search-service-rsTilesDefault.ProductTiles_productTiles__70qRZ div.search-service-product.Product_product__maAwA div.search-service-basketButtons.Product_basketButtons__SYAkC div.search-service-ProductActions.ProductActions_ProductActions__D_l5E meso-data","type":"SelectorElementAttribute"},{"id":"titel","multiple":true,"parentSelectors":["_root"],"regex":"","selector":"div.LinesEllipsis","type":"SelectorText"}]}
HTML-Example for the first product:
<div><input type="hidden" name="nan" value="483303"><input type="hidden" name="listingId" value="13-8436000259209-980f4596-2814-4458-a127-a3d1287c44d5"></div><div class="search-service-productDetailsWrapper Product_productDetailsWrapper__bX_s8"><a class="search-service-productDetailsLink Product_productDetailsLink__hXXfb" href="/p/salatgurke-1-stueck/483303"><div class="search-service-pictureWrapper ProductMediaWrapper_pictureWrapper__ZHKoX"><div class="search-service-productPicture ProductMediaWrapper_productPicture__OXMYf"><div class="search-service-rsProductsMedia ProductMedia_rsProductsMedia__TgDb_"><picture><source srcset="https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=152px:152px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 152w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=304px:304px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 304w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=456px:456px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 456w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=88px:88px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 88w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=176px:176px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 176w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=264px:264px&output-quality=80&output-format=webp&im=BackgroundColor,color=fffff 264w" sizes="(min-width: 580px) 152px, 88px" type="image/webp"><source srcset="https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=152px:152px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 152w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=304px:304px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 304w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=456px:456px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 456w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=88px:88px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 88w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=176px:176px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 176w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=264px:264px&output-quality=80&output-format=jpeg2000&im=BackgroundColor,color=fffff 264w" sizes="(min-width: 580px) 152px, 88px" type="image/jp2"><source srcset="https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=152px:152px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 152w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=304px:304px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 304w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=456px:456px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 456w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=88px:88px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 88w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=176px:176px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 176w, https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=264px:264px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff 264w" sizes="(min-width: 580px) 152px, 88px"><img src="https://img.rewe-static.de/0483303/24569873_digital-image.png?resize=152px:152px&output-quality=80&output-format=jpeg&im=BackgroundColor,color=fffff" alt="Salatgurke 1 Stück" width="152" height="152"></picture></div></div><div class="BadgesContainer_productBadges__mIOO1 search-service-productBadges"></div></div><div class="ProductDetailsWrapper_productDetails__7vI_z search-service-productDetails"><div class="ProductDetailsWrapper_partnerName__CqluS search-service-partnerName ProductDetailsWrapper_partnerNameEmpty__c5rTb search-service-partnerNameEmpty"></div><div class="ProductDetailsWrapper_productTitleWrapper__nJ1Fr search-service-productTitleWrapper"><h4 class="ProductDetailsWrapper_productTitle__XjgsA search-service-productTitle" id="13-8436000259209-980f4596-2814-4458-a127-a3d1287c44d5-product-title"><div class="LinesEllipsis ">Salatgurke 1 Stück<wbr></div></h4></div><div class="ProductGrammage_productGrammage__fMOJr search-service-productGrammage"><div>1 Stück</div></div><div class="search-service-productDetailsFill ProductDetailsWrapper_productDetailsFill__TNboB"></div><div><div class="search-service-productPrice ProductPriceDisplay_productPrice__pqWxK">0,95 €</div></div></div></a></div><div class="search-service-basketButtons Product_basketButtons__SYAkC"><div class="search-service-ProductActions ProductActions_ProductActions__D_l5E"><meso-data data-listingid="13-8436000259209-980f4596-2814-4458-a127-a3d1287c44d5" data-productid="483303" data-orderlimit="99" data-amount="1" data-context="product-list-navigation"><div class="search-service-addToCartHandlerWrapper Add2CartHandler_addToCartHandlerWrapper__bvELT"><div class="bs_add2cart_container"><div class="bs_shopping_list_wrapper"><div class="lrms-favorite-button-container"><div class="lrms-addToFavMesoContainer"><div class="lrms-addToFavWrapper"><button class="lrms-addToFavHeartButton" data-cy="favorites-button_13-8436000259209-980f4596-2814-4458-a127-a3d1287c44d5"><img src="https://shop.rewe-static.de/rewe-myproducts/static-images/tab-icon-heart_v2_1.svg" alt="Zu Favoriten hinzufügen"></button></div></div></div><script type="application/json" class="favoritebutton-propstore">{"additionalUiData":{"assetBaseUrl":"https://shop.rewe-static.de/rewe-myproducts/e347b0e22aede45e19068b97254bbd70520c279c","staticAssetBaseUrl":"https://shop.rewe-static.de/rewe-myproducts","favoritesBaseUrl":"/api/favorites","anonymousFavoritesBaseUrl":"/api/anonymousfavorites"},"testgroups":["HIDE_REGULAR_PRICE"],"togglz":[]}</script></div><div class="bs_amount-handler bs_add2cart bs_amount-zero without-animation" data-is-initialized="true"><button class="basket-button bs_amount-minus basket_ripple" disabled=""></button><input type="number" pattern="[0-9]*" value="0" class="basket-input bs_amount-input" autocomplete="off" disabled=""><button class="basket-button bs_amount-plus basket_ripple" aria-label="Artikel zum Warenkorb hinzufügen"></button></div></div><script type="text/javascript">
if (!window.ReweBasket) {
window.ReweBasket = {}
}
</script><script type="text/javascript">
(function () {
var event = 'basket:addToBasketbuttonV2Render';
var customEvent;
var data = {};
if (typeof CustomEvent === 'function') {
customEvent = new CustomEvent(event, {detail: data});
} else {
customEvent = document.createEvent('CustomEvent');
customEvent.initCustomEvent(event, false, false, data);
}
document.dispatchEvent(customEvent);
})();
</script></div></meso-data></div></div>