Doesnt extract the reviews within a product

How to?
#1

Describe the problem.
The scrapper manages to get the information about the product itself, navigates the reviews but doesnt extract them to file.

https://www.leroymerlin.it/avis/produit/36610910?scope=standard&type=PRODUCT&sortBy=DATE_DESC&includeLocalLanguageOnly=false&includeReviewsWithPhotoOnly=false&nbOfStars=-1&goToReviewModule=true&page=42#component-reviewdisplay

Sitemap:
{"_id":"Trial2","startUrl":["https://www.leroymerlin.it/prodotti/ordine-e-sistemazione/scaffali/tutti-gli-scaffali-in-metallo-componibili/"],"selectors":[{"id":"Master:pagination","parentSelectors":["_root","Master:pagination"],"paginationType":"auto","type":"SelectorPagination","selector":"button.next.guidance-btn-color--primary"},{"id":"each:product","parentSelectors":["Master:pagination"],"type":"SelectorLink","selector":".o-thumbnail--h-to-v a","multiple":false,"version":2,"linkType":"linkFromHref"},{"id":"product:name","parentSelectors":["each:product"],"type":"SelectorText","selector":"h1","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"product:sku","parentSelectors":["each:product"],"type":"SelectorText","selector":"div.a-ref","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"product:price","parentSelectors":["each:product"],"type":"SelectorText","selector":"span.m-price__line","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"all:reviewslink","parentSelectors":["each:product"],"type":"SelectorLink","selector":"a.js-view-all-review-button","multiple":false,"version":2,"linkType":"linkFromHref"},{"id":"rev:pagination","parentSelectors":["all:reviewslink","rev:pagination"],"paginationType":"clickOnce","type":"SelectorPagination","selector":"a.js-next"},{"id":"index","parentSelectors":["each:product"],"type":"SelectorText","selector":"div.component-scorecard","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"index:image","parentSelectors":["each:product"],"type":"SelectorImage","selector":"img.lazy-loaded.component-scorecard__image","multiple":false,"version":2,"multipleType":"singleColumn"},{"id":"index:c","parentSelectors":["each:product"],"type":"SelectorImage","selector":"button.m-scorecard-button","multiple":false,"version":2,"multipleType":"singleColumn"},{"id":"record_wrapper","parentSelectors":["rev:pagination"],"type":"SelectorElement","selector":"div.col-container-inner","multiple":true,"scroll":false,"elementLimit":0},{"id":"data","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".m-review__user-infos__profile__info p:nth-of-type(1)","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data2","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__message","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data3","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__dates","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data4","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"b:nth-of-type(1)","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data5","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"b:nth-of-type(2)","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data6","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__user-infos__profile__info__diy","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data7","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"span.mc-stars-result__text","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"rating","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"span.m-review__rating__text","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data8","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"a.js-review__abusive-button","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data9","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".js-review__useful-button span.mc-button__label","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data10","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".js-review__not-useful-button span.mc-button__label","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data11","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"div.m-review__useful__question","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data12","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__recommandation","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data13","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".m-review__badge p","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data14","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".js-review__useful-button span.js-element-container","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data15","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":".js-review__not-useful-button span.js-element-container","multiple":false,"regex":"","multipleType":"singleColumn","version":2}]}

#2

I updated it, now it captures a few reviews but there are other hundreds not taken, and all other proudcts also not extracted.

{"_id":"Trial2","startUrl":["https://www.leroymerlin.it/prodotti/ordine-e-sistemazione/scaffali/tutti-gli-scaffali-in-metallo-componibili/"],"selectors":[{"id":"Master:pagination","parentSelectors":["_root","Master:pagination"],"paginationType":"clickMore","type":"SelectorPagination","selector":"button.next.guidance-btn-color--primary"},{"id":"each:product","parentSelectors":["Master:pagination"],"type":"SelectorLink","selector":".o-thumbnail--h-to-v a","multiple":false,"version":2,"linkType":"linkFromHref"},{"id":"product:name","parentSelectors":["each:product"],"type":"SelectorText","selector":"h1","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"product:sku","parentSelectors":["each:product"],"type":"SelectorText","selector":"div.a-ref","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"product:price","parentSelectors":["each:product"],"type":"SelectorText","selector":"span.m-price__line","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"all:reviewslink","parentSelectors":["each:product"],"type":"SelectorLink","selector":"a.js-view-all-review-button","multiple":false,"version":2,"linkType":"linkFromHref"},{"id":"rev:pagination","parentSelectors":["each:product","all:reviewslink","rev:pagination"],"paginationType":"clickMore","type":"SelectorPagination","selector":"a.js-next"},{"id":"index","parentSelectors":["each:product"],"type":"SelectorText","selector":"div.component-scorecard","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"index:image","parentSelectors":["each:product"],"type":"SelectorImage","selector":"img.lazy-loaded.component-scorecard__image","multiple":false,"version":2,"multipleType":"singleColumn"},{"id":"index:c","parentSelectors":["each:product"],"type":"SelectorImage","selector":"button.m-scorecard-button","multiple":false,"version":2,"multipleType":"singleColumn"},{"id":"record_wrapper","parentSelectors":["each:product","all:reviewslink","rev:pagination"],"type":"SelectorElement","selector":"div.col-container-inner","multiple":true,"scroll":true,"elementLimit":0},{"id":"data2","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__message","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data3","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__dates","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data7","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"span.mc-stars-result__text","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"rating","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"span.m-review__rating__text","multiple":false,"regex":"","multipleType":"singleColumn","version":2},{"id":"data12","parentSelectors":["record_wrapper"],"type":"SelectorText","selector":"p.m-review__recommandation","multiple":false,"regex":"","multipleType":"singleColumn","version":2}]}

#3

Hi,

  1. The Multiple check is missing for each:product selector, hence only the first URL is scraped on each page.

  2. I removed the scroll from record_wrapper and adjusted rev:pagination.

{"_id":"Trial2","startUrl":["https://www.leroymerlin.it/prodotti/ordine-e-sistemazione/scaffali/tutti-gli-scaffali-in-metallo-componibili/"],"selectors":[{"id":"Master:pagination","paginationType":"clickMore","parentSelectors":["_root","Master:pagination"],"selector":"Xbutton.next.guidance-btn-color--primary","type":"SelectorPagination"},{"id":"each:product","linkType":"linkFromHref","multiple":true,"parentSelectors":["Master:pagination"],"selector":".o-thumbnail--h-to-v a","type":"SelectorLink","version":2},{"id":"product:name","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"regex":"","selector":"h1","type":"SelectorText","version":2},{"id":"product:sku","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"regex":"","selector":"div.a-ref","type":"SelectorText","version":2},{"id":"product:price","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"regex":"","selector":"span.m-price__line","type":"SelectorText","version":2},{"id":"all:reviewslink","linkType":"linkFromHref","multiple":false,"parentSelectors":["each:product"],"selector":"a.js-view-all-review-button","type":"SelectorLink","version":2},{"id":"rev:pagination","paginationType":"clickMore","parentSelectors":["all:reviewslink","rev:pagination"],"selector":"a.js-next:not(.is-disabled)","type":"SelectorPagination"},{"id":"index","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"regex":"","selector":"div.component-scorecard","type":"SelectorText","version":2},{"id":"index:image","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"selector":"img.lazy-loaded.component-scorecard__image","type":"SelectorImage","version":2},{"id":"index:c","multiple":false,"multipleType":"singleColumn","parentSelectors":["each:product"],"selector":"button.m-scorecard-button","type":"SelectorImage","version":2},{"elementLimit":0,"id":"record_wrapper","multiple":true,"parentSelectors":["each:product","all:reviewslink","rev:pagination"],"scroll":false,"selector":"div.col-container-inner","type":"SelectorElement"},{"id":"data2","multiple":false,"multipleType":"singleColumn","parentSelectors":["record_wrapper"],"regex":"","selector":"p.m-review__message","type":"SelectorText","version":2},{"id":"data3","multiple":false,"multipleType":"singleColumn","parentSelectors":["record_wrapper"],"regex":"","selector":"p.m-review__dates","type":"SelectorText","version":2},{"id":"data7","multiple":false,"multipleType":"singleColumn","parentSelectors":["record_wrapper"],"regex":"","selector":"span.mc-stars-result__text","type":"SelectorText","version":2},{"id":"rating","multiple":false,"multipleType":"singleColumn","parentSelectors":["record_wrapper"],"regex":"","selector":"span.m-review__rating__text","type":"SelectorText","version":2},{"id":"data12","multiple":false,"multipleType":"singleColumn","parentSelectors":["record_wrapper"],"regex":"","selector":"p.m-review__recommandation","type":"SelectorText","version":2}]}```