Hi everyone,
The problem I am facing currently with this web Scrape is that it will not pull all the results from the website. I only get about 48 results vs the 100+ products that are on the site.
This site does have a load more button and I believe that I have set it up correctly.
Any help would be appreciated.
Thank you.
Sitemap:
{"_id":"rcss-shave-razors","startUrl":["https://www.realcanadiansuperstore.ca/Home-%26-Lifestyle/Personal-Care/Hair-Removal/Razors-%26-Replacement-Blades/plp/RCSS002005007001?navid=razors-replacement-blades"],"selectors":[{"id":"product","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.product-tile__details__info__name__link","multiple":true,"delay":0},{"id":"Load_More","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"button.primary-button","multiple":false,"delay":"100","clickElementSelector":".primary-button span","clickType":"clickOnce","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueText"},{"id":"PName","type":"SelectorText","parentSelectors":["product"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"Brand","type":"SelectorText","parentSelectors":["product"],"selector":"span.product-name__item--brand","multiple":false,"regex":"","delay":0},{"id":"Size","type":"SelectorText","parentSelectors":["product"],"selector":"span.product-name__item--package-size","multiple":false,"regex":"","delay":0},{"id":"PNumber","type":"SelectorText","parentSelectors":["product"],"selector":"span.product-number__code","multiple":false,"regex":"","delay":0}]}