Airfrov's website has both an infinite scroll system as well as a load more button. My problem is that I want to scrape the whole website but I cannot get the element click to be faster than the element scroll down. So what happens is that I will be able to scrape the infinite scroll parts, but when the load more button appears, the element click is slow thus causing the scroll down to stop causing the scrape call to stop.
Url: https://www.airfrov.com/search?category=Beauty%20Products#
Sitemap:
{"_id":"testairfrov","startUrl":["https://www.airfrov.com/search?category=Beauty%20Products#"],"selectors":[{"id":"Scrolldown","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div.search__results:nth-of-type(1) div.product-card","multiple":true,"delay":"2000"},{"id":"name","type":"SelectorText","parentSelectors":["Scrolldown"],"selector":"div.item-details__name","multiple":false,"regex":"","delay":0},{"id":"Price","type":"SelectorText","parentSelectors":["Scrolldown"],"selector":"div.item-details__price","multiple":false,"regex":"","delay":0},{"id":"Country","type":"SelectorText","parentSelectors":["Scrolldown"],"selector":"div.item-details__country","multiple":false,"regex":"","delay":0},{"id":"Requests","type":"SelectorText","parentSelectors":["Scrolldown"],"selector":"span.request-stack-details__all","multiple":false,"regex":"","delay":0},{"id":"Loadclicker","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"button.fz-btn.load--manual","multiple":true,"delay":"0","clickElementSelector":"button.fz-btn.load--manual","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"}]}