I am trying to scrape a webpage, that has a special scrolling enabled - it deletes the old elements and adds new ones. I was able to extract the first 10 elements but was not able to add scrolling. Two issues are there, the first is that I grab informations from the product detail page, but iterating through the product listing. Scrolling with the element scrolldown selector failed - it did not recognize the classes returning 0 results. Below the working sitemap and failed sitemap.
So I managed to run 80% of the row, but cannot finish due to an issue with Scrolling.
Is there a go around or is this one of the mentioned sites that cannot be scrolled with webscraper?
Any hint would be very appreciated.
Thanks.
Sitemap:
{"_id":"aboutyou","startUrl":["https://www.aboutyou.de/s/masken-fur-alle-4491"],"selectors":[{"id":"Products","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.sc-1qheze-0","multiple":true,"delay":0},{"id":"Titel","type":"SelectorText","parentSelectors":["Products"],"selector":"div.iay39c-1","multiple":false,"regex":"","delay":0},{"id":"Price","type":"SelectorText","parentSelectors":["Products"],"selector":".sc-1t8547r-0 span","multiple":false,"regex":"","delay":0},{"id":"Farbe","type":"SelectorText","parentSelectors":["Products"],"selector":"span.jlvxcb-1","multiple":false,"regex":"","delay":0},{"id":"Bio","type":"SelectorText","parentSelectors":["Products"],"selector":"div.zcap0n-0","multiple":false,"regex":"","delay":0},{"id":"Marke","type":"SelectorText","parentSelectors":["Products"],"selector":"div.sc-1oa7xla-10","multiple":false,"regex":"","delay":0},{"id":"Details","type":"SelectorText","parentSelectors":["Products"],"selector":"div.d5kk8t-0","multiple":false,"regex":"","delay":0},{"id":"Material","type":"SelectorText","parentSelectors":["Products"],"selector":"div.d5kk8t-8:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Packung","type":"SelectorText","parentSelectors":["Products"],"selector":"div.iay39c-1","multiple":false,"regex":"","delay":0}]}
{"_id":"aboutyou3","startUrl":["https://www.aboutyou.de/s/masken-fur-alle-4491"],"selectors":[{"id":"Products","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"a. gsZQBd","multiple":true,"delay":"500"},{"id":"Titel","type":"SelectorText","parentSelectors":[" ClickonTitle"],"selector":"div.iay39c-1","multiple":false,"regex":"","delay":0},{"id":"Price","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":".sc-1t8547r-0 span","multiple":false,"regex":"","delay":0},{"id":"Farbe","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"span.jlvxcb-1","multiple":false,"regex":"","delay":0},{"id":"Bio","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"div.zcap0n-0","multiple":false,"regex":"","delay":0},{"id":"Images","type":"SelectorGroup","parentSelectors":["ClickonTitle"],"selector":".sc-1dh1cyo-0-n","delay":0,"extractAttribute":"src"},{"id":"Marke","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"div.sc-1oa7xla-10","multiple":false,"regex":"","delay":0},{"id":"Details","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"div.d5kk8t-0","multiple":false,"regex":"","delay":0},{"id":"Material","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"div.d5kk8t-8:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Packung","type":"SelectorText","parentSelectors":["ClickonTitle"],"selector":"div.iay39c-1","multiple":false,"regex":"","delay":0},{"id":"ClickonTitle","type":"SelectorLink","parentSelectors":["Products"],"selector":"parent","multiple":false,"delay":"1000"}]}