I'm trying to correctly set a website that will have different categories. For each category I have the same structure for product cards and page, I will just need to be able to click the load more button and scroll the page untill all the items are fetched and data scraped. I'm trying using this sitemap but I'm facing a problem, after two scroll the page will scroll top, then already scroll bottom and the scraping will stop. All the available products aren't loaded and I'm not able to achive my scope. How I need to modify the selectors to correctly achive the scope? I've successfully created sitemaps for other sites in past, this is the first time I'm having this issue.
Thank you for the help
Url: https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/frutta_277
Sitemap:
{"_id":"Despar","startUrl":["https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/frutta_277","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/verdura-legumi-e-cereali_7","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/formaggi_8","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/latte-burro-uova_10","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/yogurt-e-dessert_11","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/carne_5","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/gastronomia_13","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/salumi_9","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/pasta-pane-e-farinacei_12","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/caffe-ed-infusi_345","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/condimenti_351","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/dispensa-e-scatolame_352","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/sughi_350","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/olio_349","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/dolci_17","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/snack-dolci-e-salati_348","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/speciali_432","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/capelli_20","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/cura-del-corpo_21","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/igiene-orale_22","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/animali_18","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/acqua_343","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/aperitivi-e-birra_347","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/bibite_346","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/liquori_344","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/vino-amari-e-distillati_342","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/surgelati-e-gelati_15","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/tutto-per-l-infanzia_19","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/detersivi-e-pulizia-casa_24","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/carte-regalo_5336","https://shop.despar.com/spesa-ritiro-negozio/melfi-viale-aldo-moro/carta-e-plastica_25"],"selectors":[{"id":"product-card","multiple":true,"parentSelectors":["_root"],"selector":"div.list-item","type":"SelectorElement"},{"id":"Brand","multiple":false,"parentSelectors":["product-card"],"regex":"","selector":"div[itemprop='brand']","type":"SelectorText"},{"id":"Descrizione prodotto","multiple":false,"parentSelectors":["product-card"],"regex":"","selector":"h3[itemprop=\"name\"]","type":"SelectorText"},{"id":"Prezzo al kg","multiple":false,"parentSelectors":["product-card"],"regex":"","selector":"div.product-meta-box","type":"SelectorText"},{"id":"Prezzo baseline","multiple":false,"parentSelectors":["product-card"],"regex":"","selector":"span.price","type":"SelectorText"},{"delay":800,"elementLimit":0,"id":"scroll-grid","multiple":true,"parentSelectors":["_root"],"selector":"div#main-content","type":"SelectorElementScroll"},{"clickActionType":"real","clickElementSelector":"a.button","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":500,"discardInitialElements":"do-not-discard","id":"load-more","multiple":false,"parentSelectors":["scroll-grid"],"selector":"a","type":"SelectorElementClick"}]}