Hi everyone,
How can I extract all the results (13,739) daily from AutoScout24.it bypassing the 20 page limit (pagination).
The problem is that the code I developed works perfectly but it stops at the 20th page because that's how it was set up on the AutoScout24 site even though the results are well above that.
Below is my code:
{"id":"Autoscout24PrivatiGiornaliero","startUrl":["Annunci di auto usate su AutoScout24root","Pagination"],"selector":"li.pagination-item:nth-of-type(n+2) button, li.pagination-item--disabled:nth-of-type(10) span","type":"SelectorPagination"},{"id":"link","linkType":"linkFromHref","multiple":true,"parentSelectors":["Pagination"],"selector":"[data-fuel-type='b'][data-is-smyle-eligible='false'] div:nth-of-type(1) a","type":"SelectorLink"},{"id":"Titolo","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.StageTitle_makeModelContainer__RyjBP","type":"SelectorText"},{"id":"MarcaTitolo","multiple":false,"parentSelectors":["link"],"regex":"","selector":"span.StageTitle_boldClassifiedInfo__sQb0l:nth-of-type(1)","type":"SelectorText"},{"id":"ModelloTitolo","multiple":false,"parentSelectors":["link"],"regex":"","selector":"span.StageTitle_model__EbfjC","type":"SelectorText"},{"id":"ModelloSpecifico","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.StageTitle_modelVersion__Yof2Z","type":"SelectorText"},{"id":"Località","multiple":false,"parentSelectors":["link"],"regex":"","selector":"a.LocationWithPin_locationItem__tK1m5","type":"SelectorText"},{"id":"Prezzo","multiple":false,"parentSelectors":["link"],"regex":"","selector":"span.PriceInfo_price__XU0aF","type":"SelectorText"},{"id":"Foto","multiple":false,"parentSelectors":["link"],"selector":".image-gallery-center img","type":"SelectorImage"},{"id":"Foto2","multiple":false,"parentSelectors":["link"],"selector":"button:nth-of-type(n+2) img","type":"SelectorImage"},{"id":"Chilometri","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.VehicleOverview_itemContainer__XSLWi:nth-of-type(1) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"id":"Cambio","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.VehicleOverview_itemContainer__XSLWi:nth-of-type(2) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"id":"Anno","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.VehicleOverview_itemContainer__XSLWi:nth-of-type(3) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"id":"Carburante","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.VehicleOverview_itemContainer__XSLWi:nth-of-type(4) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"id":"Potenza","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div:nth-of-type(5) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"id":"TipoVenditore","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div:nth-of-type(6) div.VehicleOverview_itemText__AI4dA","type":"SelectorText"},{"clickActionType":"real","clickElementSelector":"button.CTAs_linkColorOverride__kqUM","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":2000,"discardInitialElements":"do-not-discard","id":"MostraNumero","multiple":true,"parentSelectors":["link"],"selector":"button.CTAs_linkColorOverride__kqUM","type":"SelectorElementClick"},{"id":"NomeVenditore","multiple":false,"parentSelectors":["link"],"regex":"","selector":".scr-card div.TieredPricingRatingsSection_nameContainer__fMSj2","type":"SelectorText"},{"id":"ImmagineVenditore","multiple":false,"parentSelectors":["link"],"selector":".scr-card img","type":"SelectorImage"},{"clickActionType":"real","clickElementSelector":"button.ExpandableDetailsSection_expandButton_collapsed__si_mh","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","id":"DescrizioneDelVeicoloClick","multiple":true,"parentSelectors":["link"],"selector":"button.ExpandableDetailsSection_expandButton_collapsed__si_mh","type":"SelectorElementClick"},{"id":"DescrizioneVeicoloo","multiple":false,"parentSelectors":["link"],"regex":"","selector":"#seller-notes-section div.DetailsSection_detailsSection__FJZXR","type":"SelectorHTML"},{"id":"Descrizione","multiple":false,"parentSelectors":["link"],"regex":"","selector":"#seller-notes-section div.DetailsSection_detailsSection__FJZXR","type":"SelectorText"},{"id":"ViaVebditore","multiple":false,"parentSelectors":["link"],"regex":"","selector":"a.Department_link__xMUEe","type":"SelectorText"},{"id":"Contatti","multiple":false,"parentSelectors":["link"],"regex":"","selector":"span.Contact_contactName__ZZISd","type":"SelectorText"},{"clickActionType":"real","clickElementSelector":".Contact_phoneButton__fH0_M span","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":2000,"discardInitialElements":"do-not-discard","id":"MostraNumeroDeiContattiClick","multiple":true,"parentSelectors":["link"],"selector":".Contact_phoneButton__fH0_M span","type":"SelectorElementClick"},{"id":"NumeroConattti","multiple":false,"parentSelectors":["link"],"regex":"","selector":".Contact_phoneButton__fH0_M span","type":"SelectorText"},{"clickActionType":"real","clickElementSelector":".CTAs_linkColorOverride__kqUM_ span","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","id":"Phoneeee","multiple":true,"parentSelectors":["link"],"selector":".CTAs_linkColorOverride__kqUM_ span","type":"SelectorElementClick"},{"id":"phone333","multiple":false,"parentSelectors":["link"],"regex":"","selector":".CTAs_linkColorOverride__kqUM_ span","type":"SelectorText"},{"extractAttribute":"src","id":"GalleriaOK","parentSelectors":["link"],"selector":"button:nth-of-type(n+2) img","type":"SelectorGroup"},{"id":"DescrHTML","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.SellerNotesSection_content__te2EB","type":"SelectorHTML"},{"id":"Negoziabile","multiple":false,"parentSelectors":["link"],"regex":"","selector":"p.AdditionalPriceInfo_additionalPrice__j5Jeh","type":"SelectorText"}]}