Hi - I've been trying to scrape this site for car listings, and while I can scrape the first page accurately, I can never get past the second page with the element click pagination method. When I try using this, the scraper gets the first page of information and then jumps the second page and completes without going to further pages or scraping data. Can someone help with this?
Thanks!
Sitemap:
{"_id":"testing2","startUrl":["https://www.cargurus.com/Cars/inventorylisting/viewDetailsFilterViewInventoryListing.action?sourceContext=RecentSearches_false_0&newSearchFromOverviewPage=true&inventorySearchWidgetType=AUTO&entitySelectingHelper.selectedEntity=d1512&entitySelectingHelper.selectedEntity2=&zip=91724&distance=50000&searchChanged=true&modelChanged=false&filtersModified=true"],"selectors":[{"id":"cars","type":"SelectorElementClick","selector":"div.visitedListing div.ft-car","parentSelectors":["_root"],"multiple":true,"delay":"2000","clickElementSelector":"div.pagingNav div.cg-listingSearch-pagingPanel a.nextPageElement span.glyphicon","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"name","type":"SelectorText","selector":"div:nth-of-type(1) > h4.cg-dealFinder-result-model","parentSelectors":["cars"],"multiple":false,"regex":"","delay":0},{"id":"price","type":"SelectorText","selector":"span.cg-dealFinder-priceAndMoPayment span:nth-of-type(1)","parentSelectors":["cars"],"multiple":false,"regex":"","delay":0},{"id":"location","type":"SelectorText","selector":"p.cg-dealFinder-result-stats-distance-wrap","parentSelectors":["cars"],"multiple":false,"regex":"","delay":0},{"id":"mileage","type":"SelectorText","selector":"div.cg-dealFinder-result-stats:nth-of-type(5) p:nth-of-type(2)","parentSelectors":["cars"],"multiple":false,"regex":"","delay":0}]}