Pagination Element Click Error

I'm trying to scrape data contained within links (nailed this part - element (container of the link) - popup-link - data) on different pages (haven't nailed this part).

The website has a 'next' button', so I guess its best to use element click selector. I've set selector as the element (container of the link), and click selector as the 'Next' button. I've tried ticking and unticking the multiple option.

But when I press scrape, it goes to the first page and does absolutely nothing.

Url: https://www.opentable.com/midlothian-restaurant-listings

Sitemap:
{"_id":"opentable_v7","startUrl":["https://www.opentable.com/midlothian-restaurant-listings"],"selectors":[{"id":"element","type":"SelectorElement","parentSelectors":["_root","pagination"],"selector":"div.rest-row","multiple":true,"delay":0},{"id":"popuplink","type":"SelectorLink","parentSelectors":["element"],"selector":"a.rest-row-name","multiple":false,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["popuplink"],"selector":"h1._8f0dfe62","multiple":false,"regex":"","delay":0},{"id":"address","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._252cc398 a._8d8dff4b span","multiple":false,"regex":"","delay":0},{"id":"rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-2dad25e8 span","multiple":false,"regex":"","delay":0},{"id":"pricing","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(2) span","multiple":false,"regex":"","delay":0},{"id":"cuisine","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(3) span","multiple":false,"regex":"","delay":0},{"id":"neighborhood","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._7ea140db a.f3bf9165","multiple":false,"regex":"","delay":0},{"id":"opening","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(2) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"cuisinetwo","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(3) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"dining_style","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(4) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"executive_chef","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(9) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"reccomended_rate","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-3bb4c330:nth-of-type(6) div.oc-reviews-dfc07aec","multiple":false,"regex":"","delay":0},{"id":"food_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(1) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"service_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(2) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"value_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(4) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"loved_for_1","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(1) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0},{"id":"loved_for_two","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(2) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0},{"id":"pagination","type":"SelectorElementClick","parentSelectors":["_root","pagination"],"selector":"div.rest-row","multiple":false,"delay":0,"clickElementSelector":"a.pagination-link span.underline-hover","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"}]}

Almost nailed it! In this case you need to use just the Element Click selector, as the element without the click can incorporate the same element and additionally click on the next button, so there is no need for 2 element selectors. See the updated sitemap below:

{"_id":"opentable_v7","startUrl":["https://www.opentable.com/midlothian-restaurant-listings"],"selectors":[{"id":"element","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div.rest-row","multiple":true,"delay":"2000","clickElementSelector":".pagination-next","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"popuplink","type":"SelectorLink","parentSelectors":["element"],"selector":"a.rest-row-name","multiple":false,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["popuplink"],"selector":"h1._8f0dfe62","multiple":false,"regex":"","delay":0},{"id":"address","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._252cc398 a._8d8dff4b span","multiple":false,"regex":"","delay":0},{"id":"rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-2dad25e8 span","multiple":false,"regex":"","delay":0},{"id":"pricing","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(2) span","multiple":false,"regex":"","delay":0},{"id":"cuisine","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(3) span","multiple":false,"regex":"","delay":0},{"id":"neighborhood","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._7ea140db a.f3bf9165","multiple":false,"regex":"","delay":0},{"id":"opening","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(2) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"cuisinetwo","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(3) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"dining_style","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(4) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"executive_chef","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(9) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"reccomended_rate","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-3bb4c330:nth-of-type(6) div.oc-reviews-dfc07aec","multiple":false,"regex":"","delay":0},{"id":"food_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(1) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"service_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(2) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"value_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(4) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"loved_for_1","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(1) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0},{"id":"loved_for_two","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(2) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0}]}

1 Like