I'm trying to scrape data contained within links (nailed this part - element (container of the link) - popup-link - data) on different pages (haven't nailed this part).
The website has a 'next' button', so I guess its best to use element click selector. I've set selector as the element (container of the link), and click selector as the 'Next' button. I've tried ticking and unticking the multiple option.
But when I press scrape, it goes to the first page and does absolutely nothing.
Url: https://www.opentable.com/midlothian-restaurant-listings
Sitemap:
{"_id":"opentable_v7","startUrl":["https://www.opentable.com/midlothian-restaurant-listings"],"selectors":[{"id":"element","type":"SelectorElement","parentSelectors":["_root","pagination"],"selector":"div.rest-row","multiple":true,"delay":0},{"id":"popuplink","type":"SelectorLink","parentSelectors":["element"],"selector":"a.rest-row-name","multiple":false,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["popuplink"],"selector":"h1._8f0dfe62","multiple":false,"regex":"","delay":0},{"id":"address","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._252cc398 a._8d8dff4b span","multiple":false,"regex":"","delay":0},{"id":"rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-2dad25e8 span","multiple":false,"regex":"","delay":0},{"id":"pricing","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(2) span","multiple":false,"regex":"","delay":0},{"id":"cuisine","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._83b1d1c7:nth-of-type(3) span","multiple":false,"regex":"","delay":0},{"id":"neighborhood","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._7ea140db a.f3bf9165","multiple":false,"regex":"","delay":0},{"id":"opening","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(2) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"cuisinetwo","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(3) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"dining_style","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(4) div._16c8fd5e","multiple":false,"regex":"","delay":0},{"id":"executive_chef","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div._3bec5168:nth-of-type(9) div._16c8fd5e div","multiple":false,"regex":"","delay":0},{"id":"reccomended_rate","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-3bb4c330:nth-of-type(6) div.oc-reviews-dfc07aec","multiple":false,"regex":"","delay":0},{"id":"food_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(1) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"service_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(2) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"value_rating","type":"SelectorText","parentSelectors":["popuplink"],"selector":"div.oc-reviews-80467b2e:nth-of-type(4) div.oc-reviews-15d38b07","multiple":false,"regex":"","delay":0},{"id":"loved_for_1","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(1) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0},{"id":"loved_for_two","type":"SelectorText","parentSelectors":["popuplink"],"selector":"a.oc-reviews-e6379e50:nth-of-type(2) div.oc-reviews-50ac5538","multiple":false,"regex":"","delay":0},{"id":"pagination","type":"SelectorElementClick","parentSelectors":["_root","pagination"],"selector":"div.rest-row","multiple":false,"delay":0,"clickElementSelector":"a.pagination-link span.underline-hover","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"}]}