Hi,
I'm trying to get match commentary from this website:
I'm using element selector to select the "next" pages but the best I could do is scrape text from the first 2 pages.
Here's my sitemap:
{"_id":"whoscored-pl","startUrl":["https://www.whoscored.com/Regions/252/Tournaments/2/Seasons/7361/Stages/16368/Fixtures/England-Premier-League-2018-2019"],"selectors":[{"id":"match link","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.result-1","multiple":true,"delay":0},{"id":"commentary","type":"SelectorLink","parentSelectors":["match link"],"selector":"ul.simple-tabs li:nth-of-type(2) a","multiple":false,"delay":0},{"id":"shots","type":"SelectorText","parentSelectors":["commentary","next"],"selector":"div.panel.is-active-panel span.commentary-text","multiple":true,"regex":"","delay":0},{"id":"next","type":"SelectorElementClick","parentSelectors":["commentary"],"selector":"div.panel.is-active-panel","multiple":true,"delay":0,"clickElementSelector":"span.page-navigation-item:nth-of-type(3)","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueHTMLText"}]}
Thanks