I would like to scrape email from each for the companies listed here, but when I click page 2/3/4... the URL does not change. I think I cannot use "link" as selector type, so I use element click but I fail to use that... I just click forever and does not scrape info for me. How could I modify the pagination to tackle this problem? Thanks a lot!
Url: https://www.hkstp.org/zh-hk/our-partner-companies/company-directory/
Sitemap:
{"_id":"hkstp","startUrl":["https://www.hkstp.org/zh-hk/our-partner-companies/company-directory/"],"selectors":[{"id":"com","type":"SelectorLink","parentSelectors":["_root","page"],"selector":".col-lg-3 a","multiple":true,"delay":0},{"id":"email","type":"SelectorText","parentSelectors":["com"],"selector":".ico-email a","multiple":false,"regex":"","delay":0},{"id":"page","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"li:nth-of-type(n+3) button","multiple":false,"delay":2000,"clickElementSelector":"button.ico-next","clickType":"clickOnce","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueHTML"}]}