Describe the problem.
Trying to scrape this directory, but can't seem to get the pagination working... Could it have something to do with the ssl certificate not being valid? To simplify things in the export below I have also just chosen the name field to make the data grab easy, but also having issues getting a clean structure - was just going to grab everything and then clean it up in excel..
Url: https://northernlaw.privyseal.com/find-a-law-firm?directory=B#r
Sitemap:
{"_id":"bnorthern","startUrl":["https://northernlaw.privyseal.com/find-a-law-firm?directory=B#r"],"selectors":[{"id":"pagination","type":"SelectorElementClick","parentSelectors":["pagination"],"selector":"div#FindAttorneyResults","multiple":true,"delay":0,"clickElementSelector":"input.btn.btn-primary:nth-of-type(2)","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"Results","type":"SelectorText","parentSelectors":["_root","next"],"selector":"div.aname","multiple":true,"regex":"","delay":"2000"},{"id":"next","type":"SelectorElementClick","parentSelectors":["_root","next"],"selector":"input.btn.btn-primary:nth-of-type(2)","multiple":true,"delay":"40000","clickElementSelector":"input.btn.btn-primary:nth-of-type(2)","clickType":"clickMore","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"}]}
