I cannot seem to get my scraper to work, on this site. I am struggling with pulling the information from each of the businesses and I believe I did the pagination right but it is not working.
It would be awesome if someone could point me in the right direction or help me out!
Url: https://www.bbb.org/en/us/search?inputText=lawyer&locationLatLng=&locationText=92663&page=2
Sitemap:
{"_id":"californiabbbtest","startUrl":["https://www.bbb.org/en/us/search?inputText=lawyer&locationLatLng=&locationText=92663&page=1&sort=Name"],"selectors":[{"id":"pagnation","type":"SelectorElementClick","selector":"div.c2.c59","parentSelectors":["_root"],"multiple":false,"delay":0,"clickElementSelector":"li.next a","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"links","type":"SelectorLink","selector":".dtm-search-listing-business-name","parentSelectors":["pagnation"],"multiple":false,"delay":0},{"id":"elem","type":"SelectorElement","selector":"#company-info-area","parentSelectors":["links"],"multiple":true,"delay":0},{"id":"address","type":"SelectorText","selector":"div.address","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"email","type":"SelectorHTML","selector":"a:contains("email")","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"website","type":"SelectorText","selector":"a.btn.btn-outline.btn-outline--blue.business-buttons__button","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"owners","type":"SelectorText","selector":"div.company-info__block:nth-of-type(8) ul.company-info__list","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"business category","type":"SelectorText","selector":".company-info__list-item","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"business name","type":"SelectorText","selector":"h1.address__sub-heading","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0},{"id":"phone","type":"SelectorText","selector":"h3 > a","parentSelectors":["elem"],"multiple":false,"regex":"","delay":0}]}