Dear Web Scraper Community
I'm trying to get a list of businesses to contact through this directory: IIABCal > Membership > Membership Directory > Find an Agent/Broker
The algorithm is not working as-is and something is going wrong after page 3 loads. I expected it to click the "Next" button but it quits.
I have tried the youtube tutorials, and read the pagination documentation. This website is a special case that was not covered.
Any help will be appreciated
{"_id":"iiabcal","startUrl":["https://member.iiabcal.org/Membership/Membership-Directory/Find-an-Agent-Broker?search="],"selectors":[{"clickElementSelector":"input.btn-primary","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","id":"Search","multiple":false,"parentSelectors":["_root"],"selector":"div.pane-contentpane","type":"SelectorElementClick"},{"delay":0,"id":"Card","multiple":true,"parentSelectors":["Search","Next"],"selector":"div.card-body","type":"SelectorElement"},{"id":"Next","paginationType":"auto","parentSelectors":["Search","Next"],"selector":"_parent_","type":"SelectorPagination"},{"delay":0,"id":"Name","multiple":false,"parentSelectors":["Card"],"regex":"","selector":"h5","type":"SelectorText"},{"delay":0,"id":"Address","multiple":false,"parentSelectors":["Card"],"regex":"","selector":"> p:nth-of-type(1)","type":"SelectorText"},{"delay":0,"id":"Phone","multiple":false,"parentSelectors":["Card"],"regex":"","selector":"span.d-block","type":"SelectorText"},{"delay":0,"id":"Website","multiple":false,"parentSelectors":["Card"],"regex":"","selector":"a:nth-of-type(2)","type":"SelectorText"}]}