I built a scraper that will link click to each recored number, then element click to open certain information, and then scrape the data. The problem is that the data portal it's rooted in has multiple pages which need to be element clicked. I cant seem to get the scraper to first search and scrape the records on the first page and then to repeat the this action for each subsequent page.
https://aca5.accela.com/bcc/Cap/CapHome.aspx?module=Licenses&ShowMyPermitList=N
Sitemap:
site map one is the simple one with out pages. site map 2 has multiple pages but wont work.
#1.
{"_id":"sitemape1simple","startUrl":["https://aca5.accela.com/bcc/Cap/CapHome.aspx?module=Licenses&ShowMyPermitList=N"],"selectors":[{"id":"record number ","type":"SelectorLink","selector":"td.ACA_AlignLeftOrRightTop a","parentSelectors":["_root"],"multiple":true,"delay":0},{"id":"mored","type":"SelectorElementClick","selector":"div.ACA_Area_CapDetail","parentSelectors":["record number "],"multiple":false,"delay":0,"clickElementSelector":"h1.ACA_FLeftForStyle img","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"related contact ","type":"SelectorElementClick","selector":"tr#trRCList td.MoreDetail_BlockContent","parentSelectors":["mored"],"multiple":false,"delay":0,"clickElementSelector":"span#ctl00_PlaceHolderMain_PermitDetailList1_tbRCList img","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"name","type":"SelectorText","selector":"table.Confirm_table td","parentSelectors":["related contact "],"multiple":false,"regex":"","delay":0}]}
#2
{"_id":"sitemap2long","startUrl":["https://aca5.accela.com/bcc/Cap/CapHome.aspx?module=Licenses&ShowMyPermitList=N"],"selectors":[{"id":"record number ","type":"SelectorLink","selector":"td.ACA_AlignLeftOrRightTop a","parentSelectors":["_root"],"multiple":true,"delay":0},{"id":"mored","type":"SelectorElementClick","selector":"div.ACA_Area_CapDetail","parentSelectors":["record number "],"multiple":false,"delay":0,"clickElementSelector":"h1.ACA_FLeftForStyle img","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"related contact ","type":"SelectorElementClick","selector":"tr#trRCList td.MoreDetail_BlockContent","parentSelectors":["mored"],"multiple":false,"delay":0,"clickElementSelector":"span#ctl00_PlaceHolderMain_PermitDetailList1_tbRCList img","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"name","type":"SelectorText","selector":"table.Confirm_table td","parentSelectors":["related contact "],"multiple":false,"regex":"","delay":0},{"id":"page","type":"SelectorElementClick","selector":"tr.ACA_Table_Pages > td","parentSelectors":["_root","page"],"multiple":true,"delay":"2000","clickElementSelector":"td.aca_pagination_td:nth-of-type(n+4) a, td.aca_pagination_td:nth-of-type(6)","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"}]}