I have been trying different scenarios to scrape below site, scrapping without pagination works great, however when pagination starts it goes till the end then stops without any scrapping, will highly appreciate your support on this task.
Cheers,
Rami
Url: http://www.aecegypt.com/WebPages_Ar/Common/ExporterDisplay.aspx
Sitemap:
{"_id":"aecegypt","startUrl":["http://www.aecegypt.com/WebPages_Ar/Common/ExporterDisplay.aspx"],"selectors":[{"id":"company_page","type":"SelectorLink","parentSelectors":["pagination"],"selector":".Capital tr:nth-of-type(n+2) > td > a","multiple":true,"delay":0},{"id":"company_name","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtName","multiple":false,"regex":"","delay":0},{"id":"AEC Code","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtAecCode","multiple":false,"regex":"","delay":0},{"id":"Activity","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtActivity","multiple":false,"regex":"","delay":0},{"id":"Membership Date","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtMemShipDate","multiple":false,"regex":"","delay":0},{"id":"City","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_lblGov","multiple":false,"regex":"","delay":0},{"id":"Tel 1","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtTel1","multiple":false,"regex":"","delay":0},{"id":"Tel 2","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtTel2","multiple":false,"regex":"","delay":0},{"id":"Fax","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtFax1","multiple":false,"regex":"","delay":0},{"id":"Address","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtAddress","multiple":false,"regex":"","delay":0},{"id":"Website","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtWebSite","multiple":false,"regex":"","delay":0},{"id":"Email","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtMail","multiple":false,"regex":"","delay":0},{"id":"Contact Person","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtContactPerson","multiple":false,"regex":"","delay":0},{"id":"Contact Person Job","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtContatctPersonJob","multiple":false,"regex":"","delay":0},{"id":"Mobile","type":"SelectorText","parentSelectors":["company_page"],"selector":"span#CPHMain_ExporterDetails1_txtContatctPersonMobile","multiple":false,"regex":"","delay":0},{"id":"Products","type":"SelectorText","parentSelectors":["company_page"],"selector":"#CPHMain_ExporterDetails1_ProductsNavigator1_TlNoProduct td","multiple":false,"regex":"","delay":0},{"id":"pagination","type":"SelectorElementClick","parentSelectors":["_root"],"selector":".Capital tr:nth-of-type(n+2) > td > a","multiple":true,"delay":"10000","clickElementSelector":".footview span, .footview a","clickType":"clickMore","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueHTMLText"}]}