Hello,
So what I need is to enable webscraper to go the next page ONLY when the data is scraped from one page and not based on my preset 60 seconds. This way the webscraper will try to load the page and if recaptcha hits, the person can stay much longer to solve the recaptcha using my other chrome extention, and once solved the proper page content will load. When captured I need to immediately load the next page or lets say after 10 seconds. This way I will save tremendous time. How can I achieve that ?
ps. recaptcha v2 hits only when I'm logged in so it will not be shown if you try to test it.
This is my sitemap :
{"_id":"lista2","startUrl":["https://membri.listafirme.ro/pagini/p[1-666].htm"],"selectors":[{"id":"pages_to_go_and_get_data","type":"SelectorLink","parentSelectors":["_root"],"selector":"td:nth-of-type(2) a","multiple":true,"delay":"2000"},{"id":"Mobil","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Mobil') td:nth-of-type(2)","multiple":true,"regex":"","delay":"2000"},{"id":"email","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Email') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Nume","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Nume firmă') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"CUI","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Cod Unic de Înregistrare') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"RegCom","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Nr. Înmatriculare') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"EUID","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('EUID') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Top firme","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"div.content > table.table:nth-of-type(1) td","multiple":false,"regex":"","delay":0},{"id":"Marci","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table#marci-inregistrate.table td","multiple":false,"regex":"","delay":0},{"id":"Judet","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Judeţ') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Localitate","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Localitate/Sector') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Adresa","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(4):contains('Adresă') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"TelFix","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Telefon') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Email","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Email') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Adminsitratie","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Persoane din conducere:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Web","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Adresă web') tr:nth-of-type(1):contains('') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"CAEN","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Cod CAEN') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Obiect activ","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Obiect Activitate') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Descriere activitate","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Descriere Activitate') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Cifra 2017","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Profit 2017","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(3)","multiple":false,"regex":"","delay":0},{"id":"Datorii 2017","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(4)","multiple":false,"regex":"","delay":0},{"id":"Active imobilizate","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(5)","multiple":false,"regex":"","delay":0},{"id":"Active circulante","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(6)","multiple":false,"regex":"","delay":0},{"id":"Capitaluri proprii","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(7)","multiple":false,"regex":"","delay":0},{"id":"Angajati","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:nth-of-type(2) td.text-right:nth-of-type(8)","multiple":false,"regex":"","delay":0},{"id":"Asociati","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Nr. Asociaţi') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Administratori","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Nr. Administratori') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Sedii secundare","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"tr:contains('Nr. Sedii secundare') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Activa","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table#situatie-anaf.table td","multiple":false,"regex":"","delay":0},{"id":"Restante anaf","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table#Table1.table td","multiple":false,"regex":"","delay":0},{"id":"Buletinul insolventei","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table#buletinul-insolventei.table td","multiple":false,"regex":"","delay":0},{"id":"Monitorul oficial","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table.table:nth-of-type(13) td","multiple":false,"regex":"","delay":0},{"id":"Dosare instanta","type":"SelectorText","parentSelectors":["pages_to_go_and_get_data"],"selector":"table.table:nth-of-type(14) td","multiple":false,"regex":"","delay":0}]}