Hello,
I am scraping tables over multiple pages: DesConsultar on-line Main Menu
The scraping weirdly breaks at each time at random rows of the table, and I never get data scraped after the first page. Also, if I try to get data preview on pagination I get:
Error:
- ACCESSING_UNDEFINED_ELEMENT 2628 probably page was reloaded
Sitemap:
{"_id":"desinventar","startUrl":["https://www.desinventar.net/DesInventar/results.jsp"],"selectors":[{"id":"pagination","paginationType":"clickMore","parentSelectors":["_root","pagination"],"selector":".bss a:nth-of-type(10) img","type":"SelectorPagination"},{"columns":[{"extract":true,"header":"Serial","name":"Serial"},{"extract":true,"header":"Event","name":"Event"},{"extract":true,"header":"Province","name":"Province"},{"extract":true,"header":"District","name":"District"},{"extract":true,"header":"Sub-District","name":"Sub-District"},{"extract":true,"header":"Date","name":"Date"},{"extract":true,"header":"Location","name":"Location"},{"extract":true,"header":"Deaths","name":"Deaths"},{"extract":true,"header":"Injured","name":"Injured"},{"extract":true,"header":"Missing","name":"Missing"},{"extract":true,"header":"Houses Destroyed","name":"Houses Destroyed"},{"extract":true,"header":"Houses Damaged","name":"Houses Damaged"},{"extract":true,"header":"Directly affected","name":"Directly affected"},{"extract":true,"header":"Indirectly Affected","name":"Indirectly Affected"},{"extract":true,"header":"Relocated","name":"Relocated"},{"extract":true,"header":"Evacuated","name":"Evacuated"},{"extract":true,"header":"Losses $USD","name":"Losses USD"},{"extract":true,"header":"Losses $Local","name":"LossesIDR"},{"extract":true,"header":"Education centers","name":"Education centers"},{"extract":true,"header":"Hospitals","name":"Hospitals"},{"extract":true,"header":"Damages in crops Ha.","name":"Damages in crops Ha"},{"extract":true,"header":"Lost Cattle","name":"Lost Cattle"},{"extract":true,"header":"Damages in roads Mts","name":"Damages in roads Mts"},{"extract":true,"header":"GLIDEnumber","name":"GLIDEnumber"},{"extract":true,"header":"Comments","name":"Comments"}],"delay":0,"id":"table","multiple":true,"parentSelectors":["pagination"],"selector":"table.IE_Table_borders","tableDataRowSelector":"tr:nth-of-type(n+3)","tableHeaderRowSelector":"tr.bodydarklight","type":"SelectorTable"}]}