Currently, I'm trying to scrape records from an intranet webpage application that my workplace has, but as the title suggests, it only shows records when the user input date to filter the records. Is there a way to maintain the filter that I've input when the web scraper went through the many links this site has?
Every time the web scrapper open any links it shows that the date entered isn't a valid date.
Url: http://example.com
Sitemap:
{"_id":"sp2dk_approweb_sekanwil","startUrl":["https://approweb.intranet.pajak.go.id/index.php?r=pengawasan/sp2dk&Sp2dkFormModel[jnsperiode]=0&Sp2dkFormModel[awal]=Januari+2021&Sp2dkFormModel[akhir]=Januari+2021&Sp2dkFormModel[unit]=0&Sp2dkFormModel[tipe]=2&Sp2dkFormModel[kwl]=270"],"selectors":[{"id":"link_nama","type":"SelectorLink","parentSelectors":["link_ar"],"selector":"td:nth-of-type(3) a","multiple":true,"delay":0},{"id":"wrapper_detail","type":"SelectorElement","parentSelectors":["link_nama"],"selector":"div.col-sm-12","multiple":true,"delay":0},{"id":"npwp","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":".DTFC_Cloned a","multiple":false,"regex":"","delay":0},{"id":"nama","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(3) a","multiple":false,"regex":"","delay":0},{"id":"no_lhpt","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(4) a","multiple":false,"regex":"","delay":0},{"id":"tgl_lhpt","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(5)","multiple":false,"regex":"","delay":0},{"id":"no_sp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(6) a","multiple":false,"regex":"","delay":0},{"id":"tgl_sp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(7)","multiple":false,"regex":"","delay":0},{"id":"thn_pjk-sp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(8)","multiple":false,"regex":"","delay":0},{"id":"estimasi_potensi_awal_sp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(9)","multiple":false,"regex":"","delay":0},{"id":"no_lhp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(10)","multiple":false,"regex":"","delay":0},{"id":"tgl_lhp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(11)","multiple":false,"regex":"","delay":0},{"id":"keputusan_lhp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(12)","multiple":false,"regex":"","delay":0},{"id":"kesimpulan_lhp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(13)","multiple":false,"regex":"","delay":0},{"id":"estimasi_potensi_akhir_lhp2dk","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(14)","multiple":false,"regex":"","delay":0},{"id":"realisasi","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(15)","multiple":false,"regex":"","delay":0},{"id":"dalam_pengawasan","type":"SelectorText","parentSelectors":["wrapper_detail"],"selector":"td:nth-of-type(16)","multiple":false,"regex":"","delay":0},{"id":"link_kpp","type":"SelectorLink","parentSelectors":["_root"],"selector":".DTFC_Cloned a","multiple":true,"delay":0},{"id":"link_ar","type":"SelectorLink","parentSelectors":["link_kpp"],"selector":".DTFC_Cloned a","multiple":true,"delay":0}]}