So I'm trying to scrape the transactions history for each district, so far I managed to get to each district and get the details. However I can't figure out how to get to Next on the district page (i.e. https://transactions.gohome.com.hk/records/Aberdeen/en/)
I'm scraping historical data for teaching students how to analyze the data. Thanks~!
Url: https://transactions.gohome.com.hk/en/
Sitemap:
{"_id":"gohomehk","startUrl":["https://transactions.gohome.com.hk/en/"],"selectors":[{"id":"District Links","type":"SelectorLink","selector":"td.smallInfo a","parentSelectors":["_root"],"multiple":true,"delay":0},{"id":"Date","type":"SelectorText","selector":"table.old_table > tbody > tr > td > table > tbody > tr > td > div > table > tbody > tr > td > table td.smallInfo:nth-of-type(1)","parentSelectors":["District Links"],"multiple":false,"regex":"","delay":0},{"id":"Address","type":"SelectorText","selector":"td div td.subTitle","parentSelectors":["District Links"],"multiple":false,"regex":"","delay":0},{"id":"Price (millions HKD)","type":"SelectorText","selector":"table.old_table > tbody > tr > td > table > tbody > tr > td > div td.smallInfo:nth-of-type(3)","parentSelectors":["District Links"],"multiple":false,"regex":"","delay":0},{"id":"hkd per square foot SA and GFA","type":"SelectorText","selector":"td.smallInfo:nth-of-type(5)","parentSelectors":["District Links"],"multiple":false,"regex":"","delay":0},{"id":"ASP Assign","type":"SelectorText","selector":"td.smallInfo:nth-of-type(6)","parentSelectors":["District Links"],"multiple":false,"regex":"","delay":0},{"id":"Next","type":"SelectorLink","selector":"a.pagingNext","parentSelectors":["District Links","Next"],"multiple":false,"delay":0}]}