I am try to scrape flight data from below website.
I am able to get table content but td element has span tag for 2 types of display which causing to save duplicate value in the output.
Please help me how to include only single value from a table cell.
Url: https://uk.flightaware.com/live/flight/AIC803/history/20190223/0040Z/VIDP/VOBL/tracklog
Sitemap:
{"_id":"flight_data","startUrl":["https://uk.flightaware.com/live/findflight?origin=VIDP&destination=VOBL"],"selectors":[{"id":"flight_number","type":"SelectorLink","parentSelectors":["_root"],"selector":"tr.ffinder-results-row-bordertop:nth-of-type(1) a","multiple":true,"delay":"2"},{"id":"view_history","type":"SelectorLink","parentSelectors":["flight_number"],"selector":"div.flightPageLinks a.flightPageButton:nth-of-type(2)","multiple":false,"delay":"2"},{"id":"flight_select","type":"SelectorLink","parentSelectors":["view_history"],"selector":"tr.smallActiverow2:nth-of-type(16) td.nowrap a","multiple":true,"delay":0},{"id":"view_track_log","type":"SelectorLink","parentSelectors":["flight_select"],"selector":"a.flightReplayButtonLabel","multiple":false,"delay":0},{"id":"flight_data","type":"SelectorTable","parentSelectors":["view_track_log"],"selector":"table.prettyTable","multiple":true,"columns":[{"header":"Time (IST)IST","name":"Time (IST)IST","extract":true},{"header":"LatitudeLat","name":"LatitudeLat","extract":true},{"header":"LongitudeLon","name":"LongitudeLon","extract":true},{"header":"CourseDir","name":"CourseDir","extract":true},{"header":"kts","name":"kts","extract":true},{"header":"mph","name":"mph","extract":true},{"header":"meters","name":"meters","extract":true},{"header":"Rate","name":"Rate","extract":true},{"header":"Reporting Facility","name":"Reporting Facility","extract":true}],"delay":0,"tableDataRowSelector":"tbody tr","tableHeaderRowSelector":"thead.tableFloatingHeaderOriginal tr.thirdHeader"}]}