I have 3 websites with similar structures. The first page is a map, where I need an element click selector to press on the Search button. This will bring up a table with a list of all the items I need. Then I have a link selector to go through each item and grab their info.
So far, when I scrape, I get nothing. I have been modifying the parameters of the element click selector to no avail. Any help to get this going would be appreciated. What do I have wrong?
Url:
https://www.iea.org/policiesandmeasures/renewableenergy/
https://www.iea.org/policiesandmeasures/energyefficiency/
https://www.iea.org/policiesandmeasures/climatechange/
Sitemap:
{"_id":"ieapolicies","startUrl":["https://www.iea.org/policiesandmeasures/renewableenergy/","https://www.iea.org/policiesandmeasures/energyefficiency/","https://www.iea.org/policiesandmeasures/climatechange/"],"selectors":[{"id":"policyselector","type":"SelectorLink","parentSelectors":["searchselector"],"selector":"td a","multiple":true,"delay":0},{"id":"Country","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Country:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Year","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Year:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Date","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Date Effective:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Policy Type","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Policy Type:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"IRENA Tech","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Policy Target:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Sector","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Policy Sector:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Policy Source","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Agency:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Policy Source URL","type":"SelectorLink","parentSelectors":["policyselector"],"selector":"td a","multiple":false,"delay":0},{"id":"Summary","type":"SelectorText","parentSelectors":["policyselector"],"selector":"tr:contains('Description:') td:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"Modified","type":"SelectorText","parentSelectors":["policyselector"],"selector":"em","multiple":false,"regex":"","delay":0},{"id":"searchselector","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"button[type='submit']","multiple":true,"delay":"0","clickElementSelector":"button[type='submit']","clickType":"clickMore","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueCSSSelector"}]}