Hey there friends. I've been struggling with the GoFundMe website. I'm scraping the medical funding but there's an issue: pagination is done as a "Show More" scroll click.
Now, I've managed to get the program to click through and load everything, but it doesn't then scrape the data. It loads everything and then the window closes without opening links and extracting what I'm looking for (location, start date, funding).
Url:
https://www.gofundme.com/discover/medical-fundraiser
Sitemap:
{"_id":"load-all","startUrl":["https://www.gofundme.com/discover/medical-fundraiser"],"selectors":[{"id":"load-all","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div:nth-of-type(2) div.grid-container","multiple":false,"delay":0,"clickElementSelector":"a.hollow","clickType":"clickMore","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueText"},{"id":"open-links","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.campaign-tile-img--contain","multiple":true,"delay":0},{"id":"Goal","type":"SelectorText","parentSelectors":["open-links"],"selector":".show-for-large span.smaller","multiple":false,"regex":"","delay":0},{"id":"Raised","type":"SelectorText","parentSelectors":["open-links"],"selector":".show-for-large .goal strong","multiple":false,"regex":"","delay":0},{"id":"Date","type":"SelectorText","parentSelectors":["open-links"],"selector":".show-for-large .show-for-large div.created-date","multiple":false,"regex":"","delay":0},{"id":"Loacation","type":"SelectorText","parentSelectors":["open-links"],"selector":".show-for-large a.location-name","multiple":false,"regex":"","delay":0},{"id":"Donors","type":"SelectorText","parentSelectors":["open-links"],"selector":".show-for-large div.campaign-status","multiple":false,"regex":"","delay":0}]}