Hi everyone, I am trying to extract some basic info on investors in bulk through dealroom. However, I am encountering a problem with the infinite scroll. I tried the elementscroll selector a couple of times but it always generates me only the first 25 results.
If I try to manually scroll down, it gives me again 25 results but the ones that are displayed at that exact moment, so not the first 25. This has me baffled honestly, any way I could scrape this?
Sitemap:
{id:"sitemap code"}{"_id":"dealroominvestors","startUrl":["https://app.dealroom.co/investors/f/industry_experience/anyof_energy_transportation/sub_industry_experience/anyof_clean%20energy_energy%20providers_energy%20storage_oil%20%26%20gas"],"selectors":[{"delay":6000,"elementLimit":1000,"id":"pagination","multiple":true,"parentSelectors":["_root","pagination"],"selector":"div.table-list-item","type":"SelectorElementScroll"},{"id":"cname","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":"a.entity-name__name-text","type":"SelectorText"},{"id":"location","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":"div.hqLocations","type":"SelectorText"},{"id":"dealsize","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":"div.dealSizeEnhanced","type":"SelectorText"},{"id":"portfoliosize","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":"div.investorPorfolioSize","type":"SelectorText"},{"id":"toplpinvestments","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":".lpInvestments div.investments","type":"SelectorText"},{"id":"preferredround","multiple":false,"parentSelectors":["pagination"],"regex":"","selector":"div.preferredRound","type":"SelectorText"},{"id":"open","linkType":"linkFromHref","multiple":true,"parentSelectors":["pagination"],"selector":"a.entity-name__name-text","type":"SelectorLink"}]}