Describe the problem.
I am trying to scrape from the single page below, however only the first 38 rows get scraped.
It looks like the data loads as you scroll. Is there a method to incorporate a scroll so I can scrape a larger number of rows?
Thanks
Url:
https://defillama.com/
Sitemap:
{"_id":"DefiLama_TV-Loverview","startUrl":["https://defillama.com/"],"selectors":[{"id":"01DL_overview","parentSelectors":["_root"],"type":"SelectorTable","multiple":true,"selector":".sc-ada1eb34-0 table","tableDataRowSelector":"tr","tableHeaderRowSelector":"thead tr:nth-of-type(2)","columns":[{"extract":true,"header":"Name","name":"Name"},{"extract":true,"header":"Category","name":"Category"},{"extract":true,"header":"TVL","name":"TVL"},{"extract":true,"header":"1d Change","name":"1d Change"},{"extract":true,"header":"7d Change","name":"7d Change"},{"extract":true,"header":"1m Change","name":"1m Change"},{"extract":true,"header":"Mcap/TVL","name":"Mcap/TVL"},{"extract":true,"header":"Fees 24h","name":"Fees 24h"},{"extract":true,"header":"Revenue 24h","name":"Revenue 24h"},{"extract":true,"header":"Fees 7d","name":"Fees 7d"},{"extract":true,"header":"Revenue 7d","name":"Revenue 7d"},{"extract":true,"header":"Fees 30d","name":"Fees 30d"},{"extract":true,"header":"Monthly Avg 1Y","name":"Monthly Avg 1Y"},{"extract":true,"header":"Revenue 1Y","name":"Revenue 1Y"},{"extract":true,"header":"Revenue 30d Fees","name":"Revenue 30d Fees"},{"extract":true,"header":"Monthly Avg 1Y Rev","name":"Monthly Avg 1Y Rev"},{"extract":true,"header":"Holders Revenue 30d","name":"Holders Revenue 30d"},{"extract":true,"header":"User Fees 24h","name":"User Fees 24h"},{"extract":true,"header":"Cumulative Fees","name":"Cumulative Fees"},{"extract":true,"header":"Holders Revenue 24h","name":"Holders Revenue 24h"},{"extract":true,"header":"Treasury Revenue 24h","name":"Treasury Revenue 24h"},{"extract":true,"header":"Supply Side Revenue 24h","name":"Supply Side Revenue 24h"},{"extract":true,"header":"P/F","name":"P/F"},{"extract":true,"header":"P/S","name":"P/S"},{"extract":true,"header":"Volume 24h","name":"Volume 24h"},{"extract":true,"header":"Volume 7d","name":"Volume 7d"},{"extract":true,"header":"Change 7d","name":"Change 7d"},{"extract":true,"header":"Cumulative Volume","name":"Cumulative Volume"}]}]}