I've been trying to scrape some data from a website. The data is dynamically loaded so it takes really long for the element scroll down to scrape the data. Is there any fix to this? The data is loaded dynamically from the "div.sherSection" where the element scroll is used
Url: اردو شاعروں کی فہرست | ریختہ (I have no idea why the link is in a different language)
Sitemap:
{"_id":"couplet_data_urdu","startUrl":["Alphabetic Index of Poets | Rekhta li.poetAlphLtr:nth-of-type(n) a","type":"SelectorPagination"},{"id":"poet-link","multiple":true,"parentSelectors":["pages"],"selector":".poetNameDatePlace a.clearfix","type":"SelectorLink"},{"id":"sher-link-bar","multiple":true,"parentSelectors":["poet-link"],"selector":"ul.searchCategory","type":"SelectorElement"},{"id":"sher-link","multiple":false,"parentSelectors":["sher-link-bar"],"selector":"a:contains('شعر')","type":"SelectorLink"},{"delay":500,"elementLimit":0,"id":"couplet-wrapper","multiple":true,"parentSelectors":["sher-link"],"selector":"div.sherSection","type":"SelectorElementScroll"},{"id":"Couplet","multiple":false,"parentSelectors":["couplet-wrapper"],"regex":"","selector":"div.c","type":"SelectorText"},{"id":"Tag","multiple":false,"parentSelectors":["couplet-wrapper"],"regex":"","selector":".tagHighlt a","type":"SelectorText"}]}