pls help i want to scrape everything in fox news and there is a load more button to each and it needs to scoll and scrape the new articles please help please
my sitemap (this only scrape the end article of front page and not the first article and load more function doesnt work, please help):
{"_id":"foxcrimeus","startUrl":["https://www.foxnews.com/category/us/crime"],"selectors":[{"id":"pagination","parentSelectors":["_root","pagination"],"paginationType":"auto","selector":".collection-article-list .button a","type":"SelectorPagination"},{"id":"links","parentSelectors":["pagination"],"type":"SelectorLink","selector":".collection-article-list .title a","multiple":true,"linkType":"linkFromHref"},{"id":"tag","parentSelectors":["links"],"type":"SelectorText","selector":".eyebrow a","multiple":false,"regex":""},{"id":"title","parentSelectors":["links"],"type":"SelectorText","selector":"h1","multiple":false,"regex":""},{"id":"headlines","parentSelectors":["links"],"type":"SelectorText","selector":"h2","multiple":false,"regex":""},{"id":"article written by","parentSelectors":["links"],"type":"SelectorText","selector":".author-byline > span","multiple":false,"regex":""},{"id":"published on","parentSelectors":["links"],"type":"SelectorText","selector":"span.article-date","multiple":false,"regex":""},{"id":"article body","parentSelectors":["links"],"type":"SelectorText","selector":"div.article-body","multiple":false,"regex":""}]}