Describe the problem.
i am trying to scrape the Harvard web site all things run smoothly except the result is only extracted from the first page. i think that is because of load more button i am trying to make pagination from the load more button but no thing work?
Url: https://www.exed.hbs.edu/topic-focused-programs/
Sitemap:
{"_id":"harvard","startUrl":["https://www.exed.hbs.edu/topic-focused-programs/"],"selectors":[{"id":"categories","type":"SelectorLink","parentSelectors":["_root"],"selector":"div.desktop-visible ul.unstyled ul.unstyled ul.unstyled a.kappa","multiple":true,"delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["categories","pagination"],"selector":"div.starting-soon a.primary-btn","multiple":true,"delay":0},{"id":"course link","type":"SelectorLink","parentSelectors":["categories","pagination"],"selector":"div.span3 div.bottom-section a.kappa","multiple":true,"delay":0},{"id":"course name","type":"SelectorText","parentSelectors":["course link"],"selector":"h1 span.delta","multiple":false,"regex":"","delay":0},{"id":"course date","type":"SelectorText","parentSelectors":["course link"],"selector":"li.kappa:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"course location","type":"SelectorText","parentSelectors":["course link"],"selector":"li.kappa:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"price","type":"SelectorText","parentSelectors":["course link"],"selector":"li.kappa:nth-of-type(3)","multiple":false,"regex":"","delay":0},{"id":"comment","type":"SelectorText","parentSelectors":["course link"],"selector":"ul.stack div.kappa","multiple":false,"regex":"","delay":0}]}