I am trying to scrape a news site. I want the titel date ingress and main text, but for the main text i get null. And also some of the articles is behind a paywall, but I am paying for it so I think that works.
Url: https://www.nyatider.nu/arkiv/
Sitemap:
{"_id":"nyatider","startUrl":["https://www.nyatider.nu/arkiv/page/[1-709]/"],"selectors":[{"id":"artiklar","type":"SelectorLink","parentSelectors":["_root"],"selector":"h2 a","multiple":true,"delay":0},{"id":"text-wrapper","type":"SelectorElement","parentSelectors":["artiklar"],"selector":"div#main","multiple":true,"delay":0},{"id":"titel","type":"SelectorText","parentSelectors":["text-wrapper"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"datum","type":"SelectorText","parentSelectors":["text-wrapper"],"selector":"p.art-datum","multiple":false,"regex":"","delay":0},{"id":"ingress","type":"SelectorText","parentSelectors":["text-wrapper"],"selector":"p.ingress","multiple":false,"regex":"","delay":0},{"id":"text","type":"SelectorText","parentSelectors":["text-wrapper"],"selector":".mepr-unauthorized-excerpt p","multiple":false,"regex":"","delay":0}]}