I try to get the apps from all categories. But that only ever works for 1,000-2,000 apps and then it breaks off. Sometimes earlier sometimes later.
Does anybody know what I'm doing wrong? Or what do I have to do differently? Thanks in advance..
Url: App Store-Downloads bei iTunes
Sitemap:
{"_id":"appsOhneSpiele","startUrl":["https://apps.apple.com/de/genre/ios/id36"],"selectors":[{"id":"Kategorielinks","multiple":true,"parentSelectors":["_root"],"selector":"a.top-level-genre","type":"SelectorLink"},{"id":"Applink","multiple":true,"parentSelectors":["Kategorielinks"],"selector":".column ul a","type":"SelectorLink"},{"id":"Appname","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":"h1","type":"SelectorText"},{"id":"Entwickler","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":".product-header__identity a","type":"SelectorText"},{"id":"Preis","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":"dt:contains('Preis') + dd","type":"SelectorText"},{"id":"Kategorie","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":".information-list__item__definition a","type":"SelectorText"},{"id":"Alter","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":"dt:contains('Alter') + dd","type":"SelectorText"},{"id":"Webseite","multiple":false,"parentSelectors":["Applink"],"selector":"li.inline-list__item:nth-of-type(1) a","type":"SelectorLink"},{"id":"InApp","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":"li.app-header__list__item--in-app-purchase","type":"SelectorText"},{"id":"Beschreibung","multiple":false,"parentSelectors":["Applink"],"regex":"","selector":".section__description div.l-row","type":"SelectorText"}]}