Hi my problem is that my script only seems to recognize 30000 items and not all 80000 but I don't know the reason why or how to get around that. Can someone help me?
URL:
https://www.megabad.com/search/?query=/#/q/
sitemap:
{"_id":"allitems","startUrl":["https://www.megabad.com/search/?query=/#/q/"],"selectors":[{"id":"nextpage","type":"SelectorLink","parentSelectors":["_root","nextpage"],"selector":".hidden-xs .epoq_resultpages .pagination-next a","multiple":true,"delay":0},{"id":"itemlink","type":"SelectorLink","parentSelectors":["_root","nextpage"],"selector":"a.m-t-0","multiple":true,"delay":0},{"id":"preis","type":"SelectorText","parentSelectors":["itemlink"],"selector":"div.price-tag","multiple":false,"regex":"","delay":0},{"id":"verfügbarkeit","type":"SelectorText","parentSelectors":["itemlink"],"selector":".pull-left div.label","multiple":false,"regex":"","delay":0}]}