Hi,
ive created this sitemap for scraping arround 17k products as a test,
would anyone have an idea why am i getting about 5-10% of the products?
the file i downloaded has 904 rows in it..
Do i need the cloud (paid) version for that?
{"_id":"terminalx","startUrl":["https://www.terminalx.com/women/tops","https://www.terminalx.com/women/pants-skirts","https://www.terminalx.com/women/dresses","https://www.terminalx.com/women/shoes","https://www.terminalx.com/women/suits-and-overalls","https://www.terminalx.com/women/swimsuit","https://www.terminalx.com/women/lingerie","https://www.terminalx.com/women/accessories","https://www.terminalx.com/women/jewellery","https://www.terminalx.com/women/knitwear-sweatshirts","https://www.terminalx.com/women/jackets-coats"],"selectors":[{"id":"scroll to see all","parentSelectors":["_root"],"type":"SelectorElementScroll","selector":"li.listing-product_3mjp","multiple":true,"delay":2000,"elementLimit":8000},{"id":"name","parentSelectors":["open product page"],"type":"SelectorText","selector":"h1","multiple":false,"regex":""},{"id":"price","parentSelectors":["open product page"],"type":"SelectorText","selector":"div.bold_2wBM","multiple":false,"regex":""},{"id":"brand","parentSelectors":["open product page"],"type":"SelectorText","selector":"a.brand_2ltz","multiple":false,"regex":""},{"id":"image","parentSelectors":["open product page"],"type":"SelectorImage","selector":".slick-active img","multiple":true},{"id":"color","parentSelectors":["open product page"],"type":"SelectorGroup","selector":"div.color-item_1Y2Y","extractAttribute":"title"},{"id":"open product page","parentSelectors":["_root"],"type":"SelectorLink","selector":"a.title_3ZxJ","multiple":true,"linkType":"linkFromHref"},{"id":"sizes","parentSelectors":["open product page"],"type":"SelectorGroup","selector":"div.size-item_1Sai","extractAttribute":""}]}