Issue with Data scrape

My scraper has been working for a while and recently it just stopped scraping I cant seem to find out what changed or broke the scraper and was hoping if someone could find out.

Url: https://www.adwdiabetes.com/

Sitemap:
{"_id":"test","startUrl":["https://www.adwdiabetes.com/"],"selectors":[{"id":"category_selector","type":"SelectorLink","parentSelectors":["_root"],"selector":"li.maincategory:nth-of-type(n+2) > a.dropdown-toggle:nth-of-type(1)","multiple":true,"delay":0},{"id":"subcategory_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"a.subcategory-link","multiple":true,"delay":0},{"id":"innercategory","type":"SelectorLink","parentSelectors":["subcategory_selector"],"selector":".subsubcategories a","multiple":true,"delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["innercategory","pagination","subcategory2_selector","subcategory3_selector","subcategory4_selector","subcategory5_selector","subcategory6_selector","subcategory7_selector","subcategory8_selector","subcategory9_selector","subcategory10_selector","subcategory11_selector","subcategory12_selector","subcategory13_selector","subcategory14_selector"],"selector":"li.paginated-page:nth-of-type(n+2) a","multiple":true,"delay":0},{"id":"Product URL","type":"SelectorLink","parentSelectors":["innercategory","pagination","subcategory2_selector","subcategory3_selector","subcategory4_selector","subcategory5_selector","subcategory6_selector","subcategory7_selector","subcategory8_selector","subcategory9_selector","subcategory10_selector","subcategory11_selector","subcategory12_selector","subcategory13_selector","subcategory14_selector"],"selector":"a.prodlink","multiple":true,"delay":0},{"id":"Product Name","type":"SelectorText","parentSelectors":["Product URL"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"subcategory2_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(1) a","multiple":false,"delay":0},{"id":"subcategory3_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(3) a","multiple":false,"delay":0},{"id":"subcategory4_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(4) a","multiple":false,"delay":0},{"id":"subcategory5_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(6) a","multiple":false,"delay":0},{"id":"subcategory6_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(8) a","multiple":false,"delay":0},{"id":"subcategory7_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(12) a","multiple":false,"delay":0},{"id":"subcategory8_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(14) a","multiple":false,"delay":0},{"id":"subcategory9_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(16) a","multiple":false,"delay":0},{"id":"subcategory10_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(17) a","multiple":false,"delay":0},{"id":"subcategory11_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(21) a","multiple":false,"delay":0},{"id":"subcategory12_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(2) a","multiple":false,"delay":0},{"id":"subcategory13_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(7) a","multiple":false,"delay":0},{"id":"subcategory14_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(8) a","multiple":false,"delay":0},{"id":"Product Image File - 1","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"link[itemprop="image"]","multiple":false,"extractAttribute":"href","delay":0},{"id":"Brand Name","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[itemprop="name"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Code/SKU","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":" meta[itemprop="sku"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Price","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"span[itemprop="price"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Meta Description","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[name="description"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Short Description","type":"SelectorText","parentSelectors":["Product URL"],"selector":".features .col-xl-12 p:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"Meta Keywords","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[name="keywords"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Autoship Price","type":"SelectorText","parentSelectors":["Product URL"],"selector":"#autoship span.itemprice","multiple":false,"regex":"[0-9]+\.[0-9]+","delay":0},{"id":"Product Description","type":"SelectorText","parentSelectors":["Product URL"],"selector":".features div","multiple":false,"regex":"","delay":0},{"id":"Category Path","type":"SelectorGroup","parentSelectors":["Product URL"],"selector":"a[itemprop='url']","delay":0,"extractAttribute":"title"}]}

Hi @SilverArrow.
Would like to see it but can't open your sitemap due to invalid JSON, probably did some pasting error. When pasting your sitemap, mark it and use the preformatted text option to make sure others can open it. :slight_smile:

I reformatted it hopefully this helps

{"_id":"test","startUrl":["https://www.adwdiabetes.com/"],"selectors":[{"id":"category_selector","type":"SelectorLink","parentSelectors":["_root"],"selector":"li.maincategory:nth-of-type(n+2) > a.dropdown-toggle:nth-of-type(1)","multiple":true,"delay":0},{"id":"subcategory_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"a.subcategory-link","multiple":true,"delay":0},{"id":"innercategory","type":"SelectorLink","parentSelectors":["subcategory_selector"],"selector":".subsubcategories a","multiple":true,"delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["innercategory","pagination","subcategory2_selector","subcategory3_selector","subcategory4_selector","subcategory5_selector","subcategory6_selector","subcategory7_selector","subcategory8_selector","subcategory9_selector","subcategory10_selector","subcategory11_selector","subcategory12_selector","subcategory13_selector","subcategory14_selector"],"selector":"li.paginated-page:nth-of-type(n+2) a","multiple":true,"delay":0},{"id":"Product URL","type":"SelectorLink","parentSelectors":["innercategory","pagination","subcategory2_selector","subcategory3_selector","subcategory4_selector","subcategory5_selector","subcategory6_selector","subcategory7_selector","subcategory8_selector","subcategory9_selector","subcategory10_selector","subcategory11_selector","subcategory12_selector","subcategory13_selector","subcategory14_selector"],"selector":"a.prodlink","multiple":true,"delay":0},{"id":"Product Name","type":"SelectorText","parentSelectors":["Product URL"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"subcategory2_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(1) a","multiple":false,"delay":0},{"id":"subcategory3_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(3) a","multiple":false,"delay":0},{"id":"subcategory4_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 > ul > li:nth-of-type(4) a","multiple":false,"delay":0},{"id":"subcategory5_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(6) a","multiple":false,"delay":0},{"id":"subcategory6_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(8) a","multiple":false,"delay":0},{"id":"subcategory7_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(12) a","multiple":false,"delay":0},{"id":"subcategory8_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(14) a","multiple":false,"delay":0},{"id":"subcategory9_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(16) a","multiple":false,"delay":0},{"id":"subcategory10_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(17) a","multiple":false,"delay":0},{"id":"subcategory11_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink338 li:nth-of-type(21) a","multiple":false,"delay":0},{"id":"subcategory12_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(2) a","multiple":false,"delay":0},{"id":"subcategory13_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(7) a","multiple":false,"delay":0},{"id":"subcategory14_selector","type":"SelectorLink","parentSelectors":["category_selector"],"selector":"#mainlink339 > ul > li:nth-of-type(8) a","multiple":false,"delay":0},{"id":"Product Image File - 1","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"link[itemprop=\"image\"]","multiple":false,"extractAttribute":"href","delay":0},{"id":"Brand Name","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[itemprop=\"name\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Code/SKU","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":" meta[itemprop=\"sku\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Price","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"span[itemprop=\"price\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Meta Description","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[name=\"description\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Short Description","type":"SelectorText","parentSelectors":["Product URL"],"selector":".features .col-xl-12 p:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"Meta Keywords","type":"SelectorElementAttribute","parentSelectors":["Product URL"],"selector":"meta[name=\"keywords\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Autoship Price","type":"SelectorText","parentSelectors":["Product URL"],"selector":"#autoship span.itemprice","multiple":false,"regex":"[0-9]+\\.[0-9]+","delay":0},{"id":"Product Description","type":"SelectorText","parentSelectors":["Product URL"],"selector":".features div","multiple":false,"regex":"","delay":0},{"id":"Category Path","type":"SelectorGroup","parentSelectors":["Product URL"],"selector":"a[itemprop='url']","delay":0,"extractAttribute":"title"}]}

@SilverArrow There's a huge mess with all of those links. I'm not sure what have you been trying to do there but my alternative to this would be:

{"_id":"test","startUrl":["https://www.adwdiabetes.com/"],"selectors":[{"id":"card","type":"SelectorElement","parentSelectors":["xml"],"selector":"body:has(h1[itemprop=\"name\"])","multiple":true,"delay":0},{"id":"Product Name","type":"SelectorText","parentSelectors":["card"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"Product Image File - 1","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":"link[itemprop=\"image\"]","multiple":false,"extractAttribute":"href","delay":0},{"id":"Brand Name","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":"meta[itemprop=\"name\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Code/SKU","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":" meta[itemprop=\"sku\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Price","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":"span[itemprop=\"price\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Meta Description","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":"meta[name=\"description\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Product Short Description","type":"SelectorText","parentSelectors":["card"],"selector":".features .col-xl-12 p:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"Meta Keywords","type":"SelectorElementAttribute","parentSelectors":["card"],"selector":"meta[name=\"keywords\"]","multiple":false,"extractAttribute":"content","delay":0},{"id":"Autoship Price","type":"SelectorText","parentSelectors":["card"],"selector":"#autoship span.itemprice","multiple":false,"regex":"[0-9]+\\.[0-9]+","delay":0},{"id":"Product Description","type":"SelectorText","parentSelectors":["card"],"selector":".features div","multiple":false,"regex":"","delay":0},{"id":"Category Path","type":"SelectorGroup","parentSelectors":["card"],"selector":"a[itemprop='url']","delay":0,"extractAttribute":"title"},{"id":"xml","type":"SelectorSitemapXmlLink","parentSelectors":["_root"],"sitemapXmlMinimumPriority":0.1,"sitemapXmlUrlRegex":"product","sitemapXmlUrls":["https://www.adwdiabetes.com/product/sitemap.xml"]}]}

Hope it helps. :smiley:

Thank you so much but there seems to be an issue that it won't scrape the meta keywords and the meta description. Can you fix that in your sitemap

Would you be able to give a URL example where these data points are found? For example i checked this one - Coloplast Female Self-Cath Closed System w/ 14 FR 6in - 50ct | ADW Diabetes
And could't find your required data points.