i tried many options to scrap the data from the following web page. But out of 296 records (products) it displays and scrap some times 50, 98, 104, etc. Each time it gives me different scrap data count.
i tried in subcategories also (Best Dry Dog Food - Buy Dry Kibbles For Dogs & Puppies Online), but no luck!
Please help me to find the solution
Sitemap:
{"_id":"drydogFoodElementScroll","startUrl":["https://petsworld.in/dry-dog-food/c/PJ3AMT"],"selectors":[{"id":"mainCategoryElementScrollDown","parentSelectors":["_root"],"type":"SelectorElementScroll","selector":"article","multiple":true,"delay":2000,"elementLimit":500},{"id":"mainCat","parentSelectors":["mainCategoryElementScrollDown"],"type":"SelectorLink","selector":"a","multiple":true},{"id":"prod","parentSelectors":["mainCat"],"type":"SelectorText","selector":"h1","multiple":false,"regex":""},{"id":"rating","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.lg\:items-center","multiple":false,"regex":""},{"id":"soldby","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.mt-2\.5:contains('Sold')","multiple":false,"regex":""},{"id":"vegnon","parentSelectors":["mainCat"],"type":"SelectorText","selector":".mt-3 .flex p.text-sm","multiple":false,"regex":""},{"id":"mrp","parentSelectors":["mainCat"],"type":"SelectorText","selector":".text-sm span.line-through","multiple":false,"regex":""},{"id":"discountprice","parentSelectors":["mainCat"],"type":"SelectorText","selector":"p.text-3xl","multiple":false,"regex":""},{"id":"saving","parentSelectors":["mainCat"],"type":"SelectorText","selector":"span.bg-green-100","multiple":false,"regex":""},{"id":"deal1","parentSelectors":["mainCat"],"type":"SelectorText","selector":".p-3 p","multiple":false,"regex":""},{"id":"deal2","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.py-1:nth-of-type(1)","multiple":false,"regex":""},{"id":"deal3","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.py-1:nth-of-type(2)","multiple":false,"regex":""},{"id":"delivery","parentSelectors":["mainCat"],"type":"SelectorText","selector":".mt-5 p.text-gray-700:contains('delivered')","multiple":false,"regex":""},{"id":"returnable","parentSelectors":["mainCat"],"type":"SelectorText","selector":"span.space-x-1:contains('returnable')","multiple":false,"regex":""},{"id":"flavour","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.capitalize:contains('flavour')","multiple":false,"regex":""},{"id":"Size","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.capitalize:contains('size')","multiple":false,"regex":""},{"id":"prodDetails","parentSelectors":["mainCat"],"type":"SelectorText","selector":".text-sm ul.list-disc","multiple":false,"regex":""},{"id":"imageMain","parentSelectors":["mainCat"],"type":"SelectorImage","selector":".h-\[300px\] img","multiple":false},{"id":"images","parentSelectors":["mainCat"],"type":"SelectorImage","selector":".h-12 img[decoding]","multiple":true},{"id":"description","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.text-sm.mb-3:nth-of-type(1):contains(Description),div.text-sm.mb-3:nth-of-type(2):contains(Description),div.text-sm.mb-3:nth-of-type(3):contains(Description)","multiple":false,"regex":""},{"id":"ingredients","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.mb-3:nth-of-type(2):contains(Ingredients), div.mb-3:nth-of-type(1):contains(Ingredients)","multiple":false,"regex":""},{"id":"additives","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.text-sm:nth-of-type(2):contains(Additives),div.text-sm:nth-of-type(3):contains(Additives),div.text-sm:nth-of-type(4):contains(Additives),div.text-sm:nth-of-type(5):contains(Additives)","multiple":false,"regex":""},{"id":"Analytical Constituents","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.mb-3:nth-of-type(2):contains(Analytical Constituents), div.text-sm:nth-of-type(3):contains(Analytical Constituents),div.text-sm:nth-of-type(4):contains(Analytical Constituents)","multiple":false,"regex":""},{"id":"brand","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(1):contains(Brand)","multiple":false,"regex":""},{"id":"mfg","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(2):contains(Manufacturer),li.capitalize:nth-of-type(3):contains(Manufacturer)","multiple":false,"regex":""},{"id":"importer","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(3):contains(Importer), li.capitalize:nth-of-type(4):contains(Importer), li.capitalize:nth-of-type(2):contains(Importer)","multiple":false,"regex":""},{"id":"packer","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(2):contains(Packer),li.capitalize:nth-of-type(3):contains(Packer),li.capitalize:nth-of-type(4):contains(Packer)","multiple":false,"regex":""},{"id":"numberofitems","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(3):contains(Number),li.capitalize:nth-of-type(4):contains(Number), li.capitalize:nth-of-type(5):contains(Number)","multiple":false,"regex":""},{"id":"form","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(4):contains(Form),li.capitalize:nth-of-type(5):contains(Form), li.capitalize:nth-of-type(6):contains(Form)","multiple":false,"regex":""},{"id":"countryoforigin","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(5):contains(Country),li.capitalize:nth-of-type(6):contains(Country), li.capitalize:nth-of-type(7):contains(Country)","multiple":false,"regex":""},{"id":"diettype","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(6):contains(Diet),li.capitalize:nth-of-type(7):contains(Diet), li.capitalize:nth-of-type(8):contains(Diet)","multiple":false,"regex":""},{"id":"netqty","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(7):contains(Net),li.capitalize:nth-of-type(8):contains(Net), li.capitalize:nth-of-type(9):contains(Net)","multiple":false,"regex":""},{"id":"specialuse","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(8):contains(Special), li.capitalize:nth-of-type(9):contains(Special), li.capitalize:nth-of-type(10):contains(Special)","multiple":false,"regex":""},{"id":"careinstructions","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(9):contains(Care),li.capitalize:nth-of-type(10):contains(Care), li.capitalize:nth-of-type(11):contains(Care)","multiple":false,"regex":""},{"id":"intendeduse","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li:nth-of-type(9):contains(Intended),li:nth-of-type(10):contains(Intended),li:nth-of-type(11):contains(Intended), li:nth-of-type(12):contains(Intended)","multiple":false,"regex":""},{"id":"Allergens","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li:nth-of-type(9):contains(Allergens),li:nth-of-type(10):contains(Allergens),li:nth-of-type(11):contains(Allergens),li:nth-of-type(12):contains(Allergens)","multiple":false,"regex":""},{"id":"Included Features","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li:nth-of-type(10):contains(Included Features),li:nth-of-type(11):contains(Included Features),li:nth-of-type(12):contains(Included Features),li:nth-of-type(13):contains(Included Features)","multiple":false,"regex":""},{"id":"Additional Features","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li:nth-of-type(11):contains(Additional Features),li:nth-of-type(12):contains(Additional Features),li:nth-of-type(13):contains(Additional Features),li:nth-of-type(14):contains(Additional Features)","multiple":false,"regex":""},{"id":"expiration","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.text-sm:nth-of-type(2):contains(expiration),div.text-sm:nth-of-type(3):contains(expiration), div.text-sm:nth-of-type(4):contains(expiration),div.text-sm:nth-of-type(5):contains(expiration),div.text-sm:nth-of-type(6):contains(expiration),div.text-sm:nth-of-type(7):contains(expiration)","multiple":false,"regex":""},{"id":"expiration1","parentSelectors":["mainCat"],"type":"SelectorText","selector":".py-3 p.text-sm:contains(expires)","multiple":false,"regex":""},{"id":"expiration2(Expiration Type)","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(1):contains(expiration)","multiple":false,"regex":""},{"id":"expiration3(Shelf Life)","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(2):contains(Shelf)","multiple":false,"regex":""},{"id":"expiration4(Best Before)","parentSelectors":["mainCat"],"type":"SelectorText","selector":"li.capitalize:nth-of-type(3):contains(Best Before)","multiple":false,"regex":""},{"id":"Use Directions","parentSelectors":["mainCat"],"type":"SelectorText","selector":"div.text-sm:nth-of-type(3):contains(Use Directions),div.text-sm:nth-of-type(4):contains(Use Directions),div.text-sm:nth-of-type(5):contains(Use Directions),div.text-sm:nth-of-type(6):contains(Use Directions),div.text-sm:nth-of-type(7):contains(Use Directions)","multiple":false,"regex":""}]}
