I am trying to scrape the above to get information about product ingredients for a project i am working on in my spare time and so far am only able to get partial scrapes at tesco and on the waitrose site i am unable to get the ingredient information as it is in a dropdown in the product description.
any help fixing these would be fantastic.
Url: https://www.tesco.com/groceries/en-GB/shop/frozen-food/all?config=default
here are the sitemaps i have created
Sitemap:
{id:"sitemap code"}
{"_id":"tesco food cupboard","startUrl":["https://www.tesco.com/groceries/en-GB/shop/food-cupboard/all?config=default"],"selectors":[{"id":"subcat","type":"SelectorLink","parentSelectors":["pagination"],"selector":"li.product-list--list-item a.product-tile--title","multiple":true,"delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["_root","subcat"],"selector":"li.pagination-btn-holder:nth-of-type(n+2) a.pagination--button","multiple":true,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["subcat"],"selector":"h1.product-details-tile__title","multiple":false,"regex":"","delay":0},{"id":"price","type":"SelectorText","parentSelectors":["subcat"],"selector":"div.price-control-wrapper","multiple":false,"regex":"","delay":0},{"id":"nutrition","type":"SelectorText","parentSelectors":["subcat"],"selector":"div.gda ul","multiple":false,"regex":"","delay":0},{"id":"ingredients","type":"SelectorText","parentSelectors":["subcat"],"selector":"div.product-info-block.product-info-block--ingredients p.product-info-block__content","multiple":false,"regex":"","delay":0},{"id":"allergy info","type":"SelectorText","parentSelectors":["subcat"],"selector":"div.product-info-block.product-info-block--allergens li.product-info-block__content-item","multiple":false,"regex":"","delay":0},{"id":"breadcrumb","type":"SelectorText","parentSelectors":["subcat"],"selector":"div.plp--breadcrumbs","multiple":false,"regex":"","delay":0}]}
{"_id":"waitrose","startUrl":["https://www.waitrose.com/ecom/shop/browse/groceries"],"selectors":[{"id":"category","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.link___PaPij","multiple":true,"delay":0},{"id":"Christmas","type":"SelectorLink","parentSelectors":["category"],"selector":"a.link___PaPij","multiple":false,"delay":0},{"id":"subcat","type":"SelectorLink","parentSelectors":["Christmas"],"selector":"a.link___PaPij","multiple":true,"delay":0},{"id":"product tile","type":"SelectorLink","parentSelectors":["subcat"],"selector":"header.prodDetails___2rfK1 div.gtm___3QuoL a","multiple":true,"delay":0},{"id":"Nutrition","type":"SelectorText","parentSelectors":["product tile"],"selector":"div.wrapper___oy7JI","multiple":false,"regex":"","delay":0},{"id":"product name","type":"SelectorText","parentSelectors":["product tile"],"selector":"section.intakesPerPortion___2OeDx","multiple":false,"regex":"","delay":0},{"id":"ingredients2","type":"SelectorElementClick","parentSelectors":["product tile"],"selector":"p p","multiple":false,"delay":0,"clickElementSelector":"section#ingredients.undefined span.headingBar___2wR93","clickType":"clickOnce","discardInitialElements":false,"clickElementUniquenessType":"uniqueText"},{"id":"ingredient3","type":"SelectorText","parentSelectors":["product tile"],"selector":"p p","multiple":false,"regex":"","delay":0}]}