Scraping all product details across all products

How to?
#1

I'm trying to click through each page and on each page click on "View details" to get inside the product page get all the details:

  1. Title
  2. Price
  3. Click "view more" for... Product details
  4. Click "Details" for... product materials description
  5. Product image

{"_id":"MIKIMOTO","startUrl":["https://www.mikimotoamerica.com/us_en/jewelry"],"selectors":[{"id":"Pagination","paginationType":"auto","parentSelectors":["_root","Pagination"],"selector":"div:nth-of-type(3) a.next","type":"SelectorPagination"},{"id":"Element","multiple":true,"parentSelectors":["Pagination"],"selector":"div.product-catalog-item-hover","type":"SelectorElement"},{"id":"Group","multiple":false,"parentSelectors":["Element"],"regex":"","selector":"div.product-category","type":"SelectorText"},{"id":"Title","multiple":false,"parentSelectors":["Element"],"regex":"","selector":".product-title a","type":"SelectorText"},{"id":"Price","multiple":false,"parentSelectors":["Element"],"regex":"","selector":".price-wrapper span","type":"SelectorText"}]}

#2

Hi,

Please check the sitemap below:

{"_id":"MIKIMOTO","startUrl":["https://www.mikimotoamerica.com/us_en/jewelry"],"selectors":[{"id":"Pagination","paginationType":"auto","parentSelectors":["_root","Pagination"],"selector":"a.next:visible","type":"SelectorPagination"},{"id":"Element","multiple":true,"parentSelectors":["Pagination"],"selector":"div.product-catalog-item-hover","type":"SelectorElement"},{"id":"Group","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.product-category","type":"SelectorText"},{"id":"Title","multiple":false,"parentSelectors":["link"],"regex":"","selector":".product-title h2","type":"SelectorText"},{"id":"Price","multiple":false,"parentSelectors":["link"],"regex":"","selector":".price-wrapper span","type":"SelectorText"},{"id":"link","linkType":"linkFromHref","multiple":false,"parentSelectors":["Element"],"selector":".product-title a","type":"SelectorLink"},{"id":"details","multiple":false,"parentSelectors":["link"],"regex":"","selector":".expandable-text","type":"SelectorText"},{"id":"desc","multiple":false,"parentSelectors":["link"],"regex":"","selector":"div.fund-item-con","type":"SelectorText"}]}
#3

AMAZING THANK YOU SO MUCH!!

1 Like