Unable to scrape variation names after store update

How to?
#1

Hi there,

I am currently trying to scrape a store that I have scraped in the past, but it looks like some updates have been done, and I am unable to read the selected variation names now.

Example product page: https://windowcleaner.com/collections/squeegee-rubber/products/unger-ergotec-squeegee-rubber

I will paste the old sitemap I used and a sitemap with changes I have made so far.

Test have been made under the selector "Option 1 Test" of the current non-functioning version.

Thanks in advance for any help.

Original sitemap:

{"_id":"WCR-Sitemap-Original","startUrl":["https://windowcleaner.com/"],"selectors":[{"id":"Product Sitemap","parentSelectors":["_root"],"sitemapXmlMinimumPriority":"0.1","sitemapXmlUrlRegex":"/products/","sitemapXmlUrls":["https://windowcleaner.com/sitemap.xml"],"type":"SelectorSitemapXmlLink"},{"clickActionType":"real","clickElementSelector":"[option-target="option1"] .swatch-view-item .swatch-button-title-text","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option1_click","multiple":true,"parentSelectors":["Product Sitemap"],"selector":"body:has(.product__title)","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"[option-target="option2"] .swatch-view-item .swatch-button-title-text","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option2_click","multiple":true,"parentSelectors":["option1_click"],"selector":"parent","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"[option-target="option3"] .swatch-view-item .swatch-button-title-text","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option3_click","multiple":true,"parentSelectors":["option2_click"],"selector":"parent","type":"SelectorElementClick"},{"id":"Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"h1","type":"SelectorText"},{"id":"Price","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"span.price-item--sale","type":"SelectorText"},{"id":"Compare at Price (when on sale)","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"s","type":"SelectorText"},{"id":"Product SKU","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-sku","type":"SelectorText"},{"id":"Manufacturer Part Number","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-manufacturer-sku","type":"SelectorText"},{"id":"Option 1 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option1 span.swatch-option-name","type":"SelectorText"},{"id":"Option 1","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option1 .swatch-selected .swatch-button-title-text span","type":"SelectorText"},{"id":"Option 2 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option2 span.swatch-option-name","type":"SelectorText"},{"id":"Option 2","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option2 .swatch-selected .swatch-button-title-text span","type":"SelectorText"},{"id":"Option 3 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option3 span.swatch-option-name","type":"SelectorText"},{"id":"Option 3","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option3 .swatch-selected .swatch-button-title-text span","type":"SelectorText"}]}

Current non-functioning version:

{"_id":"WCR-Sitemap-Test","startUrl":["https://windowcleaner.com/"],"selectors":[{"id":"Product Sitemap","parentSelectors":["_root"],"sitemapXmlMinimumPriority":0.1,"sitemapXmlUrlRegex":"/products/","sitemapXmlUrls":["https://windowcleaner.com/sitemap.xml"],"type":"SelectorSitemapXmlLink"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(1) label.variant-switch-label","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option1_click","multiple":true,"parentSelectors":["Product Sitemap"],"selector":"body:has(.product__title)","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(2) label.variant-switch-label","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option2_click","multiple":true,"parentSelectors":["option1_click"],"selector":"parent","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(3) label","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option3_click","multiple":true,"parentSelectors":["option2_click"],"selector":"parent","type":"SelectorElementClick"},{"id":"Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"h1","type":"SelectorText"},{"id":"Price","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"span.price-item--sale","type":"SelectorText"},{"id":"Compare at Price (when on sale)","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"s","type":"SelectorText"},{"id":"Product SKU","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-sku","type":"SelectorText"},{"id":"Manufacturer Part Number","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-manufacturer-sku","type":"SelectorText"},{"id":"Option 1 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(1) legend.form__label","type":"SelectorText"},{"id":"Option 1","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option1 .swatch-selected .swatch-button-title-text span","type":"SelectorText"},{"id":"Option 2 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(2) legend.form__label","type":"SelectorText"},{"id":"Option 2","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option2 .swatch-selected .swatch-button-title-text span","type":"SelectorText"},{"id":"Option 3 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(3) legend.form__label","type":"SelectorText"},{"id":"Option 3","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"#swatch-option3 .swatch-selected .swatch-button-title-text span","type":"SelectorText"},{"id":"Option 1 Test","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"label[for='template--17447349485719__main-1-0']","type":"SelectorText"}]}

#2

Hi,

Check if this works, the syntax for the parent attribute was not correct:

{"_id":"WCR-Sitemap-Test","startUrl":["https://windowcleaner.com/"],"selectors":[{"id":"Product Sitemap","parentSelectors":["_root"],"sitemapXmlMinimumPriority":0.1,"sitemapXmlUrlRegex":"/products/","sitemapXmlUrls":["https://windowcleaner.com/sitemap.xml"],"type":"SelectorSitemapXmlLink"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(1) label.variant-switch-label","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option1_click","multiple":true,"parentSelectors":["Product Sitemap"],"selector":"body:has(.product__title)","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(2) label.variant-switch-label","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option2_click","multiple":true,"parentSelectors":["option1_click"],"selector":"_parent_","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"fieldset:nth-of-type(3) label:not(.disabled)","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":900,"discardInitialElements":"discard-when-click-element-exists","id":"option3_click","multiple":true,"parentSelectors":["option2_click"],"selector":"_parent_","type":"SelectorElementClick"},{"id":"Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"h1","type":"SelectorText"},{"id":"Price","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"span.price-item--sale","type":"SelectorText"},{"id":"Compare at Price (when on sale)","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"s","type":"SelectorText"},{"id":"Product SKU","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-sku","type":"SelectorText"},{"id":"Manufacturer Part Number","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"td.variant-manufacturer-sku","type":"SelectorText"},{"id":"Option 1 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(1) legend.form__label","type":"SelectorText"},{"extractAttribute":"value","id":"Option 1","multiple":false,"parentSelectors":["option3_click"],"selector":"[name*=\"Style-1\"]:checked","type":"SelectorElementAttribute"},{"id":"Option 2 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(2) legend.form__label","type":"SelectorText"},{"extractAttribute":"value","id":"Option 2","multiple":false,"parentSelectors":["option3_click"],"selector":"[name*=\"Size-2\"]:checked","type":"SelectorElementAttribute"},{"id":"Option 3 Title","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"fieldset:nth-of-type(3) legend.form__label","type":"SelectorText"},{"extractAttribute":"value","id":"Option 3","multiple":false,"parentSelectors":["option3_click"],"selector":"[name*=\"Quantity-3\"]:checked","type":"SelectorElementAttribute"},{"id":"Option 1 Test","multiple":false,"parentSelectors":["option3_click"],"regex":"","selector":"label[for='template--17447349485719__main-1-0']","type":"SelectorText"}]}
#3

Thanks for checking.
Helps a lot.

Looks like it only works as long as the variant option name matches.
I am not getting the same results on other product pages with different option names.

Still running as is at the moment and may need to do some extra work afterwards.