This scrapes everything I need BUT it duplicates all rows of data. Why does it do that? Which part of my sitemap is the issues causing this?? I've played with the "productcolors" element click selector (discard and never discard) both gave same result. Not sure what else to try.
Sitemap:
`{"_id":"efcontract_modularrev","startUrl":["https://www.efcontractflooring.com/product-category/modular/"],"selectors":[{"delay":0,"id":"collections","multiple":false,"parentSelectors":["_root"],"selector":"a[data-t1='20161']","type":"SelectorLink"},{"clickElementSelector":"span.bgimage","clickElementUniquenessType":"uniqueHTML","clickType":"clickOnce","delay":2000,"discardInitialElements":"discard-when-click-element-exists","id":"prodcolors","multiple":true,"parentSelectors":["collections"],"selector":".slide a","type":"SelectorElementClick"},{"delay":0,"id":"origname","multiple":false,"parentSelectors":["prodcolors"],"regex":"","selector":".product-variant-name.ng-binding","type":"SelectorText"},{"delay":0,"id":"modelnum","multiple":false,"parentSelectors":["prodcolors"],"regex":"","selector":".product-variant-code.ng-binding","type":"SelectorText"},{"delay":0,"extractAttribute":"style","id":"imagea","multiple":false,"parentSelectors":["prodcolors"],"selector":"span [style*='background-image: url("https://www.efcontractflooring.com/wp-content/uploads/product-thumbnails/']","type":"SelectorElementAttribute"},{"delay":0,"id":"collectionname","multiple":false,"parentSelectors":["collections"],"regex":"","selector":"h1","type":"SelectorText"},{"delay":0,"id":"collectionsub","multiple":false,"parentSelectors":["collections"],"regex":"","selector":"span.product-title-bottom-color","type":"SelectorText"},{"clickElementSelector":"div.hideShow:nth-of-type(1) button","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":3000,"discardInitialElements":"do-not-discard","id":"productspec","multiple":false,"parentSelectors":["collections"],"selector":"#content > div > div > div > div:nth-child(2) > div:nth-child(1) > div > div.widget-content","type":"SelectorElementClick"},{"delay":0,"id":"constrc","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Construction') td","type":"SelectorText"},{"delay":0,"id":"dimensions","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Dimensions') td","type":"SelectorText"},{"delay":0,"id":"back","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Standard Backing') td","type":"SelectorText"},{"delay":0,"id":"dyemet","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Dye Method') td","type":"SelectorText"},{"delay":0,"id":"patternrepeat","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Pattern Repeat') td","type":"SelectorText"},{"delay":0,"id":"fibertype","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Fiber Type') td","type":"SelectorText"},{"delay":0,"id":"Gauge","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Gauge') td:nth-child(2)","type":"SelectorText"},{"delay":0,"id":"thicknesspileheight","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Total Thickness (nominal average)') td","type":"SelectorText"},{"delay":0,"id":"size","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Standard Size') td","type":"SelectorText"},{"delay":0,"id":"soiltreatment","multiple":false,"parentSelectors":["productspec"],"regex":"","selector":"tr:contains('Special Treatments') td","type":"SelectorText"}]}
Thanks for any insight!
-Jenny