Struggling to retreive data from the photos attached hoping someone can help with which selectors etc to use.
I want to retreive all text from all nested tabs e.g Audi -> A1 -> 2010-2015, 8X1,8XK, Hatchback, 1.4 TFSI, FWD, Petrol, 1.4L, 4Cyl, CAXA,CNVA, 90kW
website: Clutch Industries
You'd need to click on the Fitment tab first, then issue a series of clicks to expand all the dropdowns. The data scrapers need to be in a hierarchy. Try the sitemap below. It will take some time to work, around 1 min 45 sec on my PC. Do not click in the page or close it in the meantime. Tested with Page load delay: 4000
{"_id":"clutchindustries","startUrl":["https://catalogue.clutchindustries.com.au/part/c/5-dct-clutch-kit/b/ci-premium/DC2774N.html"],"selectors":[{"id":"Product","multiple":false,"multipleType":"singleColumn","parentSelectors":["_root"],"regex":"","selector":"div.product-detail__description","type":"SelectorText","version":2},{"id":"Part No","multiple":false,"multipleType":"singleColumn","parentSelectors":["_root"],"regex":"","selector":"span.part-number-value","type":"SelectorText","version":2},{"id":"Brand","linkType":"linkFromHref","multiple":false,"parentSelectors":["_root"],"selector":"a.brand-name","type":"SelectorLink","version":2},{"id":"click_fitment","linkType":"linkFromRedirect","multiple":false,"parentSelectors":["_root"],"selector":"ul > li:contains('Fitment') a[role]","type":"SelectorLink","version":2},{"clickActionType":"real","clickElementSelector":"head title","clickElementUniquenessType":"uniqueHTML","clickType":"clickOnce","delay":500,"discardInitialElements":"do-not-discard","id":"delay_500_ms","multiple":false,"parentSelectors":["_root"],"selector":"head title","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"li > div >span.pi-caret-right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickMore","delay":700,"discardInitialElements":"do-not-discard","id":"expand_all_dropdowns","multiple":true,"parentSelectors":["_root"],"selector":"div.ui-tree-wrapper","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"span > p-panel span.pi-chevron-right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":400,"discardInitialElements":"do-not-discard","id":"expand_all_dropdowns_2","multiple":true,"parentSelectors":["_root"],"selector":"div.ui-tree-wrapper","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"head title","clickElementUniquenessType":"uniqueHTML","clickType":"clickOnce","delay":500,"discardInitialElements":"do-not-discard","id":"delay_500_ms_b","multiple":false,"parentSelectors":["_root"],"selector":"head title","type":"SelectorElementClick"},{"elementLimit":0,"id":"main_tab_selector","multiple":false,"parentSelectors":["_root"],"scroll":false,"selector":"div.ui-tree-wrapper","type":"SelectorElement"},{"elementLimit":0,"id":"L1_cat_selectors","multiple":true,"parentSelectors":["main_tab_selector"],"scroll":false,"selector":".ui-tree-container > p-treenode > li","type":"SelectorElement"},{"elementLimit":0,"id":"L2_cat_selectors","multiple":true,"parentSelectors":["L1_cat_selectors"],"scroll":false,"selector":"> ul > p-treenode > li","type":"SelectorElement"},{"id":"L1_text","multiple":false,"multipleType":"singleColumn","parentSelectors":["L1_cat_selectors"],"regex":"","selector":"> div","type":"SelectorText","version":2},{"id":"L2_text","multiple":false,"multipleType":"singleColumn","parentSelectors":["L2_cat_selectors"],"regex":"","selector":"> div","type":"SelectorText","version":2},{"elementLimit":0,"id":"L3_cat_selectors","multiple":true,"parentSelectors":["L2_cat_selectors"],"scroll":false,"selector":".ui-treenode span.ng-star-inserted","type":"SelectorElement"},{"id":"L3_text","multiple":false,"multipleType":"singleColumn","parentSelectors":["L3_cat_selectors"],"regex":"","selector":"div.ui-panel-titlebar","type":"SelectorText","version":2},{"id":"L3_content","multiple":false,"multipleType":"singleColumn","parentSelectors":["L3_cat_selectors"],"regex":"","selector":"div.ui-panel-content","type":"SelectorText","version":2}]}
Thanks so much, just what I wanted!
