Hello everyone,
I was wondering if it's possible to use country dropdown menu as a pagination for scrapping? See the URL below and screenshot attached.
Thank you in advance!
Url: http://tdisdi.com/search/?area=tdi
Sitemap:
{id:"sitemap code"}
no, it's not possible by Webscraper extension...
Hi,
Please try the below setup, but note that results will only be displayed after the the scraper has clicked through all regions:
{"_id":"tdisdi-com","startUrl":["https://www.tdisdi.com/search/?area=tdi"],"selectors":[{"clickActionType":"real","clickElementSelector":"[data-placeholder=\"Select a Region\"] option:not([disabled])","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":1000,"discardInitialElements":"discard-when-click-element-exists","id":"select-region","multiple":true,"parentSelectors":["_root"],"selector":"body","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.button","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":1000,"discardInitialElements":"do-not-discard","id":"search","multiple":true,"parentSelectors":["select-region"],"selector":"_parent_","type":"SelectorElementClick"},{"elementLimit":0,"id":"result-wrapper","multiple":true,"parentSelectors":["select-region"],"scroll":false,"selector":".search_result","type":"SelectorElement"},{"id":"title","multiple":false,"parentSelectors":["result-wrapper"],"regex":"","selector":"h4","type":"SelectorText"},{"id":"address","multiple":false,"parentSelectors":["result-wrapper"],"regex":"","selector":"p.address","type":"SelectorText"},{"id":"telephone","multiple":false,"parentSelectors":["result-wrapper"],"regex":"","selector":"p.telephone","type":"SelectorText"},{"id":"email","multiple":false,"parentSelectors":["result-wrapper"],"regex":"","selector":".email a","type":"SelectorText"}]}