There's a 'Call now' button on the right hand side of the screen where you can click it to reveal the phone number, I was wondering how I could setup the scraper to get the phone number
Url: https://www.propertyfinder.ae/en/buy/hotel-hotel-apartment-for-sale-dubai-downtown-dubai-movenpick-hotel-apartments-6710333.html, an example URL
Type: Element Click would do it, then you just do a text scrape after. Something like:
{"_id":"propertyfinder","startUrl":["https://www.propertyfinder.ae/en/buy/hotel-hotel-apartment-for-sale-dubai-downtown-dubai-movenpick-hotel-apartments-6710333.html"],"selectors":[{"id":"Title","type":"SelectorText","parentSelectors":["_root"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"Clcik call","type":"SelectorElementClick","parentSelectors":["_root"],"selector":".column--secondary div.agent-contact__cta-area","multiple":false,"delay":2100,"clickElementSelector":".column--secondary .button span:contains(\"Call\")","clickType":"clickOnce","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueText"},{"id":"Get phone","type":"SelectorText","parentSelectors":["Clcik call"],"selector":"span.button__phone--ltr","multiple":false,"regex":"","delay":0}]}
Initially tried that, this is my full sitemap now:
{"_id":"propertyfinder","startUrl":["https://www.propertyfinder.ae/en/search?c=1&cs=completed&l=1&ob=pd&page=1&pf=1000000"],"selectors":[{"id":"properly_link","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.card","multiple":true,"delay":0},{"id":"price","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div.facts__content--price","multiple":false,"regex":"","delay":0},{"id":"estimated mortgage","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div.property-detail__list-content","multiple":false,"regex":"","delay":0},{"id":"type","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div.facts__list-item:nth-of-type(3) div.facts__content","multiple":false,"regex":"","delay":0},{"id":"reference","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div:nth-of-type(4) div.facts__content","multiple":false,"regex":"","delay":0},{"id":"trakheesi permit","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div:nth-of-type(5) div.facts__content","multiple":false,"regex":"","delay":0},{"id":"completion status","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div:nth-of-type(6) div.facts__content","multiple":false,"regex":"","delay":0},{"id":"area","type":"SelectorText","parentSelectors":["properly_link"],"selector":"div:nth-of-type(7) div.facts__content","multiple":false,"regex":"","delay":0},{"id":"title","type":"SelectorText","parentSelectors":["properly_link"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"sub_title","type":"SelectorText","parentSelectors":["properly_link"],"selector":"h2.property-header__sub-title","multiple":false,"regex":"","delay":0},{"id":"agent_name","type":"SelectorHTML","parentSelectors":["properly_link"],"selector":".column--secondary a.agent-info__detail-link--agent","multiple":false,"regex":"","delay":0},{"id":"agent_company","type":"SelectorText","parentSelectors":["properly_link"],"selector":".column--secondary .agent-info__detail-item > div.agent-info__detail-content--bold","multiple":false,"regex":"","delay":0},{"id":"phone_number","type":"SelectorElementClick","parentSelectors":["properly_link"],"selector":".column--secondary div.agent-contact__cta-area","multiple":false,"delay":"1000","clickElementSelector":".column--secondary .button span:contains(\\\"Call\\\")","clickType":"clickMore","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueText"},{"id":"agent_name2","type":"SelectorText","parentSelectors":["properly_link"],"selector":".column--secondary .agent-info__detail-content div","multiple":false,"regex":"","delay":0},{"id":"number","type":"SelectorText","parentSelectors":["phone_number"],"selector":"span.button__phone--ltr","multiple":false,"regex":"","delay":0}]}
When viewing the scrapped data, the column is null
This:
{"_id":"propertyfinder-phone","startUrl":["https://www.propertyfinder.ae/en/buy/hotel-hotel-apartment-for-sale-dubai-downtown-dubai-movenpick-hotel-apartments-6710333.html"],"selectors":[{"id":"phone","type":"SelectorElementAttribute","parentSelectors":["_root"],"selector":"a.number-concealed","multiple":false,"extractAttribute":"data-number","delay":0}]}