Hello everybody,
I need you because I'm not able to scrape every fields I want.
I have to use the "SelectorElementScroll" to scrap the full page AND I have to use the "ElementClick" at the same time and I don't know how to use these 2 features at the same time.
Thanks to the sitemap below, I can't scrap the texts under "show more" (Past Role #2, Past Role #3 etc ...)
Any ideas ?
NOTE : I can provide my credentials if needed.
Sitemap:
{"_id":"linkedin_scraper","startUrl":["https://www.linkedin.com/sales/search/people?companySize=B&doFetchHeroCard=false&geoExcluded=90009659&geoIncluded=104246759%2C103623254&logHistory=true&page=[1-88]&rsLogId=399498553&searchSessionId=ZkUC0t0JRZWidUPulHBbsQ%3D%3D&titleIncluded=Marketing&titleTimeScope=CURRENT","https://www.linkedin.com/sales/search/people?companySize=B&doFetchHeroCard=false&geoExcluded=103623254%2C104246759%2C90009659&geoIncluded=102203735%2C103876217&logHistory=true&page=[1-94]&rsLogId=399498553&searchSessionId=ZkUC0t0JRZWidUPulHBbsQ%3D%3D&titleIncluded=Marketing&titleTimeScope=CURRENT","https://www.linkedin.com/sales/search/people?companySize=B&doFetchHeroCard=false&geoExcluded=102203735%2C103623254%2C103876217%2C104246759%2C90009659&geoIncluded=105563475%2C105007536%2C103737322&logHistory=true&page=[1-88]&rsLogId=399498553&searchSessionId=ZkUC0t0JRZWidUPulHBbsQ%3D%3D&titleIncluded=Marketing&titleTimeScope=CURRENT"],"selectors":[{"id":"pic","type":"SelectorElementAttribute","parentSelectors":["profiles"],"selector":"div.presence-entity--size-4.relative.mr2 > img","multiple":false,"extractAttribute":"src","delay":0},{"id":"full_name","type":"SelectorText","parentSelectors":["profiles"],"selector":"dt.result-lockup__name","multiple":false,"regex":"","delay":0},{"id":"url","type":"SelectorElementAttribute","parentSelectors":["profiles"],"selector":"dt.result-lockup__name > a","multiple":false,"extractAttribute":"href","delay":0},{"id":"job_title","type":"SelectorText","parentSelectors":["profiles"],"selector":"dd.result-lockup__highlight-keyword > span","multiple":false,"regex":"","delay":0},{"id":"company","type":"SelectorText","parentSelectors":["profiles"],"selector":"span.result-lockup__position-company>a>span","multiple":false,"regex":"","delay":0},{"id":"duration","type":"SelectorText","parentSelectors":["profiles"],"selector":"span.t-12.t-black--light","multiple":false,"regex":"","delay":0},{"id":"location","type":"SelectorText","parentSelectors":["profiles"],"selector":"li.result-lockup__misc-item","multiple":false,"regex":"","delay":0},{"id":"past_role_1_title","type":"SelectorText","parentSelectors":["profiles"],"selector":"dd.t-14>span","multiple":false,"regex":"","delay":0},{"id":"past_role_1_company","type":"SelectorText","parentSelectors":["profiles"],"selector":"a.t-14.t-black.t-bold.ember-view","multiple":false,"regex":"","delay":0},{"id":"past_role_1_duration","type":"SelectorText","parentSelectors":["profiles"],"selector":"span.result-context__employment-range","multiple":false,"regex":"","delay":0},{"id":"profiles","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div.search-results__result-container.full-width.pl2","multiple":true,"delay":2000},{"id":"past_role_2_title","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 > dd.t-14:nth-child(3) > span","multiple":false,"regex":"","delay":0},{"id":"past_role_2_company","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 > dd.t-14:nth-child(3) > span > a.t-14.t-black.t-bold.ember-view","multiple":false,"regex":"","delay":0},{"id":"past_role_2_duration","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 dd.t-14:nth-child(3) > span.result-context__employment-range:nth-child(4)","multiple":false,"regex":"","delay":0},{"id":"past_role_3_title","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 > dd.t-14:nth-child(4) > span","multiple":false,"regex":"","delay":0},{"id":"past_role_3_company","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 > dd.t-14:nth-child(4) > span > a.t-14.t-black.t-bold.ember-view","multiple":false,"regex":"","delay":0},{"id":"past_role_3_duration","type":"SelectorText","parentSelectors":["profiles"],"selector":"dl.result-context__summary-list.mt2 dd.t-14:nth-child(4) > span.result-context__employment-range:nth-child(4)","multiple":false,"regex":"","delay":0}]}