Hello.
I am trying to webscrape for example music venues from Google Maps. The information I need are in the Business Details (e.g. Website, etc). The sample Sitemap I have created below works fine - except that it won't scrape beyond the first page - i.e. the first 20 results. I have used the pagination limit suggested by user "leemeng". Can anyone please help?
Url:https://www.google.co.uk/maps/search/music+venues+manchester/@54.1994897,-4.1950062,7z/data=!3m1!4b1
Sitemap:
{
"_id": "wsio-music_venues",
"startUrl": ["https://www.google.co.uk/maps/search/music+venues+manchester/@54.1994897,-4.1950062,7z/data=!3m1!4b1"],
"selectors": [{
"id": "wrapper",
"type": "SelectorElementClick",
"parentSelectors": ["_root", "paginator"],
"selector": "div.widget-pane-content",
"multiple": true,
"delay": "1000",
"clickElementSelector": "h3.section-result-title span",
"clickType": "clickOnce",
"discardInitialElements": "do-not-discard",
"clickElementUniquenessType": "uniqueText"
}, {
"id": "name",
"type": "SelectorText",
"parentSelectors": ["wrapper"],
"selector": "h1",
"multiple": false,
"regex": "",
"delay": "500"
}, {
"id": "website",
"type": "SelectorText",
"parentSelectors": ["wrapper"],
"selector": "[aria-label*="Website"]",
"multiple": false,
"regex": "",
"delay": "500"
}, {
"id": "go-back",
"type": "SelectorElementClick",
"parentSelectors": ["wrapper"],
"selector": "button.section-back-to-list-button span",
"multiple": false,
"delay": 2000,
"clickElementSelector": "button.section-back-to-list-button span",
"clickType": "clickMore",
"discardInitialElements": "do-not-discard",
"clickElementUniquenessType": "uniqueText"
}, {
"id": "paginator",
"type": "SelectorElementClick",
"parentSelectors": ["_root"],
"selector": "div.section-layout-root:not(":contains('101 - 120')")",
"multiple": false,
"delay": "1000",
"clickElementSelector": "span[class$='button-next-icon']",
"clickType": "clickOnce",
"discardInitialElements": "do-not-discard",
"clickElementUniquenessType": "uniqueCSSSelector"
}
]
}