Sitemap does not run the next pages

[luizgabriel0102]

Hello people. The scraper is scraping the data correctly from the target site, however, it is only scraping the data from the active page and then, for execution. I can't get him to go to the next pages to perform the scraping. Help me please! Thank you!

Target website: https://www.gbgb.org.uk/racing/results/

Sitemap:

{"_id":"galgos33","startUrl":["https://www.gbgb.org.uk/racing/results/"],"selectors":[{"id":"corridas","type":"SelectorLink","parentSelectors":["_root","paginas"],"selector":".LiveResultsRow__details a","multiple":true,"delay":0},{"id":"pos1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"info-hora-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__time","multiple":false,"regex":"","delay":0},{"id":"info-nome-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__track","multiple":false,"regex":"","delay":0},{"id":"info-categoria-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__class","multiple":false,"regex":"","delay":0},{"id":"info-distancia-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__distance","multiple":false,"regex":"","delay":0},{"id":"paginas","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"a.LiveResultsPagination__page:nth-of-type(n+3)","multiple":true,"delay":"1500","clickElementSelector":"a.LiveResultsPagination__page:nth-of-type(n+3)","clickType":"clickOnce","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueText"}]}

@KristapsWS
@leemeng

[bretfeig]

{"_id":"galgos33","startUrl":["[https://www.gbgb.org.uk/racing/results/"],"selectors":{"id":"corridas","type":"SelectorLink","parentSelectors":["_root","paginas"],"selector":".LiveResultsRow__details a","multiple":true,"delay":0},{"id":"pos1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd1","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(1) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd2","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRaceTrap:nth-of-type(2) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd3","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(3) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd4","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(4) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd5","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(5) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"pos6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"galgo6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop a","multiple":false,"regex":"","delay":0},{"id":"odd6","type":"SelectorText","parentSelectors":["corridas"],"selector":"div:nth-of-type(6) .MeetingRaceTrap__data--desktop div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"info-hora-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__time","multiple":false,"regex":"","delay":0},{"id":"info-nome-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__track","multiple":false,"regex":"","delay":0},{"id":"info-categoria-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__class","multiple":false,"regex":"","delay":0},{"id":"info-distancia-pista","type":"SelectorText","parentSelectors":["corridas"],"selector":"div.MeetingRace__distance","multiple":false,"regex":"","delay":0},{"id":"paginas","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"a.LiveResultsPagination__page:nth-of-type(n+3)","multiple":true,"delay":"1500","clickElementSelector":"a.LiveResultsPagination__page:nth-of-type(n+3)","clickType":"clickOnce","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueText"}]}

Similar to ones I've answered before, looks like you mixed two methods together. Since the URL doesn't change, I would recommend using element-click selector to paginate and select the the "view more". Here is the working sitemap.

{"_id":"aaaa-messed-up","startUrl":["https://www.gbgb.org.uk/racing/results/"],"selectors":[{"id":"change page","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div.LiveResultsRow:nth-of-type(n+2)","multiple":true,"delay":0,"clickElementSelector":"a.LiveResultsPagination__page--next","clickType":"clickMore","discardInitialElements":"discard-when-click-element-exists","clickElementUniquenessType":"uniqueCSSSelector"},{"id":"View details","type":"SelectorLink","parentSelectors":["change page"],"selector":".LiveResultsRow__details a","multiple":false,"delay":0},{"id":"time","type":"SelectorText","parentSelectors":["View details"],"selector":"div.MeetingRace__time","multiple":false,"regex":"","delay":0},{"id":"track","type":"SelectorText","parentSelectors":["View details"],"selector":"div.MeetingRace__track","multiple":false,"regex":"","delay":0},{"id":"Class","type":"SelectorText","parentSelectors":["View details"],"selector":"div.MeetingRace__class","multiple":false,"regex":"","delay":0},{"id":"distance","type":"SelectorText","parentSelectors":["View details"],"selector":"div.MeetingRace__distance","multiple":false,"regex":"","delay":0},{"id":"Prizes","type":"SelectorText","parentSelectors":["View details"],"selector":"div.MeetingRace__prizes","multiple":false,"regex":"","delay":0},{"id":"Element-races","type":"SelectorElement","parentSelectors":["View details"],"selector":".MeetingRaceTrap__data--desktop div.MeetingRaceTrap__upper","multiple":true,"delay":0},{"id":"Pas trap","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__pos","multiple":false,"regex":"","delay":0},{"id":"greyhound","type":"SelectorText","parentSelectors":["Element-races"],"selector":"a","multiple":false,"regex":"","delay":0},{"id":"trainer","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__trainer","multiple":false,"regex":"","delay":0},{"id":"trap","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__sp","multiple":false,"regex":"","delay":0},{"id":"time-rac","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__timeS","multiple":false,"regex":"","delay":0},{"id":"time-distance","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__timeDistance","multiple":false,"regex":"","delay":0},{"id":"trap_comment","type":"SelectorText","parentSelectors":["Element-races"],"selector":"div.MeetingRaceTrap__comment","multiple":false,"regex":"","delay":0}]}

I also made a quick/dirty video explaining how I thought through it. Excuse the rambling, didn't have time to edit

Untitled: Jun 14, 2020 7:25 AM.webm (video)

[luizgabriel0102]

Greetings, my friend, I thank you immensely for your dedication to helping me. I just finished testing here and that was exactly what I needed. Thank you. You even recorded a video showing the step by step. I am immensely grateful for what you did. You are a person of light. Thank you!