Hi all,
I am wanting to scrape a website that has more than 150 entries, but I can't get more than 30 in the final file.
I've already tried putting an element scroll before but it is even worst.
It seems to me that if the browser window cannot show the entries, even if they are already loaded, the scraper cant get them. I've tried to reduce the zoom of the window until 25%, and it gets more entries, but not all.
Can somebody guide me to a potential solution?
Thank you in advance!
Website: SofaScore: The Fastest Football Scores and Live Score for 2022
Sitemap:
{"_id":"sofa_2022_05_04","startUrl":["SofaScore: The Fastest Football Scores and Live Score for 2022 > div:nth-of-type(2) > div > div > div > div > div:nth-of-type(n) > a > div","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"html > body > div:nth-of-type(1) > main > div > div:nth-of-type(2) > div"},{"id":"Country","parentSelectors":["jogos"],"type":"SelectorText","selector":"li:nth-of-type(1) a","multiple":false,"delay":0,"regex":""},{"id":"teams","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(1) > a","multiple":false,"delay":0,"regex":""},{"id":"League","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(1) > ul > li:nth-of-type(2) > a","multiple":false,"delay":0,"regex":""},{"id":"FT_result","parentSelectors":["jogos"],"type":"SelectorText","selector":" div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(1) > div:nth-of-type(2) > div:nth-of-type(2) > div:nth-of-type(1)","multiple":false,"delay":0,"regex":""},{"id":"HT_result","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(1) > div:nth-of-type(2) > div:nth-of-type(2) > div:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Date","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(1) > div:nth-of-type(2) > svg > g:nth-of-type(2) > g > text:nth-of-type(1)","multiple":false,"delay":0,"regex":""},{"id":"golos","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(2) > div:nth-of-type(2) > div > div > ol","multiple":false,"delay":0,"regex":""},{"id":"Tip1","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(4) > div:nth-of-type(1) > span:nth-of-type(1)","multiple":false,"delay":0,"regex":""},{"id":"TipX","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(4) > div:nth-of-type(1) > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Tip2","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(4) > div:nth-of-type(1) > span:nth-of-type(3)","multiple":false,"delay":0,"regex":""},{"id":"odd1","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(1) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"oddX","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"odd2","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"click_odds","parentSelectors":["jogos"],"type":"SelectorElementClick","clickElementSelector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(2) > div:nth-of-type(1) > div:nth-of-type(1)","clickElementUniquenessType":"uniqueText","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"html > body > div:nth-of-type(1) > main > div > div:nth-of-type(2) > div > div:nth-of-type(5)"},{"id":"odd1X","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(1) > div > div > div:nth-of-type(2) > div:nth-of-type(1) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"oddX2","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(1) > div > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"odd12","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(1) > div > div > div:nth-of-type(2) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"HT1","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(1) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"HTX","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"HT2","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(2) > div > div > div:nth-of-type(2) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"BTS_Yes","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(4) > div > div > div:nth-of-type(2) > div:nth-of-type(1) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"BTS_No","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(4) > div > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"FTS_1","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(5) > div > div > div:nth-of-type(2) > div:nth-of-type(1) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"FTS_None","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(5) > div > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"FTS_2","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(5) > div > div > div:nth-of-type(2) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_0_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(3) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_0_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(3) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_1_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(4) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_1_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(4) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_2_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(5) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_2_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_3_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(6) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_3_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(6) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_4_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(7) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_4_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(7) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_5_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(8) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_5_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(8) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Over_6_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(9) > div:nth-of-type(2) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""},{"id":"Under_6_5","parentSelectors":["jogos"],"type":"SelectorText","selector":"div:nth-of-type(5) > div > div:nth-of-type(1) > div > div:nth-of-type(2) > div:nth-of-type(2) > div > div > div:nth-of-type(5) > div:nth-of-type(3) > div:nth-of-type(1) > div:nth-of-type(6) > div > div > div:nth-of-type(9) > div:nth-of-type(3) > div > div > a > span:nth-of-type(2)","multiple":false,"delay":0,"regex":""}]}