Web Scraper does not stop when webpage does not load new data

Bug Reports
#1

I am scraping data from a website with a "load more" button. The Web Scraper does not stop even though there is no new data to scrape anymore. What did I do wrong? The sitemaps is pasted below.

The error messages are also pasted.

Web Scraper version:
Chrome version: Version 119.0.6045.159
OS: 14.0 (23A344)

Sitemap:

{"_id":"QS_Ranking","startUrl":["https://www.topuniversities.com/university-rankings/sustainability-rankings/2023"],"selectors":[{"id":"QS_ranking","parentSelectors":["_root"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"button.loadmorebutton","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"div.ind:nth-of-type(n+2) > div"},{"id":"University","parentSelectors":["QS_ranking"],"type":"SelectorText","selector":"a.uni-link","multiple":false,"regex":""},{"id":"Country","parentSelectors":["QS_ranking"],"type":"SelectorText","selector":"div.location","multiple":false,"regex":""}]}

Error Message:

l4632e1.js:1 [MKTZ] Consent is disabled
6A parser-blocking, cross site (i.e. different eTLD+1) script, <URL>, is invoked via document.write. The network request for this script MAY be blocked by the browser in this or a future page load due to poor network connectivity. If blocked in this page load, it will be confirmed in a subsequent console message. See <URL> for more details.
VM419:1 Uncaught TypeError: jQuery is not a function
    at <anonymous>:1:1
    at gtm.js?id=GTM-W4T4GS:669:414
    at gtm.js?id=GTM-W4T4GS:670:118
    at gtm.js?id=GTM-W4T4GS:670:118
    at b (gtm.js?id=GTM-W4T4GS:670:337)
    at gtm.js?id=GTM-W4T4GS:670:359
(anonymous) @ VM419:1
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
b @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
pubads_impl.js?cb=31079657:10 [GPT] Attempted to load GPT from both standard and limited ads domains.
wK.log @ pubads_impl.js?cb=31079657:10
wK.error @ pubads_impl.js?cb=31079657:10
(anonymous) @ pubads_impl.js?cb=31079657:18
js_HtLEX6gVu8yJM58UB7lsEskdIuBJYnwWL3TsIvn8WUU.js:569 Page is loaded.
2023:1 Refused to execute script from 'https://segment.prod.bidr.io/associate-segment?buzz_key=moot&value=&segment_key=moot-28443' because its MIME type ('image/gif') is not executable.
2023:1 Refused to execute script from 'https://segment.prod.bidr.io/associate-segment?buzz_key=moot&value=&segment_key=moot-28474' because its MIME type ('image/gif') is not executable.
2023:1 Refused to execute script from 'https://segment.prod.bidr.io/associate-segment?buzz_key=moot&value=&segment_key=moot-11343' because its MIME type ('image/gif') is not executable.
fbevents.js:24 [Meta Pixel] - Duplicate Pixel ID: 625118064239502.
t @ fbevents.js:24
w @ fbevents.js:24
E @ fbevents.js:24
Z @ fbevents.js:28
Y @ fbevents.js:28
b.fbq.b.fbq @ VM421:1
(anonymous) @ unknown
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
b @ gtm.js?id=GTM-W4T4GS:670
yf @ gtm.js?id=GTM-W4T4GS:192
e @ gtm.js?id=GTM-W4T4GS:471
(anonymous) @ gtm.js?id=GTM-W4T4GS:138
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
Hw @ gtm.js?id=GTM-W4T4GS:474
Qw @ gtm.js?id=GTM-W4T4GS:479
Mx @ gtm.js?id=GTM-W4T4GS:493
Px @ gtm.js?id=GTM-W4T4GS:498
Tx.b.push @ gtm.js?id=GTM-W4T4GS:502
Tx.b.push @ js?id=G-YN0B3DGTTZ&l=dataLayer&cx=c:491
Tx.b.push @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:478
Tx.b.push @ js?id=G-6MJFDQ1S4T&l=dataLayer&cx=c:410
Jx @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:468
kC @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:522
hC @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:522
e @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:521
fbevents.js:24 [Meta Pixel] - You are sending a non-standard event 'Scroll Depth Event'. The preferred way to send these events is using trackCustom. See 'https://developers.facebook.com/docs/ads-for-websites/pixel-events/#events' for more information.
t @ fbevents.js:24
w @ fbevents.js:24
E @ fbevents.js:24
r @ fbevents.js:24
qa @ fbevents.js:28
Y @ fbevents.js:28
b.fbq.b.fbq @ VM421:1
(anonymous) @ unknown
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
b @ gtm.js?id=GTM-W4T4GS:670
yf @ gtm.js?id=GTM-W4T4GS:192
e @ gtm.js?id=GTM-W4T4GS:471
(anonymous) @ gtm.js?id=GTM-W4T4GS:138
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
onSuccess @ gtm.js?id=GTM-W4T4GS:472
w.vtp_gtmOnSuccess @ gtm.js?id=GTM-W4T4GS:470
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
b @ gtm.js?id=GTM-W4T4GS:670
yf @ gtm.js?id=GTM-W4T4GS:192
e @ gtm.js?id=GTM-W4T4GS:471
(anonymous) @ gtm.js?id=GTM-W4T4GS:138
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
Hw @ gtm.js?id=GTM-W4T4GS:474
Qw @ gtm.js?id=GTM-W4T4GS:479
Mx @ gtm.js?id=GTM-W4T4GS:493
Px @ gtm.js?id=GTM-W4T4GS:498
Tx.b.push @ gtm.js?id=GTM-W4T4GS:502
Tx.b.push @ js?id=G-YN0B3DGTTZ&l=dataLayer&cx=c:491
Tx.b.push @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:478
Tx.b.push @ js?id=G-6MJFDQ1S4T&l=dataLayer&cx=c:410
Jx @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:468
kC @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:522
hC @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:522
e @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:521
fbevents.js:24 [Meta Pixel] - You are sending a non-standard event 'Time on Page 60 Seconds'. The preferred way to send these events is using trackCustom. See 'https://developers.facebook.com/docs/ads-for-websites/pixel-events/#events' for more information.
t @ fbevents.js:24
w @ fbevents.js:24
E @ fbevents.js:24
r @ fbevents.js:24
qa @ fbevents.js:28
Y @ fbevents.js:28
b.fbq.b.fbq @ VM421:1
(anonymous) @ unknown
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
b @ gtm.js?id=GTM-W4T4GS:670
yf @ gtm.js?id=GTM-W4T4GS:192
e @ gtm.js?id=GTM-W4T4GS:471
(anonymous) @ gtm.js?id=GTM-W4T4GS:138
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
onSuccess @ gtm.js?id=GTM-W4T4GS:472
w.vtp_gtmOnSuccess @ gtm.js?id=GTM-W4T4GS:470
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
(anonymous) @ gtm.js?id=GTM-W4T4GS:669
(anonymous) @ gtm.js?id=GTM-W4T4GS:670
b @ gtm.js?id=GTM-W4T4GS:670
yf @ gtm.js?id=GTM-W4T4GS:192
e @ gtm.js?id=GTM-W4T4GS:471
(anonymous) @ gtm.js?id=GTM-W4T4GS:138
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
(anonymous) @ gtm.js?id=GTM-W4T4GS:472
Hw @ gtm.js?id=GTM-W4T4GS:474
Qw @ gtm.js?id=GTM-W4T4GS:479
Mx @ gtm.js?id=GTM-W4T4GS:493
Px @ gtm.js?id=GTM-W4T4GS:498
Tx.b.push @ gtm.js?id=GTM-W4T4GS:502
Tx.b.push @ js?id=G-YN0B3DGTTZ&l=dataLayer&cx=c:491
Tx.b.push @ js?id=G-16LPMES2GR&l=dataLayer&cx=c:478
Tx.b.push @ js?id=G-6MJFDQ1S4T&l=dataLayer&cx=c:410
Jx @ gtm.js?id=GTM-W4T4GS:492
gz @ gtm.js?id=GTM-W4T4GS:507
(anonymous) @ gtm.js?id=GTM-W4T4GS:643
pubads_impl.js?cb=31079657:10 [GPT] Refresh was throttled for slot: 8070/Topuni-Web/university-rankings/sustainability-rankings/2023.
wK.log @ pubads_impl.js?cb=31079657:10
P @ pubads_impl.js?cb=31079657:10
(anonymous) @ pubads_impl.js?cb=31079657:18
zu @ pubads_impl.js?cb=31079657:10
Bu.next @ pubads_impl.js?cb=31079657:10
b @ pubads_impl.js?cb=31079657:10
#2

Hi, sometimes, due to the specifics of the site, it is necessary to use a more complex selector.

Please try the sitemap below:

{"_id":"QS_Ranking","startUrl":["https://www.topuniversities.com/university-rankings/sustainability-rankings/2023"],"selectors":[{"id":"pagination","paginationType":"auto","parentSelectors":["_root","pagination"],"selector":"html:has(.loadmorebutton:contains('Load More'):not(.d-none)) [rel=\"next\"]","type":"SelectorPagination"},{"id":"University","multiple":false,"parentSelectors":["item"],"regex":"","selector":"a.uni-link","type":"SelectorText"},{"id":"Country","multiple":false,"parentSelectors":["item"],"regex":"","selector":"div.location","type":"SelectorText"},{"id":"item","multiple":true,"parentSelectors":["pagination"],"selector":"div._qs-ranking-data-row","type":"SelectorElement"}]}
#3

Thanks! It worked perfectly.