Scraping bug - lost page

Bug Reports
#1

Web Scraper version: 0.3.8
Chrome version: 69.0.3497.92 (Offizieller Build) (64-Bit)
OS: mac os (actual)

Sitemap:

{"_id":"majordog","startUrl":["https://majordog.de"],"selectors":[{"id":"vkpreis","type":"SelectorText","parentSelectors":["aritkel"],"selector":"span.price--content","multiple":false,"regex":"","delay":0},{"id":"Artnr","type":"SelectorText","parentSelectors":["aritkel"],"selector":"span.entry--content","multiple":false,"regex":"","delay":0},{"id":"produktinfo","type":"SelectorText","parentSelectors":["aritkel"],"selector":"div.product--description p:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"produktinfo2","type":"SelectorText","parentSelectors":["aritkel"],"selector":"div.product--description p:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"hundegröße","type":"SelectorText","parentSelectors":["aritkel"],"selector":"tr.product--properties-row:contains('Hundegröße:') td.product--properties-value","multiple":false,"regex":"","delay":0},{"id":"funktionen","type":"SelectorText","parentSelectors":["aritkel"],"selector":"tr.product--properties-row:contains('Funktionen:') td.product--properties-value","multiple":false,"regex":"","delay":0},{"id":"navi_oben","type":"SelectorLink","parentSelectors":["_root"],"selector":"div.navigation--list-wrapper li.navigation--entry:nth-of-type(n+2) a.navigation--link","multiple":true,"delay":0},{"id":"aritkel","type":"SelectorLink","parentSelectors":["navi_oben"],"selector":"a.product--title","multiple":true,"delay":0},{"id":"bild1","type":"SelectorImage","parentSelectors":["aritkel"],"selector":"div.image--box:nth-of-type(1) img","multiple":false,"delay":0},{"id":"Kurzbez","type":"SelectorText","parentSelectors":["aritkel"],"selector":"h1.product--title","multiple":false,"regex":"","delay":0},{"id":"kat1","type":"SelectorText","parentSelectors":["aritkel"],"selector":"li.breadcrumb--entry span.breadcrumb--title","multiple":false,"regex":"","delay":0}]}

Error Message:

background_script.js:1 {"error":"[object Object]","request":"{\"method\":\"selectSelector\",\"params\":[{\"parentCSSSelector\":\"\",\"allowedElements\":\"a\"}]}","timestamp":1537026709,"level_name":"ERROR","message":"Failed to send message to chrome tab"}
log @ background_script.js:1

Some pages are not scraped.
Element preview and Data preview shows all pages.
but - for example - this page doesnt scraped:
https://majordog.de/apportier-und-zerrspielzeug/schwimmender-eddy-gross

#2

Hi there!

Please set all your Link selectors delay to 2000ms, and re-run it.

#3

same result...

you can try it yourself....

#4

It happens because in order to see all products you have to scroll down, you can notice page change automatically when you scroll.

I've made a quick sitemap for you for better understanding:

{"_id":"produktinfo21","startUrl":["https://majordog.de/apportier-und-zerrspielzeug"],"selectors":[{"id":"Items","type":"SelectorElementScroll","selector":"div.listing div.box--content:last-child","parentSelectors":["_root"],"multiple":true,"delay":"1000"},{"id":"Title","type":"SelectorText","selector":"h1.product--title","parentSelectors":["LinkToProduct"],"multiple":false,"regex":"","delay":0},{"id":"Price","type":"SelectorText","selector":"span.price--content","parentSelectors":["LinkToProduct"],"multiple":false,"regex":"","delay":0},{"id":"LinkToProduct","type":"SelectorLink","selector":"a.product--image","parentSelectors":["Items"],"multiple":false,"delay":0}]}
#5

ok. thanks :slight_smile: runs :wink:

#6