Web Scraper version: 0.6.4
Chrome version: 104.0.5112.102 64bit
OS: Windows 11 Home Wersja - 10.0.22000 compilation 22000
Sitemap:
{"_id":"otomoto","startUrl":["https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&search%5Bfilter_enum_country_origin%5D%5B0%5D=a&search%5Bfilter_enum_country_origin%5D%5B1%5D=b&search%5Bfilter_enum_country_origin%5D%5B2%5D=ch&search%5Bfilter_enum_country_origin%5D%5B3%5D=cz&search%5Bfilter_enum_country_origin%5D%5B4%5D=d&search%5Bfilter_enum_country_origin%5D%5B5%5D=dk&search%5Bfilter_enum_country_origin%5D%5B6%5D=e&search%5Bfilter_enum_country_origin%5D%5B7%5D=f&search%5Bfilter_enum_country_origin%5D%5B8%5D=fi&search%5Bfilter_enum_country_origin%5D%5B9%5D=gr&search%5Bfilter_enum_country_origin%5D%5B10%5D=i&search%5Bfilter_enum_country_origin%5D%5B11%5D=irl&search%5Bfilter_enum_country_origin%5D%5B12%5D=is&search%5Bfilter_enum_country_origin%5D%5B13%5D=l&search%5Bfilter_enum_country_origin%5D%5B14%5D=li&search%5Bfilter_enum_country_origin%5D%5B15%5D=mc&search%5Bfilter_enum_country_origin%5D%5B16%5D=n&search%5Bfilter_enum_country_origin%5D%5B17%5D=nl&search%5Bfilter_enum_country_origin%5D%5B18%5D=pl&search%5Bfilter_enum_country_origin%5D%5B19%5D=s&search%5Bfilter_enum_registered%5D=1&search%5Bfilter_enum_original_owner%5D=1&search%5Bfilter_enum_no_accident%5D=1&search%5Bfilter_enum_service_record%5D=1&search%5Bfilter_float_mileage%3Ato%5D=200000&search%5Bfilter_float_price%3Ato%5D=150000&search%5Border%5D=created_at_first%3Adesc&page=1&min_id=6098681553&search%5Badvanced_search_expanded%5D=true"],"selectors":[{"id":"side","parentSelectors":["_root","side"],"paginationType":"clickMore","selector":"li.ooa-t7ujmx-stepperStylesOverrides-PaginationForwardsStepper","type":"SelectorPagination"},{"id":"article","parentSelectors":["side"],"type":"SelectorElement","selector":"article.e1b25f6f17","multiple":true,"delay":0},{"id":"link","parentSelectors":["article"],"type":"SelectorLink","selector":".e1b25f6f12 a","multiple":false,"delay":0},{"id":"priceRating","parentSelectors":["article"],"type":"SelectorText","selector":"div.ooa-fnmari","multiple":false,"delay":0,"regex":""},{"id":"pageActual","parentSelectors":["side"],"type":"SelectorText","selector":".pagination-item__active a","multiple":false,"delay":0,"regex":""}]}
Error Message:
background_script.js:766 {"error":"{\"message\":\"Could not establish connection. Receiving end does not exist.\"}","method":"getText","request":"{\"method\":\"getText\",\"params\":[1351]}","stack":"Error\n at o.error (chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:769:79)\n at chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:50374:95","url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"ERROR","message":"Failed to send message to chrome tab"}
log @ background_script.js:766
error @ background_script.js:770
(anonimowa) @ background_script.js:50374
background_script.js:766 {"execution":29579,"url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","parentSelector":"_root","sitemapName":"otomoto","driver":"fulljs","logType":"JOB_STAT","error":"FAILED_TO_CONNECT_TO_CHROME_TAB {\"message\":\"Could not establish connection. Receiving end does not exist.\"}","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"NOTICE","message":"Job failed"}
background_script.js:766 {"url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"INFO","message":"Syncing storage because a job failed"}
background_script.js:766 {"url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"INFO","message":"Scraper execution is finished"}
background_script.js:766 {"error":"[object Object]","stack":"Error\n at o.error (chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:769:79)\n at chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:50253:53","url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"ERROR","message":"Chrome window remove error"}
log @ background_script.js:766
error @ background_script.js:770
(anonimowa) @ background_script.js:50253
background_script.js:766 {"error":"Chrome window remove error[object Object]","stack":"Error\n at o.error (chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:769:79)\n at t.BackgroundScript.<anonymous> (chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:41657:27)\n at Generator.throw (<anonymous>)\n at s (chrome-extension://jnhgnonknehpejjnehehllkliplmbmhn/background_script.js:41328:30)","url":"https://www.otomoto.pl/osobowe/uzywane?search%5Bfilter_enum_damaged%5D=0&se…Adesc&page=250&min_id=6098681553&search%5Badvanced_search_expanded%5D=true","domainName":"www.otomoto.pl","timestamp":1661842638,"level_name":"ERROR","message":"Scraper error occurred"}
log @ background_script.js:766
error @ background_script.js:770
(anonimowa) @ background_script.js:41657
s @ background_script.js:41328
Observed behaviour: During scraping on multiple sides (over 200) using Pagination, I noticed that the System is camping scraped data in memory. When a bug appears, all data are lost. The error doesn't say that this is an out-of-memory problem nobody expects the Spanish inquisition.