Hi!
I am new to scraping and when I did try to scrape, I will see a page "This site cannot be reached" appear after every individual listing.
How do I solve this and does it impact anything?
My sitemap is as such
URL:
https://www.alibaba.com/products/element_filter.html
Sitemap:
{"_id":"alibaba_filterelement_1","startUrl":["https://www.alibaba.com/trade/search?fsb=y&IndexArea=product_en&CatId=&SearchText=filter+element"],"selectors":[{"id":"element","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div.item-content","multiple":true,"delay":"2000"},{"id":"Product link","type":"SelectorLink","parentSelectors":["element"],"selector":"h2.title a","multiple":false,"delay":"2000"},{"id":"Product Name","type":"SelectorText","parentSelectors":["Product link"],"selector":"h1.ma-title","multiple":false,"regex":"","delay":0},{"id":"Moq_1","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-1 div.ma-quantity-range","multiple":false,"regex":"","delay":0},{"id":"Price_1","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-1 span.priceVal","multiple":false,"regex":"","delay":0},{"id":"Moq_2","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-2 div.ma-quantity-range","multiple":false,"regex":"","delay":0},{"id":"Price_2","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-2 span.priceVal","multiple":false,"regex":"","delay":0},{"id":"Moq_3","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-3 div.ma-quantity-range","multiple":false,"regex":"","delay":0},{"id":"Price_3","type":"SelectorText","parentSelectors":["Product link"],"selector":"li.ma-ladder-price-item.ladder-price-3 div.ma-spec-price","multiple":false,"regex":"","delay":0},{"id":"Distributor","type":"SelectorText","parentSelectors":["Product link"],"selector":"a.company-name","multiple":false,"regex":"","delay":0},{"id":"Distributor_years","type":"SelectorText","parentSelectors":["Product link"],"selector":"span.join-year","multiple":false,"regex":"","delay":0},{"id":"Distributor_country","type":"SelectorText","parentSelectors":["Product link"],"selector":"span.register-country","multiple":false,"regex":"","delay":0},{"id":"Distributor_Supplier_Status","type":"SelectorText","parentSelectors":["Product link"],"selector":"div.icon-item:nth-of-type(1) a","multiple":false,"regex":"","delay":0},{"id":"Distributor_Ratings","type":"SelectorText","parentSelectors":["Product link"],"selector":"span.score-big","multiple":false,"regex":"","delay":0},{"id":"Distributor_Reviews","type":"SelectorText","parentSelectors":["Product link"],"selector":"a.reviews","multiple":false,"regex":"","delay":0},{"id":"Distributor_Transactions","type":"SelectorText","parentSelectors":["Product link"],"selector":"tr#transactionAmountTrigger.card-info-item th","multiple":false,"regex":"","delay":0},{"id":"Lead Time","type":"SelectorText","parentSelectors":["Product link"],"selector":"dl.lead-time dd.value","multiple":false,"regex":"","delay":0},{"id":"Price Range","type":"SelectorText","parentSelectors":["Product link"],"selector":"span.ma-ref-price","multiple":false,"regex":"","delay":0},{"id":"moq range","type":"SelectorText","parentSelectors":["Product link"],"selector":"span.ma-min-order","multiple":false,"regex":"","delay":0}]}
Any help is deeply appreciated, thank you! 