Hi,
I'm building a scraper to work on a site where start URL i set to the main page. Then the scrapper goes to main_prod_category and then the mian-cart,sub cart. But when it comes to the page where all the products are listed. Also it's important to open every product to scrape two things on the detail page and then go back to main page and get all the data. For now the scrapper goes to detail page gets few details and instead of going back to main page to get remaining data it skips the remaining parts and goes to other categories. Please help me. Thanks in advance.
URL: Home
Sitemap:
{"_id":"new-one","startUrl":["https://www.sandstruck.com/en/shop-truck-parts/"],"selectors":[{"id":"Main_Prod_Category","parentSelectors":["_root"],"type":"SelectorElement","selector":"div.item","multiple":true,"delay":0},{"id":"Enter_Main_Cat","parentSelectors":["Main_Prod_Category"],"type":"SelectorLink","selector":".image a","multiple":true,"delay":0},{"id":"Main_Cat_Title","parentSelectors":["Main_Prod_Category"],"type":"SelectorText","selector":"h3","multiple":false,"delay":0,"regex":""},{"id":"Sub_Cat_Enter","parentSelectors":["Enter_Main_Cat"],"type":"SelectorLink","selector":".card-block-title > a","multiple":true,"delay":0},{"id":"Iterate_Pages","parentSelectors":["Sub_Cat_Enter","Iterate_Pages"],"paginationType":"clickOnce","selector":".marg-bottom-10 .pagination a","type":"SelectorPagination"},{"id":"Part_Main_Info","parentSelectors":["_root","Iterate_Pages"],"type":"SelectorElementClick","clickElementSelector":".main-title span","clickElementUniquenessType":"uniqueText","clickType":"clickMore","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":".main-title span"},{"id":"part-more-detail","parentSelectors":["_root","Iterate_Pages"],"type":"SelectorPopupLink","selector":"div.header","multiple":true,"delay":0},{"id":"name","parentSelectors":["Iterate_Pages","part-more-detail"],"type":"SelectorText","selector":"h1.title","multiple":false,"delay":0,"regex":""},{"id":"price","parentSelectors":["Iterate_Pages","part-more-detail"],"type":"SelectorText","selector":".price-cell p","multiple":false,"delay":0,"regex":""}]}