Hello,
I'm doing some research on crowfunding and I have two problems to scrape the Blue Bees site. My first problem is with pagination as the starting page url is as below and increment by 8 (8, 16, 24, 32...336. I used an incremental form [8-24:8] to test but it doesn't work (scrap only the page 24).
URL : https://www.bluebees.fr/fr/project/all?zipCode=&keywords=&continent=&biztype=&from=8
My second problem is with the selector comlink and its child selectors comtext and comhtml. My scaping run without them but not when I introduce them in my sitemap.
Thank you for any advise you can give me.
Sitemap:
{"_id":"bluebees","startUrl":["https://www.bluebees.fr/fr/project/all?zipCode=&keywords=agriculture&continent=&biztype=&from[8-24:8]"],"selectors":[{"id":"fiche","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.p-project","multiple":true,"delay":0},{"id":"titre","type":"SelectorText","parentSelectors":["fiche"],"selector":"h1.main-title","multiple":false,"regex":"","delay":0},{"id":"prescourte","type":"SelectorText","parentSelectors":["fiche"],"selector":"div.col-md-12.bb-extract","multiple":false,"regex":"","delay":0},{"id":"video","type":"SelectorHTML","parentSelectors":["fiche"],"selector":"div.royalSlider","multiple":false,"regex":"","delay":0},{"id":"preslongue","type":"SelectorText","parentSelectors":["fiche"],"selector":"div:nth-of-type(3) div.col-md-12","multiple":false,"regex":"","delay":0},{"id":"images","type":"SelectorHTML","parentSelectors":["fiche"],"selector":"div:nth-of-type(3) div.col-md-12","multiple":false,"regex":"","delay":0},{"id":"nbrecontributeurs","type":"SelectorText","parentSelectors":["fiche"],"selector":".nav li:nth-of-type(3) a","multiple":false,"regex":"","delay":0},{"id":"lieu","type":"SelectorText","parentSelectors":["fiche"],"selector":"div.p-location","multiple":false,"regex":"","delay":0},{"id":"collecté","type":"SelectorText","parentSelectors":["fiche"],"selector":".text-center h4","multiple":false,"regex":"","delay":0},{"id":"succes","type":"SelectorText","parentSelectors":["fiche"],"selector":".text-center div:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"contrepartie1","type":"SelectorText","parentSelectors":["fiche"],"selector":"[item-id='2402'] strong.select_item_price","multiple":false,"regex":"","delay":0},{"id":"contreparties","type":"SelectorText","parentSelectors":["fiche"],"selector":"div.w-items","multiple":false,"regex":"","delay":0},{"id":"pourcent","type":"SelectorHTML","parentSelectors":["fiche"],"selector":".text-center div.form-group","multiple":false,"regex":"","delay":0},{"id":"pret","type":"SelectorText","parentSelectors":["fiche"],"selector":".text-center div:nth-of-type(3)","multiple":false,"regex":"","delay":0},{"id":"comlink","type":"SelectorLink","parentSelectors":["fiche"],"selector":".nav li:nth-of-type(3) a","multiple":false,"delay":0},{"id":"comtext","type":"SelectorText","parentSelectors":["comlink"],"selector":"div.active","multiple":false,"regex":"","delay":0},{"id":"comhtml","type":"SelectorHTML","parentSelectors":["comlink"],"selector":"div.tab-content","multiple":false,"regex":"","delay":0}]}