Hi,
I am scraping contact information of all embassies on embassy pages. When I start scraper it scrapes few pages but after some time I get an error like "403 Forbidden". How can I avoid this error please help me?
Here is a screenshot of the error page. http://prntscr.com/hyy73d
Thanks
Url: https://www.embassypages.com/missions/embassy2525/
Sitemap:
{"_id":"embassypages","startUrl":["https://www.embassypages.com/albania"],"selectors":[{"id":"links","type":"SelectorLink","selector":"div.col1:nth-of-type(3) ul:nth-of-type(1) a","parentSelectors":["_root"],"multiple":true,"delay":0},{"id":"main element","type":"SelectorElement","selector":"div.wrappost","parentSelectors":["links"],"multiple":false,"delay":0},{"id":"address","type":"SelectorText","selector":"li:nth-of-type(2)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"phone","type":"SelectorText","selector":"li:nth-of-type(4)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"fax","type":"SelectorText","selector":"li:nth-of-type(6)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"email","type":"SelectorText","selector":"li:nth-of-type(8) a:nth-of-type(1)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"website","type":"SelectorText","selector":"li:nth-of-type(10)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"office hours","type":"SelectorText","selector":"li:nth-of-type(12)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0},{"id":"head of mission","type":"SelectorText","selector":"li:nth-of-type(14)","parentSelectors":["main element"],"multiple":false,"regex":"","delay":0}]}