I'm trying to crawl reviews from the facebook page. The reviews load automatically when I scroll down but when I try to crawl, the reviews takes around 10-15 seconds to load and after sometime, the reviews stop loading and a see-more button appears. How to handle this case?
Url: https://www.facebook.com/pg/victoriassecret/reviews/
Sitemap:
{"_id":"facebooknologin","startUrl":["https://www.facebook.com/pg/victoriassecret/reviews/"],"selectors":[{"id":"scrolldown","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div._5pcr","multiple":true,"delay":"4000"},{"id":"author","type":"SelectorText","parentSelectors":["scrolldown"],"selector":"span.fwb span._39_n","multiple":false,"regex":"","delay":"100"},{"id":"date","type":"SelectorElementAttribute","parentSelectors":["scrolldown"],"selector":"abbr._5ptz","multiple":false,"extractAttribute":"title","delay":"100"},{"id":"text","type":"SelectorText","parentSelectors":["scrolldown"],"selector":"div._5pbx","multiple":false,"regex":"","delay":"100"},{"id":"recommendation","type":"SelectorText","parentSelectors":["scrolldown"],"selector":"span.fwn span.fcg","multiple":false,"regex":"","delay":"100"},{"id":"see-more","type":"SelectorElementClick","parentSelectors":["scrolldown"],"selector":"div._5pbx","multiple":false,"delay":0,"clickElementSelector":"span.see_more_link_inner","clickType":"clickOnce","discardInitialElements":true,"clickElementUniquenessType":"uniqueText"},{"id":"authornam-alt","type":"SelectorText","parentSelectors":["scrolldown"],"selector":"span.fwb > a.profileLink","multiple":false,"regex":"","delay":0},{"id":"translate","type":"SelectorText","parentSelectors":["scrolldown"],"selector":"div._43f9 _63qh","multiple":false,"regex":"","delay":0}]}