Hello,
I'm a newbie, but ive been working on this website and so far i am a bit confused, so i would greatly appreciate it if someone can take a look at my script and improve it.
The problem: I have a "BasePage" that is a dynamic table with links to different urls and inside those urls i just want to extract the params estimation and the actual graph data, but before extracting the graph i would like it to remove subplots and plot All available data.
"BasePage Link" : V-Lab: Search results for:
Sitemap: {"_id":"test","startUrl":["https://www.webscraper.io/test-sites/e-commerce/more"],"selectors":[{"id":"baseTable","parentSelectors":["_root"],"type":"SelectorElement","selector":".MuiGrid-spacing-xs-2 > div:nth-of-type(2)","multiple":true},{"id":"link_col","parentSelectors":["_root"],"type":"SelectorElement","selector":"td:nth-of-type(5), .MuiTableCell-root a","multiple":true},{"id":"click","parentSelectors":["link_col"],"type":"SelectorLink","selector":"a","multiple":true,"linkType":"linkFromHref"},{"id":"text_base","parentSelectors":["baseTable"],"type":"SelectorTable","multiple":true,"selector":"table","tableDataRowSelector":"tr.MuiTableRow-hover","tableHeaderRowSelector":"tr.MuiTableRow-head","columns":[{"extract":true,"header":"Application","name":"Application"},{"extract":true,"header":"Ticker","name":"Ticker"},{"extract":true,"header":"Asset","name":"Asset"},{"extract":true,"header":"Dataset","name":"Dataset"},{"extract":true,"header":"Model","name":"Model"}]},{"id":"all_time","parentSelectors":["click"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"p:nth-of-type(5) a","clickElementUniquenessType":"uniqueHTML","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"div.css-1xr2kz9"},{"id":"table_element","parentSelectors":["click"],"type":"SelectorElement","selector":".MuiGrid-root .MuiGrid-root > div.MuiGrid-grid-xs-12:nth-of-type(1), span div.MuiButtonBase-root, span div.MuiAccordionDetails-root:nth-of-type(1), div > div.MuiPaper-root div.MuiButtonBase-root, div > div.MuiPaper-root div.MuiAccordionDetails-root","multiple":true},{"id":"Param estimates","parentSelectors":["table_element"],"type":"SelectorTable","multiple":true,"selector":"table","tableDataRowSelector":".MuiTableBody-root tr","tableHeaderRowSelector":"tr.MuiTableRow-head","columns":[{"extract":true,"header":"param","name":"param"},{"extract":true,"header":"t-stat","name":"t-stat"}]},{"id":"News_impact","parentSelectors":["table_element"],"type":"SelectorImage","selector":"img[alt='Impact of return on volatility tomorrow']","multiple":true},{"id":"graph_element","parentSelectors":["click"],"type":"SelectorElement","selector":"img.css-odz94x","multiple":true},{"id":"graph","parentSelectors":["graph_element"],"type":"SelectorImage","selector":"parent","multiple":false},{"id":"format_plot","parentSelectors":["click"],"type":"SelectorElementClick","clickActionType":"real","clickElementSelector":"div.css-1wxaqej:nth-of-type(2) path","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","multiple":true,"selector":"div.MuiGrid-grid-md-9"}]}
Thank you for your help!
