Get information from windows that appear when you click

How to?
#1

Hello! Could you please tell me if I need to collect information from a website, but all the links on it are like this:
a href="javascript: devicelist(1);" class="">3 Devices</a
a href="javascript: linkeduserlist(1);">13 Accounts</a

For example, I need information about devices, but the window with this information appears only after clicking on the corresponding button.

image
image819×587 8.32 KB

The page with a window and the information I need.
image
image1018×542 13.3 KB

Is it even possible to do this using your tool, because I spent about an hour using different methods and I was not able to do it(

#2

Hey did you find the solution to this? I'm also stuck in a similar situation. On clicking the image popup appears with an image slider. I want to scrape the images from the slider. The problem is that SelectorElementClick isn't opening the popup thus my images are not being scraped.

<a href="javascript:ImageViewerLightboxResponsive(...params)" title="View Photo">
  <img class="IV_Image img-responsive" style="display:inline-block;" src="">
</a>

URL: Email from Jul 04 2024 - Matrix Portal

My sitemap:

{
  "_id": "matrix",
  "startUrl": [
    "https://matrix.abor.com/Matrix/Public/Portal.aspx?ID=DE-271449725372&eml=ZmFpemFuQGxldGh1Yi5jbw==#1"
  ],
  "selectors": [
    {
      "id": "listing-click",
      "parentSelectors": ["_root"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "div.multiLineDisplay .d-fontSize--largest a",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 2000,
      "discardInitialElements": "discard-when-click-element-exists",
      "multiple": true,
      "selector": "html"
    },
    {
      "id": "properties",
      "parentSelectors": ["listing-click"],
      "type": "SelectorElement",
      "selector": "_parent_",
      "multiple": true
    },
    {
      "id": "imageSlider",
      "parentSelectors": ["properties"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "span.image a",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 1000,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "_parent_"
    },
    {
      "id": "propertyName",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": ".d-mega span",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "address",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": ".d-textSoft span",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "rent",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "span.d-fontSize--largest",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "description",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "span.d-textSoft",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "petPolicy",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div:nth-of-type(25) span.d-text",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "availabilityDate",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div:nth-of-type(22) div.col-xs-12:nth-of-type(1) span.d-text",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "applicationFee",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div:nth-of-type(22) div:nth-of-type(3) span.d-text",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "applyNow",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div:nth-of-type(22) div:nth-of-type(11) span.d-text",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "parking",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div.row:nth-of-type(5) div:nth-of-type(3) span.d-paddingLeft--6",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "headerImage",
      "parentSelectors": ["properties"],
      "type": "SelectorImage",
      "selector": "img.IV_Image",
      "multiple": false
    },
    {
      "id": "propDetails",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": ".d-borderWidthLeft--1 > div:nth-of-type(2) > div:nth-of-type(2)",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "how_to_apply",
      "parentSelectors": ["properties"],
      "type": "SelectorText",
      "selector": "div:nth-of-type(22) div.col-sm-12",
      "multiple": false,
      "regex": ""
    },
    {
      "id": "close",
      "parentSelectors": ["properties"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button#_ctl0_m_btnClosePILP",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 2000,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "_parent_"
    },
    {
      "id": "click1",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click2",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click3",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click4",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click5",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click6",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click7",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click8",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click9",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click10",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "click11",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "button.right",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 0,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "div.mtx-modal-body-sx"
    },
    {
      "id": "image-urls",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorGroup",
      "selector": ".j-imageRow:nth-of-type(-n+15) img",
      "extractAttribute": "src"
    },
    {
      "id": "close-slider",
      "parentSelectors": ["imageSlider"],
      "type": "SelectorElementClick",
      "clickActionType": "real",
      "clickElementSelector": "div.close",
      "clickElementUniquenessType": "uniqueCSSSelector",
      "clickType": "clickOnce",
      "delay": 1000,
      "discardInitialElements": "do-not-discard",
      "multiple": false,
      "selector": "_parent_"
    }
  ]
}
#3

Hi,

It appears that all the image URLs are rendered within the href attribute of the gallery, thus a click isn't even necessary. I added the images selector to the sitemap, give it a try.

{"_id":"matrix","startUrl":["https://matrix.abor.com/Matrix/Public/Portal.aspx?ID=DE-271449725372&eml=ZmFpemFuQGxldGh1Yi5jbw==#1"],"selectors":[{"clickActionType":"real","clickElementSelector":"div.multiLineDisplay .d-fontSize--largest a","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":2000,"discardInitialElements":"discard-when-click-element-exists","id":"listing-click","multiple":true,"parentSelectors":["_root"],"selector":"html","type":"SelectorElementClick"},{"id":"properties","multiple":true,"parentSelectors":["listing-click"],"selector":"_parent_","type":"SelectorElement"},{"clickActionType":"real","clickElementSelector":"span.image a","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":1000,"discardInitialElements":"do-not-discard","id":"imageSlider","multiple":false,"parentSelectors":["properties"],"selector":"_parent_","type":"SelectorElementClick"},{"id":"propertyName","multiple":false,"parentSelectors":["properties"],"regex":"","selector":".d-mega span","type":"SelectorText"},{"id":"address","multiple":false,"parentSelectors":["properties"],"regex":"","selector":".d-textSoft span","type":"SelectorText"},{"id":"rent","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"span.d-fontSize--largest","type":"SelectorText"},{"id":"description","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"span.d-textSoft","type":"SelectorText"},{"id":"petPolicy","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div:nth-of-type(25) span.d-text","type":"SelectorText"},{"id":"availabilityDate","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div:nth-of-type(22) div.col-xs-12:nth-of-type(1) span.d-text","type":"SelectorText"},{"id":"applicationFee","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div:nth-of-type(22) div:nth-of-type(3) span.d-text","type":"SelectorText"},{"id":"applyNow","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div:nth-of-type(22) div:nth-of-type(11) span.d-text","type":"SelectorText"},{"id":"parking","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div.row:nth-of-type(5) div:nth-of-type(3) span.d-paddingLeft--6","type":"SelectorText"},{"id":"headerImage","multiple":false,"parentSelectors":["properties"],"selector":"img.IV_Image","type":"SelectorImage"},{"id":"propDetails","multiple":false,"parentSelectors":["properties"],"regex":"","selector":".d-borderWidthLeft--1 > div:nth-of-type(2) > div:nth-of-type(2)","type":"SelectorText"},{"id":"how_to_apply","multiple":false,"parentSelectors":["properties"],"regex":"","selector":"div:nth-of-type(22) div.col-sm-12","type":"SelectorText"},{"extractAttribute":"href","id":"images","multiple":false,"parentSelectors":["properties"],"selector":".image a","type":"SelectorElementAttribute"},{"clickActionType":"real","clickElementSelector":"button#_ctl0_m_btnClosePILP","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":2000,"discardInitialElements":"do-not-discard","id":"close","multiple":false,"parentSelectors":["properties"],"selector":"_parent_","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click1","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click2","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click3","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click4","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click5","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click6","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click7","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click8","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click9","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click10","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"clickActionType":"real","clickElementSelector":"button.right","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":0,"discardInitialElements":"do-not-discard","id":"click11","multiple":false,"parentSelectors":["imageSlider"],"selector":"div.mtx-modal-body-sx","type":"SelectorElementClick"},{"extractAttribute":"src","id":"image-urls","parentSelectors":["imageSlider"],"selector":".j-imageRow:nth-of-type(-n+15) img","type":"SelectorGroup"},{"clickActionType":"real","clickElementSelector":"div.close","clickElementUniquenessType":"uniqueCSSSelector","clickType":"clickOnce","delay":1000,"discardInitialElements":"do-not-discard","id":"close-slider","multiple":false,"parentSelectors":["imageSlider"],"selector":"_parent_","type":"SelectorElementClick"}]}