Scrap Udemy.com

How to?
#1

Hi. I want to scrap all the courses from udemy.com.
Questions:

  1. How can I scrap Images from Courses list on the page Online Design Courses | Udemy ?
  2. How can I scrap video url from page of the course Pro Ux Design | Udemy ?

I need help. Thank you!

Sitemap:
{"_id":"udemy_development","startUrl":["https://www.udemy.com/"],"selectors":[{"id":"course","type":"SelectorLink","parentSelectors":["pages","razdel"],"selector":".course-list--container--3zXPS a","multiple":true,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["course"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"small_description","type":"SelectorText","parentSelectors":["razdel"],"selector":"p.course-card--course-headline--yIrRk","multiple":true,"regex":"","delay":0},{"id":"number_lectures","type":"SelectorText","parentSelectors":["razdel"],"selector":"span.course-card--row--1OMjg:nth-of-type(2)","multiple":true,"regex":"","delay":0},{"id":"number_hours","type":"SelectorText","parentSelectors":["razdel"],"selector":"span.course-card--row--1OMjg:nth-of-type(1)","multiple":true,"regex":"","delay":0},{"id":"level","type":"SelectorText","parentSelectors":["razdel"],"selector":"span.course-card--row--1OMjg:nth-of-type(3)","multiple":true,"regex":"","delay":0},{"id":"small_descr","type":"SelectorText","parentSelectors":["course"],"selector":"div.clp-lead__headline","multiple":false,"regex":"","delay":0},{"id":"cost","type":"SelectorText","parentSelectors":["course"],"selector":".sidebar-container--purchase-section--17KRp span span","multiple":false,"regex":"","delay":0},{"id":"what_learn","type":"SelectorText","parentSelectors":["course"],"selector":"div.what-you-will-learn--what-will-you-learn--mnJ5T","multiple":false,"regex":"","delay":0},{"id":"numbers","type":"SelectorText","parentSelectors":["course"],"selector":"span.curriculum--content-length--1XzLS","multiple":false,"regex":"","delay":0},{"id":"full_descr","type":"SelectorText","parentSelectors":["course"],"selector":"div[data-purpose='safely-set-inner-html:description:description']","multiple":false,"regex":"","delay":0},{"id":"pages","type":"SelectorLink","parentSelectors":["razdel"],"selector":"a.udlite-btn-ghost:nth-of-type(n+2)","multiple":true,"delay":0},{"id":"razdel","type":"SelectorLink","parentSelectors":["_root"],"selector":".link-bar--triangle-wrapper--ul65b a","multiple":true,"delay":0},{"id":"course_img","type":"SelectorImage","parentSelectors":["razdel"],"selector":"[aria-expanded='false'] img[srcset]","multiple":true,"delay":0}]}

#2

Hello @Myatov

For extracting images this should work:

{"_id":"udemy_design","startUrl":["https://www.udemy.com/courses/design/?p=[1-625]"],"selectors":[{"id":"wrapper","type":"SelectorElement","parentSelectors":["_root"],"selector":"div[data-purpose=\"desktop-filter-container\"] > div + div > div > div + div > div > div:has(div[data-purpose=\"price-text-container\"])","multiple":true,"delay":0},{"id":"course-title","type":"SelectorText","parentSelectors":["wrapper"],"selector":"div.udlite-focus-visible-target","multiple":false,"regex":"","delay":0},{"id":"current-price","type":"SelectorText","parentSelectors":["wrapper"],"selector":"[data-purpose=\"course-price-text\"]","multiple":false,"regex":"","delay":0},{"id":"old-price","type":"SelectorText","parentSelectors":["wrapper"],"selector":"[data-purpose=\"original-price-container\"]","multiple":false,"regex":"","delay":0},{"id":"course-link","type":"SelectorLink","parentSelectors":["wrapper"],"selector":"a","multiple":false,"delay":0},{"id":"image","type":"SelectorImage","parentSelectors":["wrapper"],"selector":"img","multiple":false,"delay":0}]}

For video link extraction:

{"_id":"udemy_video","startUrl":["https://www.udemy.com/course/pro-ux-design/"],"selectors":[{"id":"video-link","type":"SelectorElementAttribute","parentSelectors":["element-click"],"selector":"div[aria-label=\"Video Player\"] > video","multiple":false,"extractAttribute":"src","delay":0},{"id":"element-click","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"html","multiple":true,"delay":2000,"clickElementSelector":"span:contains(\"Preview this course\")","clickType":"clickOnce","discardInitialElements":"discard","clickElementUniquenessType":"uniqueText"}]}

Hope it helps! )