{"preheading":null,"heading":null,"subheading":null,"id":28583439,"theme":{"name":"none","colors":{"background":"#ffffff","button":"#64bcc3","buttonText":"#ffffff","heading":"#0d161b","text":"#0d161b"},"background":{"blend":"normal","blur":0,"contrast":75,"grayscale":100,"opacity":38,"url":null}},"button":{"text":"View product","url":null},"button2":{"text":null,"url":null},"buttonSubtext":null,"collectionLayout":"collection-layout-columns-left","contentAlignment":"content-alignment-left","header":{"pretitle":null,"title":"Curriculum","subtitle":null,"text":"","button":{"text":"","url":""},"button2":{"text":null,"url":null},"buttonSubtext":null},"mediaStyle":"media-style-card","preLaunch":false,"products":null,"sections":[{"id":1397334,"default":true,"name":"Contents","description":null,"blocks":[]},{"id":1397335,"default":false,"name":"Welcome","description":"

Who I am, and how web scraping can help you achieve business or personal project goals.

","blocks":[{"id":4327811,"icon":"video","title":"Welcome to Web Scraping","length":"2 mins","filesize":"112 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397335-welcome/4327811-welcome-to-web-scraping"}},{"id":4327848,"icon":"video","title":"What is scraping?","length":"2 mins","filesize":"112 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397335-welcome/4327848-what-is-scraping"}},{"id":4327853,"icon":"video","title":"Scraping is a competitive advantage","length":"1 min","filesize":"70.4 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397335-welcome/4327853-scraping-is-a-competitive-advantage"}},{"id":4327883,"icon":"video","title":"Non-marketing use cases for scraping","length":"7 mins","filesize":"611 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397335-welcome/4327883-non-marketing-use-cases-for-scraping"}},{"id":4357499,"icon":"content-text","title":"[BONUS] Real world scraping case studies","length":null,"filesize":null,"preview":true,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397335-welcome/4357499-bonus-real-world-scraping-case-studies"}}]},{"id":1397356,"default":false,"name":"Deciding what to scrape","description":"

Organizing our scrapeable content and taking notes on how to retrieve it from the target site.

","blocks":[{"id":4327894,"icon":"video","title":"Using the browser to find datapoints","length":"14 mins","filesize":"77.3 MB","preview":true,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397356-deciding-what-to-scrape/4327894-using-the-browser-to-find-datapoints"}},{"id":4327961,"icon":"video","title":"Finding more specific elements","length":"12 mins","filesize":"50.8 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397356-deciding-what-to-scrape/4327961-finding-more-specific-elements"}},{"id":4327962,"icon":"video","title":"Summarizing data extraction challenges","length":"2 mins","filesize":"38.9 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397356-deciding-what-to-scrape/4327962-summarizing-data-extraction-challenges"}}]},{"id":1397383,"default":false,"name":"Setting up your environment","description":"

Setting up dependencies your computer will need to scrape websites.

","blocks":[{"id":4327981,"icon":"content-text","title":"Installing Ruby, Watir, and Webdrivers","length":null,"filesize":null,"preview":true,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397383-setting-up-your-environment/4327981-installing-ruby-watir-and-webdrivers"}}]},{"id":1397388,"default":false,"name":"Building our web scraper","description":"

Tools and technical how-to for programatically extracting data from a website.

","blocks":[{"id":4328044,"icon":"video","title":"Scraping and web development terminology","length":"15 mins","filesize":"66.4 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328044-scraping-and-web-development-terminology"}},{"id":4328113,"icon":"video","title":"Scraping an app listing (Part 1)","length":"32 mins","filesize":"119 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328113-scraping-an-app-listing-part-1"}},{"id":4328142,"icon":"video","title":"Scraping an app listing (Part 2)","length":"20 mins","filesize":"57.5 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328142-scraping-an-app-listing-part-2"}},{"id":4370370,"icon":"video","title":"Fixing our Rating lookup","length":"8 mins","filesize":"38.1 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4370370-fixing-our-rating-lookup"}},{"id":4328145,"icon":"video","title":"Using regex to sanitize results","length":"22 mins","filesize":"104 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328145-using-regex-to-sanitize-results"}},{"id":4328331,"icon":"video","title":"Finding all app store listings","length":"11 mins","filesize":"97.3 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328331-finding-all-app-store-listings"}},{"id":4328348,"icon":"video","title":"Scraping a sitemap with Nokogiri","length":"14 mins","filesize":"54.9 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397388-building-our-web-scraper/4328348-scraping-a-sitemap-with-nokogiri"}}]},{"id":1397478,"default":false,"name":"Scraper upgrades","description":"

Performance improvements to handle errors and other things that can go wrong while scraping 1000's of websites.

","blocks":[{"id":4328430,"icon":"video","title":"Upgrading to OOP (objected oriented programming)","length":"27 mins","filesize":"155 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397478-scraper-upgrades/4328430-upgrading-to-oop-objected-oriented-programming"}},{"id":4329256,"icon":"video","title":"Handling errors and anti-scraper workarounds","length":"42 mins","filesize":"277 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397478-scraper-upgrades/4329256-handling-errors-and-anti-scraper-workarounds"}}]},{"id":1397481,"default":false,"name":"Using our scraper","description":"

Techniques to use our scraper efficiently and get easy access to the data it produces.

","blocks":[{"id":4329278,"icon":"video","title":"Saving data to a spreadsheet","length":"28 mins","filesize":"121 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397481-using-our-scraper/4329278-saving-data-to-a-spreadsheet"}},{"id":4329297,"icon":"video","title":"Scraping in a headless browser","length":"7 mins","filesize":"17.5 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397481-using-our-scraper/4329297-scraping-in-a-headless-browser"}},{"id":4329305,"icon":"video","title":"Scraping effortlessly from the command line","length":"6 mins","filesize":"27.1 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397481-using-our-scraper/4329305-scraping-effortlessly-from-the-command-line"}},{"id":4329389,"icon":"video","title":"[BONUS] Autosaving our results","length":"22 mins","filesize":"96.7 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397481-using-our-scraper/4329389-bonus-autosaving-our-results"}}]},{"id":1397482,"default":false,"name":"Next steps","description":"

Ideas to make your scraper even better, and a personal request from your instructor.

","blocks":[{"id":4328357,"icon":"video","title":"Three more performance improvement ideas","length":"5 mins","filesize":"113 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397482-next-steps/4328357-three-more-performance-improvement-ideas"}},{"id":4328369,"icon":"video","title":"Request and thank you","length":"1 min","filesize":"11 MB","preview":false,"download":false,"buttonText":{"preview":"Preview","view":"View"},"urls":{"visit":"/view/courses/web-scraping/1397482-next-steps/4328369-request-and-thank-you"}}]}],"toggles":{"itemIcons":true,"itemDetails":true,"sectionDescriptions":false,"sectionToggles":false,"open":false},"buttonText":"View product"}