X-Git-Url: https://git.rapsys.eu/youtubedl/blobdiff_plain/a6abd8dc822fb70852437ab5a77ced5f633739f8..f46044c66663049e286c20ee015db99d47d9dd8a:/youtube_dl/extractor/camdemy.py diff --git a/youtube_dl/extractor/camdemy.py b/youtube_dl/extractor/camdemy.py new file mode 100644 index 0000000..897f3a1 --- /dev/null +++ b/youtube_dl/extractor/camdemy.py @@ -0,0 +1,153 @@ +# coding: utf-8 +from __future__ import unicode_literals + +import datetime +import re + +from .common import InfoExtractor +from ..compat import ( + compat_urllib_parse, + compat_urlparse, +) +from ..utils import ( + parse_iso8601, + str_to_int, +) + + +class CamdemyIE(InfoExtractor): + _VALID_URL = r'http://(?:www\.)?camdemy\.com/media/(?P\d+)' + _TESTS = [{ + # single file + 'url': 'http://www.camdemy.com/media/5181/', + 'md5': '5a5562b6a98b37873119102e052e311b', + 'info_dict': { + 'id': '5181', + 'ext': 'mp4', + 'title': 'Ch1-1 Introduction, Signals (02-23-2012)', + 'thumbnail': 're:^https?://.*\.jpg$', + 'description': '', + 'creator': 'ss11spring', + 'upload_date': '20130114', + 'timestamp': 1358154556, + 'view_count': int, + } + }, { + # With non-empty description + 'url': 'http://www.camdemy.com/media/13885', + 'md5': '4576a3bb2581f86c61044822adbd1249', + 'info_dict': { + 'id': '13885', + 'ext': 'mp4', + 'title': 'EverCam + Camdemy QuickStart', + 'thumbnail': 're:^https?://.*\.jpg$', + 'description': 'md5:050b62f71ed62928f8a35f1a41e186c9', + 'creator': 'evercam', + 'upload_date': '20140620', + 'timestamp': 1403271569, + } + }, { + # External source + 'url': 'http://www.camdemy.com/media/14842', + 'md5': '50e1c3c3aa233d3d7b7daa2fa10b1cf7', + 'info_dict': { + 'id': '2vsYQzNIsJo', + 'ext': 'mp4', + 'upload_date': '20130211', + 'uploader': 'Hun Kim', + 'description': 'Excel 2013 Tutorial for Beginners - How to add Password Protection', + 'uploader_id': 'hunkimtutorials', + 'title': 'Excel 2013 Tutorial - How to add Password Protection', + } + }] + + def _real_extract(self, url): + video_id = self._match_id(url) + page = self._download_webpage(url, video_id) + + src_from = self._html_search_regex( + r"
Source: Posted\s*:
\s*
([^<>]+)<", + page, 'creation time', fatal=False), + delimiter=' ', timezone=datetime.timedelta(hours=8)) + view_count = str_to_int(self._html_search_regex( + r"
Views\s*:
\s*
([^<>]+)<", + page, 'view count', fatal=False)) + + return { + 'id': video_id, + 'url': video_url, + 'title': oembed_obj['title'], + 'thumbnail': thumb_url, + 'description': self._html_search_meta('description', page), + 'creator': oembed_obj['author_name'], + 'duration': oembed_obj['duration'], + 'timestamp': timestamp, + 'view_count': view_count, + } + + +class CamdemyFolderIE(InfoExtractor): + _VALID_URL = r'http://www.camdemy.com/folder/(?P\d+)' + _TESTS = [{ + # links with trailing slash + 'url': 'http://www.camdemy.com/folder/450', + 'info_dict': { + 'id': '450', + 'title': '信號與系統 2012 & 2011 (Signals and Systems)', + }, + 'playlist_mincount': 145 + }, { + # links without trailing slash + # and multi-page + 'url': 'http://www.camdemy.com/folder/853', + 'info_dict': { + 'id': '853', + 'title': '科學計算 - 使用 Matlab' + }, + 'playlist_mincount': 20 + }, { + # with displayMode parameter. For testing the codes to add parameters + 'url': 'http://www.camdemy.com/folder/853/?displayMode=defaultOrderByOrg', + 'info_dict': { + 'id': '853', + 'title': '科學計算 - 使用 Matlab' + }, + 'playlist_mincount': 20 + }] + + def _real_extract(self, url): + folder_id = self._match_id(url) + + # Add displayMode=list so that all links are displayed in a single page + parsed_url = list(compat_urlparse.urlparse(url)) + query = dict(compat_urlparse.parse_qsl(parsed_url[4])) + query.update({'displayMode': 'list'}) + parsed_url[4] = compat_urllib_parse.urlencode(query) + final_url = compat_urlparse.urlunparse(parsed_url) + + page = self._download_webpage(final_url, folder_id) + matches = re.findall(r"href='(/media/\d+/?)'", page) + + entries = [self.url_result('http://www.camdemy.com' + media_path) + for media_path in matches] + + folder_title = self._html_search_meta('keywords', page) + + return self.playlist_result(entries, folder_id, folder_title)