]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/camdemy.py
897f3a104ce2d31aeac99e98197557ef502faf18
[youtubedl] / youtube_dl / extractor / camdemy.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import datetime
5 import re
6
7 from .common import InfoExtractor
8 from ..compat import (
9 compat_urllib_parse,
10 compat_urlparse,
11 )
12 from ..utils import (
13 parse_iso8601,
14 str_to_int,
15 )
16
17
18 class CamdemyIE(InfoExtractor):
19 _VALID_URL = r'http://(?:www\.)?camdemy\.com/media/(?P<id>\d+)'
20 _TESTS = [{
21 # single file
22 'url': 'http://www.camdemy.com/media/5181/',
23 'md5': '5a5562b6a98b37873119102e052e311b',
24 'info_dict': {
25 'id': '5181',
26 'ext': 'mp4',
27 'title': 'Ch1-1 Introduction, Signals (02-23-2012)',
28 'thumbnail': 're:^https?://.*\.jpg$',
29 'description': '',
30 'creator': 'ss11spring',
31 'upload_date': '20130114',
32 'timestamp': 1358154556,
33 'view_count': int,
34 }
35 }, {
36 # With non-empty description
37 'url': 'http://www.camdemy.com/media/13885',
38 'md5': '4576a3bb2581f86c61044822adbd1249',
39 'info_dict': {
40 'id': '13885',
41 'ext': 'mp4',
42 'title': 'EverCam + Camdemy QuickStart',
43 'thumbnail': 're:^https?://.*\.jpg$',
44 'description': 'md5:050b62f71ed62928f8a35f1a41e186c9',
45 'creator': 'evercam',
46 'upload_date': '20140620',
47 'timestamp': 1403271569,
48 }
49 }, {
50 # External source
51 'url': 'http://www.camdemy.com/media/14842',
52 'md5': '50e1c3c3aa233d3d7b7daa2fa10b1cf7',
53 'info_dict': {
54 'id': '2vsYQzNIsJo',
55 'ext': 'mp4',
56 'upload_date': '20130211',
57 'uploader': 'Hun Kim',
58 'description': 'Excel 2013 Tutorial for Beginners - How to add Password Protection',
59 'uploader_id': 'hunkimtutorials',
60 'title': 'Excel 2013 Tutorial - How to add Password Protection',
61 }
62 }]
63
64 def _real_extract(self, url):
65 video_id = self._match_id(url)
66 page = self._download_webpage(url, video_id)
67
68 src_from = self._html_search_regex(
69 r"<div class='srcFrom'>Source: <a title='([^']+)'", page,
70 'external source', default=None)
71 if src_from:
72 return self.url_result(src_from)
73
74 oembed_obj = self._download_json(
75 'http://www.camdemy.com/oembed/?format=json&url=' + url, video_id)
76
77 thumb_url = oembed_obj['thumbnail_url']
78 video_folder = compat_urlparse.urljoin(thumb_url, 'video/')
79 file_list_doc = self._download_xml(
80 compat_urlparse.urljoin(video_folder, 'fileList.xml'),
81 video_id, 'Filelist XML')
82 file_name = file_list_doc.find('./video/item/fileName').text
83 video_url = compat_urlparse.urljoin(video_folder, file_name)
84
85 timestamp = parse_iso8601(self._html_search_regex(
86 r"<div class='title'>Posted\s*:</div>\s*<div class='value'>([^<>]+)<",
87 page, 'creation time', fatal=False),
88 delimiter=' ', timezone=datetime.timedelta(hours=8))
89 view_count = str_to_int(self._html_search_regex(
90 r"<div class='title'>Views\s*:</div>\s*<div class='value'>([^<>]+)<",
91 page, 'view count', fatal=False))
92
93 return {
94 'id': video_id,
95 'url': video_url,
96 'title': oembed_obj['title'],
97 'thumbnail': thumb_url,
98 'description': self._html_search_meta('description', page),
99 'creator': oembed_obj['author_name'],
100 'duration': oembed_obj['duration'],
101 'timestamp': timestamp,
102 'view_count': view_count,
103 }
104
105
106 class CamdemyFolderIE(InfoExtractor):
107 _VALID_URL = r'http://www.camdemy.com/folder/(?P<id>\d+)'
108 _TESTS = [{
109 # links with trailing slash
110 'url': 'http://www.camdemy.com/folder/450',
111 'info_dict': {
112 'id': '450',
113 'title': '信號與系統 2012 & 2011 (Signals and Systems)',
114 },
115 'playlist_mincount': 145
116 }, {
117 # links without trailing slash
118 # and multi-page
119 'url': 'http://www.camdemy.com/folder/853',
120 'info_dict': {
121 'id': '853',
122 'title': '科學計算 - 使用 Matlab'
123 },
124 'playlist_mincount': 20
125 }, {
126 # with displayMode parameter. For testing the codes to add parameters
127 'url': 'http://www.camdemy.com/folder/853/?displayMode=defaultOrderByOrg',
128 'info_dict': {
129 'id': '853',
130 'title': '科學計算 - 使用 Matlab'
131 },
132 'playlist_mincount': 20
133 }]
134
135 def _real_extract(self, url):
136 folder_id = self._match_id(url)
137
138 # Add displayMode=list so that all links are displayed in a single page
139 parsed_url = list(compat_urlparse.urlparse(url))
140 query = dict(compat_urlparse.parse_qsl(parsed_url[4]))
141 query.update({'displayMode': 'list'})
142 parsed_url[4] = compat_urllib_parse.urlencode(query)
143 final_url = compat_urlparse.urlunparse(parsed_url)
144
145 page = self._download_webpage(final_url, folder_id)
146 matches = re.findall(r"href='(/media/\d+/?)'", page)
147
148 entries = [self.url_result('http://www.camdemy.com' + media_path)
149 for media_path in matches]
150
151 folder_title = self._html_search_meta('keywords', page)
152
153 return self.playlist_result(entries, folder_id, folder_title)