]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/adobetv.py
Prepare to release.
[youtubedl] / youtube_dl / extractor / adobetv.py
1 from __future__ import unicode_literals
2
3 import functools
4 import re
5
6 from .common import InfoExtractor
7 from ..compat import compat_str
8 from ..utils import (
9 float_or_none,
10 int_or_none,
11 ISO639Utils,
12 OnDemandPagedList,
13 parse_duration,
14 str_or_none,
15 str_to_int,
16 unified_strdate,
17 )
18
19
20 class AdobeTVBaseIE(InfoExtractor):
21 def _call_api(self, path, video_id, query, note=None):
22 return self._download_json(
23 'http://tv.adobe.com/api/v4/' + path,
24 video_id, note, query=query)['data']
25
26 def _parse_subtitles(self, video_data, url_key):
27 subtitles = {}
28 for translation in video_data.get('translations', []):
29 vtt_path = translation.get(url_key)
30 if not vtt_path:
31 continue
32 lang = translation.get('language_w3c') or ISO639Utils.long2short(translation['language_medium'])
33 subtitles.setdefault(lang, []).append({
34 'ext': 'vtt',
35 'url': vtt_path,
36 })
37 return subtitles
38
39 def _parse_video_data(self, video_data):
40 video_id = compat_str(video_data['id'])
41 title = video_data['title']
42
43 s3_extracted = False
44 formats = []
45 for source in video_data.get('videos', []):
46 source_url = source.get('url')
47 if not source_url:
48 continue
49 f = {
50 'format_id': source.get('quality_level'),
51 'fps': int_or_none(source.get('frame_rate')),
52 'height': int_or_none(source.get('height')),
53 'tbr': int_or_none(source.get('video_data_rate')),
54 'width': int_or_none(source.get('width')),
55 'url': source_url,
56 }
57 original_filename = source.get('original_filename')
58 if original_filename:
59 if not (f.get('height') and f.get('width')):
60 mobj = re.search(r'_(\d+)x(\d+)', original_filename)
61 if mobj:
62 f.update({
63 'height': int(mobj.group(2)),
64 'width': int(mobj.group(1)),
65 })
66 if original_filename.startswith('s3://') and not s3_extracted:
67 formats.append({
68 'format_id': 'original',
69 'preference': 1,
70 'url': original_filename.replace('s3://', 'https://s3.amazonaws.com/'),
71 })
72 s3_extracted = True
73 formats.append(f)
74 self._sort_formats(formats)
75
76 return {
77 'id': video_id,
78 'title': title,
79 'description': video_data.get('description'),
80 'thumbnail': video_data.get('thumbnail'),
81 'upload_date': unified_strdate(video_data.get('start_date')),
82 'duration': parse_duration(video_data.get('duration')),
83 'view_count': str_to_int(video_data.get('playcount')),
84 'formats': formats,
85 'subtitles': self._parse_subtitles(video_data, 'vtt'),
86 }
87
88
89 class AdobeTVEmbedIE(AdobeTVBaseIE):
90 IE_NAME = 'adobetv:embed'
91 _VALID_URL = r'https?://tv\.adobe\.com/embed/\d+/(?P<id>\d+)'
92 _TEST = {
93 'url': 'https://tv.adobe.com/embed/22/4153',
94 'md5': 'c8c0461bf04d54574fc2b4d07ac6783a',
95 'info_dict': {
96 'id': '4153',
97 'ext': 'flv',
98 'title': 'Creating Graphics Optimized for BlackBerry',
99 'description': 'md5:eac6e8dced38bdaae51cd94447927459',
100 'thumbnail': r're:https?://.*\.jpg$',
101 'upload_date': '20091109',
102 'duration': 377,
103 'view_count': int,
104 },
105 }
106
107 def _real_extract(self, url):
108 video_id = self._match_id(url)
109
110 video_data = self._call_api(
111 'episode/' + video_id, video_id, {'disclosure': 'standard'})[0]
112 return self._parse_video_data(video_data)
113
114
115 class AdobeTVIE(AdobeTVBaseIE):
116 IE_NAME = 'adobetv'
117 _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?watch/(?P<show_urlname>[^/]+)/(?P<id>[^/]+)'
118
119 _TEST = {
120 'url': 'http://tv.adobe.com/watch/the-complete-picture-with-julieanne-kost/quick-tip-how-to-draw-a-circle-around-an-object-in-photoshop/',
121 'md5': '9bc5727bcdd55251f35ad311ca74fa1e',
122 'info_dict': {
123 'id': '10981',
124 'ext': 'mp4',
125 'title': 'Quick Tip - How to Draw a Circle Around an Object in Photoshop',
126 'description': 'md5:99ec318dc909d7ba2a1f2b038f7d2311',
127 'thumbnail': r're:https?://.*\.jpg$',
128 'upload_date': '20110914',
129 'duration': 60,
130 'view_count': int,
131 },
132 }
133
134 def _real_extract(self, url):
135 language, show_urlname, urlname = re.match(self._VALID_URL, url).groups()
136 if not language:
137 language = 'en'
138
139 video_data = self._call_api(
140 'episode/get', urlname, {
141 'disclosure': 'standard',
142 'language': language,
143 'show_urlname': show_urlname,
144 'urlname': urlname,
145 })[0]
146 return self._parse_video_data(video_data)
147
148
149 class AdobeTVPlaylistBaseIE(AdobeTVBaseIE):
150 _PAGE_SIZE = 25
151
152 def _fetch_page(self, display_id, query, page):
153 page += 1
154 query['page'] = page
155 for element_data in self._call_api(
156 self._RESOURCE, display_id, query, 'Download Page %d' % page):
157 yield self._process_data(element_data)
158
159 def _extract_playlist_entries(self, display_id, query):
160 return OnDemandPagedList(functools.partial(
161 self._fetch_page, display_id, query), self._PAGE_SIZE)
162
163
164 class AdobeTVShowIE(AdobeTVPlaylistBaseIE):
165 IE_NAME = 'adobetv:show'
166 _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?show/(?P<id>[^/]+)'
167
168 _TEST = {
169 'url': 'http://tv.adobe.com/show/the-complete-picture-with-julieanne-kost',
170 'info_dict': {
171 'id': '36',
172 'title': 'The Complete Picture with Julieanne Kost',
173 'description': 'md5:fa50867102dcd1aa0ddf2ab039311b27',
174 },
175 'playlist_mincount': 136,
176 }
177 _RESOURCE = 'episode'
178 _process_data = AdobeTVBaseIE._parse_video_data
179
180 def _real_extract(self, url):
181 language, show_urlname = re.match(self._VALID_URL, url).groups()
182 if not language:
183 language = 'en'
184 query = {
185 'disclosure': 'standard',
186 'language': language,
187 'show_urlname': show_urlname,
188 }
189
190 show_data = self._call_api(
191 'show/get', show_urlname, query)[0]
192
193 return self.playlist_result(
194 self._extract_playlist_entries(show_urlname, query),
195 str_or_none(show_data.get('id')),
196 show_data.get('show_name'),
197 show_data.get('show_description'))
198
199
200 class AdobeTVChannelIE(AdobeTVPlaylistBaseIE):
201 IE_NAME = 'adobetv:channel'
202 _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?channel/(?P<id>[^/]+)(?:/(?P<category_urlname>[^/]+))?'
203
204 _TEST = {
205 'url': 'http://tv.adobe.com/channel/development',
206 'info_dict': {
207 'id': 'development',
208 },
209 'playlist_mincount': 96,
210 }
211 _RESOURCE = 'show'
212
213 def _process_data(self, show_data):
214 return self.url_result(
215 show_data['url'], 'AdobeTVShow', str_or_none(show_data.get('id')))
216
217 def _real_extract(self, url):
218 language, channel_urlname, category_urlname = re.match(self._VALID_URL, url).groups()
219 if not language:
220 language = 'en'
221 query = {
222 'channel_urlname': channel_urlname,
223 'language': language,
224 }
225 if category_urlname:
226 query['category_urlname'] = category_urlname
227
228 return self.playlist_result(
229 self._extract_playlist_entries(channel_urlname, query),
230 channel_urlname)
231
232
233 class AdobeTVVideoIE(AdobeTVBaseIE):
234 IE_NAME = 'adobetv:video'
235 _VALID_URL = r'https?://video\.tv\.adobe\.com/v/(?P<id>\d+)'
236
237 _TEST = {
238 # From https://helpx.adobe.com/acrobat/how-to/new-experience-acrobat-dc.html?set=acrobat--get-started--essential-beginners
239 'url': 'https://video.tv.adobe.com/v/2456/',
240 'md5': '43662b577c018ad707a63766462b1e87',
241 'info_dict': {
242 'id': '2456',
243 'ext': 'mp4',
244 'title': 'New experience with Acrobat DC',
245 'description': 'New experience with Acrobat DC',
246 'duration': 248.667,
247 },
248 }
249
250 def _real_extract(self, url):
251 video_id = self._match_id(url)
252 webpage = self._download_webpage(url, video_id)
253
254 video_data = self._parse_json(self._search_regex(
255 r'var\s+bridge\s*=\s*([^;]+);', webpage, 'bridged data'), video_id)
256 title = video_data['title']
257
258 formats = []
259 sources = video_data.get('sources') or []
260 for source in sources:
261 source_src = source.get('src')
262 if not source_src:
263 continue
264 formats.append({
265 'filesize': int_or_none(source.get('kilobytes') or None, invscale=1000),
266 'format_id': '-'.join(filter(None, [source.get('format'), source.get('label')])),
267 'height': int_or_none(source.get('height') or None),
268 'tbr': int_or_none(source.get('bitrate') or None),
269 'width': int_or_none(source.get('width') or None),
270 'url': source_src,
271 })
272 self._sort_formats(formats)
273
274 # For both metadata and downloaded files the duration varies among
275 # formats. I just pick the max one
276 duration = max(filter(None, [
277 float_or_none(source.get('duration'), scale=1000)
278 for source in sources]))
279
280 return {
281 'id': video_id,
282 'formats': formats,
283 'title': title,
284 'description': video_data.get('description'),
285 'thumbnail': video_data.get('video', {}).get('poster'),
286 'duration': duration,
287 'subtitles': self._parse_subtitles(video_data, 'vttPath'),
288 }