]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/arkena.py
Update upstream source from tag 'upstream/2019.09.28'
[youtubedl] / youtube_dl / extractor / arkena.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from ..compat import compat_urlparse
8 from ..utils import (
9 determine_ext,
10 ExtractorError,
11 float_or_none,
12 int_or_none,
13 mimetype2ext,
14 parse_iso8601,
15 strip_jsonp,
16 )
17
18
19 class ArkenaIE(InfoExtractor):
20 _VALID_URL = r'''(?x)
21 https?://
22 (?:
23 video\.arkena\.com/play2/embed/player\?|
24 play\.arkena\.com/(?:config|embed)/avp/v\d/player/media/(?P<id>[^/]+)/[^/]+/(?P<account_id>\d+)
25 )
26 '''
27 _TESTS = [{
28 'url': 'https://play.arkena.com/embed/avp/v2/player/media/b41dda37-d8e7-4d3f-b1b5-9a9db578bdfe/1/129411',
29 'md5': 'b96f2f71b359a8ecd05ce4e1daa72365',
30 'info_dict': {
31 'id': 'b41dda37-d8e7-4d3f-b1b5-9a9db578bdfe',
32 'ext': 'mp4',
33 'title': 'Big Buck Bunny',
34 'description': 'Royalty free test video',
35 'timestamp': 1432816365,
36 'upload_date': '20150528',
37 'is_live': False,
38 },
39 }, {
40 'url': 'https://play.arkena.com/config/avp/v2/player/media/b41dda37-d8e7-4d3f-b1b5-9a9db578bdfe/1/129411/?callbackMethod=jQuery1111023664739129262213_1469227693893',
41 'only_matching': True,
42 }, {
43 'url': 'http://play.arkena.com/config/avp/v1/player/media/327336/darkmatter/131064/?callbackMethod=jQuery1111002221189684892677_1469227595972',
44 'only_matching': True,
45 }, {
46 'url': 'http://play.arkena.com/embed/avp/v1/player/media/327336/darkmatter/131064/',
47 'only_matching': True,
48 }, {
49 'url': 'http://video.arkena.com/play2/embed/player?accountId=472718&mediaId=35763b3b-00090078-bf604299&pageStyling=styled',
50 'only_matching': True,
51 }]
52
53 @staticmethod
54 def _extract_url(webpage):
55 # See https://support.arkena.com/display/PLAY/Ways+to+embed+your+video
56 mobj = re.search(
57 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//play\.arkena\.com/embed/avp/.+?)\1',
58 webpage)
59 if mobj:
60 return mobj.group('url')
61
62 def _real_extract(self, url):
63 mobj = re.match(self._VALID_URL, url)
64 video_id = mobj.group('id')
65 account_id = mobj.group('account_id')
66
67 # Handle http://video.arkena.com/play2/embed/player URL
68 if not video_id:
69 qs = compat_urlparse.parse_qs(compat_urlparse.urlparse(url).query)
70 video_id = qs.get('mediaId', [None])[0]
71 account_id = qs.get('accountId', [None])[0]
72 if not video_id or not account_id:
73 raise ExtractorError('Invalid URL', expected=True)
74
75 playlist = self._download_json(
76 'https://play.arkena.com/config/avp/v2/player/media/%s/0/%s/?callbackMethod=_'
77 % (video_id, account_id),
78 video_id, transform_source=strip_jsonp)['Playlist'][0]
79
80 media_info = playlist['MediaInfo']
81 title = media_info['Title']
82 media_files = playlist['MediaFiles']
83
84 is_live = False
85 formats = []
86 for kind_case, kind_formats in media_files.items():
87 kind = kind_case.lower()
88 for f in kind_formats:
89 f_url = f.get('Url')
90 if not f_url:
91 continue
92 is_live = f.get('Live') == 'true'
93 exts = (mimetype2ext(f.get('Type')), determine_ext(f_url, None))
94 if kind == 'm3u8' or 'm3u8' in exts:
95 formats.extend(self._extract_m3u8_formats(
96 f_url, video_id, 'mp4', 'm3u8_native',
97 m3u8_id=kind, fatal=False, live=is_live))
98 elif kind == 'flash' or 'f4m' in exts:
99 formats.extend(self._extract_f4m_formats(
100 f_url, video_id, f4m_id=kind, fatal=False))
101 elif kind == 'dash' or 'mpd' in exts:
102 formats.extend(self._extract_mpd_formats(
103 f_url, video_id, mpd_id=kind, fatal=False))
104 elif kind == 'silverlight':
105 # TODO: process when ism is supported (see
106 # https://github.com/ytdl-org/youtube-dl/issues/8118)
107 continue
108 else:
109 tbr = float_or_none(f.get('Bitrate'), 1000)
110 formats.append({
111 'url': f_url,
112 'format_id': '%s-%d' % (kind, tbr) if tbr else kind,
113 'tbr': tbr,
114 })
115 self._sort_formats(formats)
116
117 description = media_info.get('Description')
118 video_id = media_info.get('VideoId') or video_id
119 timestamp = parse_iso8601(media_info.get('PublishDate'))
120 thumbnails = [{
121 'url': thumbnail['Url'],
122 'width': int_or_none(thumbnail.get('Size')),
123 } for thumbnail in (media_info.get('Poster') or []) if thumbnail.get('Url')]
124
125 return {
126 'id': video_id,
127 'title': title,
128 'description': description,
129 'timestamp': timestamp,
130 'is_live': is_live,
131 'thumbnails': thumbnails,
132 'formats': formats,
133 }