]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/eagleplatform.py
New upstream version 2019.01.16
[youtubedl] / youtube_dl / extractor / eagleplatform.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from ..compat import compat_HTTPError
8 from ..utils import (
9 ExtractorError,
10 int_or_none,
11 unsmuggle_url,
12 url_or_none,
13 )
14
15
16 class EaglePlatformIE(InfoExtractor):
17 _VALID_URL = r'''(?x)
18 (?:
19 eagleplatform:(?P<custom_host>[^/]+):|
20 https?://(?P<host>.+?\.media\.eagleplatform\.com)/index/player\?.*\brecord_id=
21 )
22 (?P<id>\d+)
23 '''
24 _TESTS = [{
25 # http://lenta.ru/news/2015/03/06/navalny/
26 'url': 'http://lentaru.media.eagleplatform.com/index/player?player=new&record_id=227304&player_template_id=5201',
27 # Not checking MD5 as sometimes the direct HTTP link results in 404 and HLS is used
28 'info_dict': {
29 'id': '227304',
30 'ext': 'mp4',
31 'title': 'Навальный вышел на свободу',
32 'description': 'md5:d97861ac9ae77377f3f20eaf9d04b4f5',
33 'thumbnail': r're:^https?://.*\.jpg$',
34 'duration': 87,
35 'view_count': int,
36 'age_limit': 0,
37 },
38 }, {
39 # http://muz-tv.ru/play/7129/
40 # http://media.clipyou.ru/index/player?record_id=12820&width=730&height=415&autoplay=true
41 'url': 'eagleplatform:media.clipyou.ru:12820',
42 'md5': '358597369cf8ba56675c1df15e7af624',
43 'info_dict': {
44 'id': '12820',
45 'ext': 'mp4',
46 'title': "'O Sole Mio",
47 'thumbnail': r're:^https?://.*\.jpg$',
48 'duration': 216,
49 'view_count': int,
50 },
51 'skip': 'Georestricted',
52 }, {
53 # referrer protected video (https://tvrain.ru/lite/teleshow/kak_vse_nachinalos/namin-418921/)
54 'url': 'eagleplatform:tvrainru.media.eagleplatform.com:582306',
55 'only_matching': True,
56 }]
57
58 @staticmethod
59 def _extract_url(webpage):
60 # Regular iframe embedding
61 mobj = re.search(
62 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//.+?\.media\.eagleplatform\.com/index/player\?.+?)\1',
63 webpage)
64 if mobj is not None:
65 return mobj.group('url')
66 PLAYER_JS_RE = r'''
67 <script[^>]+
68 src=(?P<qjs>["\'])(?:https?:)?//(?P<host>(?:(?!(?P=qjs)).)+\.media\.eagleplatform\.com)/player/player\.js(?P=qjs)
69 .+?
70 '''
71 # "Basic usage" embedding (see http://dultonmedia.github.io/eplayer/)
72 mobj = re.search(
73 r'''(?xs)
74 %s
75 <div[^>]+
76 class=(?P<qclass>["\'])eagleplayer(?P=qclass)[^>]+
77 data-id=["\'](?P<id>\d+)
78 ''' % PLAYER_JS_RE, webpage)
79 if mobj is not None:
80 return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict()
81 # Generalization of "Javascript code usage", "Combined usage" and
82 # "Usage without attaching to DOM" embeddings (see
83 # http://dultonmedia.github.io/eplayer/)
84 mobj = re.search(
85 r'''(?xs)
86 %s
87 <script>
88 .+?
89 new\s+EaglePlayer\(
90 (?:[^,]+\s*,\s*)?
91 {
92 .+?
93 \bid\s*:\s*["\']?(?P<id>\d+)
94 .+?
95 }
96 \s*\)
97 .+?
98 </script>
99 ''' % PLAYER_JS_RE, webpage)
100 if mobj is not None:
101 return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict()
102
103 @staticmethod
104 def _handle_error(response):
105 status = int_or_none(response.get('status', 200))
106 if status != 200:
107 raise ExtractorError(' '.join(response['errors']), expected=True)
108
109 def _download_json(self, url_or_request, video_id, *args, **kwargs):
110 try:
111 response = super(EaglePlatformIE, self)._download_json(
112 url_or_request, video_id, *args, **kwargs)
113 except ExtractorError as ee:
114 if isinstance(ee.cause, compat_HTTPError):
115 response = self._parse_json(ee.cause.read().decode('utf-8'), video_id)
116 self._handle_error(response)
117 raise
118 return response
119
120 def _get_video_url(self, url_or_request, video_id, note='Downloading JSON metadata'):
121 return self._download_json(url_or_request, video_id, note)['data'][0]
122
123 def _real_extract(self, url):
124 url, smuggled_data = unsmuggle_url(url, {})
125
126 mobj = re.match(self._VALID_URL, url)
127 host, video_id = mobj.group('custom_host') or mobj.group('host'), mobj.group('id')
128
129 headers = {}
130 query = {
131 'id': video_id,
132 }
133
134 referrer = smuggled_data.get('referrer')
135 if referrer:
136 headers['Referer'] = referrer
137 query['referrer'] = referrer
138
139 player_data = self._download_json(
140 'http://%s/api/player_data' % host, video_id,
141 headers=headers, query=query)
142
143 media = player_data['data']['playlist']['viewports'][0]['medialist'][0]
144
145 title = media['title']
146 description = media.get('description')
147 thumbnail = self._proto_relative_url(media.get('snapshot'), 'http:')
148 duration = int_or_none(media.get('duration'))
149 view_count = int_or_none(media.get('views'))
150
151 age_restriction = media.get('age_restriction')
152 age_limit = None
153 if age_restriction:
154 age_limit = 0 if age_restriction == 'allow_all' else 18
155
156 secure_m3u8 = self._proto_relative_url(media['sources']['secure_m3u8']['auto'], 'http:')
157
158 formats = []
159
160 m3u8_url = self._get_video_url(secure_m3u8, video_id, 'Downloading m3u8 JSON')
161 m3u8_formats = self._extract_m3u8_formats(
162 m3u8_url, video_id, 'mp4', entry_protocol='m3u8_native',
163 m3u8_id='hls', fatal=False)
164 formats.extend(m3u8_formats)
165
166 m3u8_formats_dict = {}
167 for f in m3u8_formats:
168 if f.get('height') is not None:
169 m3u8_formats_dict[f['height']] = f
170
171 mp4_data = self._download_json(
172 # Secure mp4 URL is constructed according to Player.prototype.mp4 from
173 # http://lentaru.media.eagleplatform.com/player/player.js
174 re.sub(r'm3u8|hlsvod|hls|f4m', 'mp4s', secure_m3u8),
175 video_id, 'Downloading mp4 JSON', fatal=False)
176 if mp4_data:
177 for format_id, format_url in mp4_data.get('data', {}).items():
178 if not url_or_none(format_url):
179 continue
180 height = int_or_none(format_id)
181 if height is not None and m3u8_formats_dict.get(height):
182 f = m3u8_formats_dict[height].copy()
183 f.update({
184 'format_id': f['format_id'].replace('hls', 'http'),
185 'protocol': 'http',
186 })
187 else:
188 f = {
189 'format_id': 'http-%s' % format_id,
190 'height': int_or_none(format_id),
191 }
192 f['url'] = format_url
193 formats.append(f)
194
195 self._sort_formats(formats)
196
197 return {
198 'id': video_id,
199 'title': title,
200 'description': description,
201 'thumbnail': thumbnail,
202 'duration': duration,
203 'view_count': view_count,
204 'age_limit': age_limit,
205 'formats': formats,
206 }