]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/ceskatelevize.py
debian/control: Add recommends on aria2 | wget | curl to use external downloaders.
[youtubedl] / youtube_dl / extractor / ceskatelevize.py
1 # -*- coding: utf-8 -*-
2 from __future__ import unicode_literals
3
4 import re
5
6 from .subtitles import SubtitlesInfoExtractor
7 from ..compat import (
8 compat_urllib_request,
9 compat_urllib_parse,
10 compat_urllib_parse_urlparse,
11 )
12 from ..utils import (
13 ExtractorError,
14 float_or_none,
15 )
16
17
18 class CeskaTelevizeIE(SubtitlesInfoExtractor):
19 _VALID_URL = r'https?://www\.ceskatelevize\.cz/(porady|ivysilani)/(.+/)?(?P<id>[^?#]+)'
20
21 _TESTS = [
22 {
23 'url': 'http://www.ceskatelevize.cz/ivysilani/ivysilani/10441294653-hyde-park-civilizace/214411058091220',
24 'info_dict': {
25 'id': '214411058091220',
26 'ext': 'mp4',
27 'title': 'Hyde Park Civilizace',
28 'description': 'Věda a současná civilizace. Interaktivní pořad - prostor pro vaše otázky a komentáře',
29 'thumbnail': 're:^https?://.*\.jpg',
30 'duration': 3350,
31 },
32 'params': {
33 # m3u8 download
34 'skip_download': True,
35 },
36 },
37 {
38 'url': 'http://www.ceskatelevize.cz/ivysilani/10532695142-prvni-republika/bonus/14716-zpevacka-z-duparny-bobina',
39 'info_dict': {
40 'id': '14716',
41 'ext': 'mp4',
42 'title': 'První republika: Zpěvačka z Dupárny Bobina',
43 'description': 'Sága mapující atmosféru první republiky od r. 1918 do r. 1945.',
44 'thumbnail': 're:^https?://.*\.jpg',
45 'duration': 88.4,
46 },
47 'params': {
48 # m3u8 download
49 'skip_download': True,
50 },
51 },
52 ]
53
54 def _real_extract(self, url):
55 url = url.replace('/porady/', '/ivysilani/').replace('/video/', '')
56
57 mobj = re.match(self._VALID_URL, url)
58 video_id = mobj.group('id')
59
60 webpage = self._download_webpage(url, video_id)
61
62 NOT_AVAILABLE_STRING = 'This content is not available at your territory due to limited copyright.'
63 if '%s</p>' % NOT_AVAILABLE_STRING in webpage:
64 raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
65
66 typ = self._html_search_regex(r'getPlaylistUrl\(\[\{"type":"(.+?)","id":".+?"\}\],', webpage, 'type')
67 episode_id = self._html_search_regex(r'getPlaylistUrl\(\[\{"type":".+?","id":"(.+?)"\}\],', webpage, 'episode_id')
68
69 data = {
70 'playlist[0][type]': typ,
71 'playlist[0][id]': episode_id,
72 'requestUrl': compat_urllib_parse_urlparse(url).path,
73 'requestSource': 'iVysilani',
74 }
75
76 req = compat_urllib_request.Request(
77 'http://www.ceskatelevize.cz/ivysilani/ajax/get-client-playlist',
78 data=compat_urllib_parse.urlencode(data))
79
80 req.add_header('Content-type', 'application/x-www-form-urlencoded')
81 req.add_header('x-addr', '127.0.0.1')
82 req.add_header('X-Requested-With', 'XMLHttpRequest')
83 req.add_header('Referer', url)
84
85 playlistpage = self._download_json(req, video_id)
86
87 playlist_url = playlistpage['url']
88 if playlist_url == 'error_region':
89 raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
90
91 req = compat_urllib_request.Request(compat_urllib_parse.unquote(playlist_url))
92 req.add_header('Referer', url)
93
94 playlist = self._download_json(req, video_id)
95
96 item = playlist['playlist'][0]
97 formats = []
98 for format_id, stream_url in item['streamUrls'].items():
99 formats.extend(self._extract_m3u8_formats(stream_url, video_id, 'mp4'))
100 self._sort_formats(formats)
101
102 title = self._og_search_title(webpage)
103 description = self._og_search_description(webpage)
104 duration = float_or_none(item.get('duration'))
105 thumbnail = item.get('previewImageUrl')
106
107 subtitles = {}
108 subs = item.get('subtitles')
109 if subs:
110 subtitles['cs'] = subs[0]['url']
111
112 if self._downloader.params.get('listsubtitles', False):
113 self._list_available_subtitles(video_id, subtitles)
114 return
115
116 subtitles = self._fix_subtitles(self.extract_subtitles(video_id, subtitles))
117
118 return {
119 'id': episode_id,
120 'title': title,
121 'description': description,
122 'thumbnail': thumbnail,
123 'duration': duration,
124 'formats': formats,
125 'subtitles': subtitles,
126 }
127
128 @staticmethod
129 def _fix_subtitles(subtitles):
130 """ Convert millisecond-based subtitles to SRT """
131 if subtitles is None:
132 return subtitles # subtitles not requested
133
134 def _msectotimecode(msec):
135 """ Helper utility to convert milliseconds to timecode """
136 components = []
137 for divider in [1000, 60, 60, 100]:
138 components.append(msec % divider)
139 msec //= divider
140 return "{3:02}:{2:02}:{1:02},{0:03}".format(*components)
141
142 def _fix_subtitle(subtitle):
143 for line in subtitle.splitlines():
144 m = re.match(r"^\s*([0-9]+);\s*([0-9]+)\s+([0-9]+)\s*$", line)
145 if m:
146 yield m.group(1)
147 start, stop = (_msectotimecode(int(t)) for t in m.groups()[1:])
148 yield "{0} --> {1}".format(start, stop)
149 else:
150 yield line
151
152 fixed_subtitles = {}
153 for k, v in subtitles.items():
154 fixed_subtitles[k] = "\r\n".join(_fix_subtitle(v))
155 return fixed_subtitles