X-Git-Url: https://git.rapsys.eu/youtubedl/blobdiff_plain/c512650955de0b16d37e7fa7fb29ea0985e415bb..96981814751d51f37fe7347060de3a51c982f5ec:/youtube_dl/extractor/tvigle.py diff --git a/youtube_dl/extractor/tvigle.py b/youtube_dl/extractor/tvigle.py index 0921cc5..180259a 100644 --- a/youtube_dl/extractor/tvigle.py +++ b/youtube_dl/extractor/tvigle.py @@ -1,84 +1,138 @@ -# encoding: utf-8 +# coding: utf-8 from __future__ import unicode_literals import re from .common import InfoExtractor from ..utils import ( - unified_strdate, - clean_html, + ExtractorError, + float_or_none, int_or_none, + parse_age_limit, + try_get, + url_or_none, ) class TvigleIE(InfoExtractor): IE_NAME = 'tvigle' IE_DESC = 'Интернет-телевидение Tvigle.ru' - _VALID_URL = r'http://(?:www\.)?tvigle\.ru/category/.+?[\?&]v(?:ideo)?=(?P\d+)' + _VALID_URL = r'https?://(?:www\.)?(?:tvigle\.ru/(?:[^/]+/)+(?P[^/]+)/$|cloud\.tvigle\.ru/video/(?P\d+))' + + _GEO_BYPASS = False + _GEO_COUNTRIES = ['RU'] _TESTS = [ { - 'url': 'http://www.tvigle.ru/category/cinema/1608/?video=503081', - 'md5': '09afba4616666249f087efc6dcf83cb3', + 'url': 'http://www.tvigle.ru/video/sokrat/', 'info_dict': { - 'id': '503081', - 'ext': 'flv', - 'title': 'Брат 2 ', - 'description': 'md5:f5a42970f50648cee3d7ad740f3ae769', - 'upload_date': '20110919', + 'id': '1848932', + 'display_id': 'sokrat', + 'ext': 'mp4', + 'title': 'Сократ', + 'description': 'md5:d6b92ffb7217b4b8ebad2e7665253c17', + 'duration': 6586, + 'age_limit': 12, }, + 'skip': 'georestricted', }, { - 'url': 'http://www.tvigle.ru/category/men/vysotskiy_vospominaniya02/?flt=196&v=676433', - 'md5': 'e7efe5350dd5011d0de6550b53c3ba7b', + 'url': 'http://www.tvigle.ru/video/vladimir-vysotskii/vedushchii-teleprogrammy-60-minut-ssha-o-vladimire-vysotskom/', 'info_dict': { - 'id': '676433', + 'id': '5142516', 'ext': 'flv', 'title': 'Ведущий телепрограммы «60 минут» (США) о Владимире Высоцком', 'description': 'md5:027f7dc872948f14c96d19b4178428a4', - 'upload_date': '20121218', + 'duration': 186.080, + 'age_limit': 0, }, - }, + 'skip': 'georestricted', + }, { + 'url': 'https://cloud.tvigle.ru/video/5267604/', + 'only_matching': True, + } ] def _real_extract(self, url): mobj = re.match(self._VALID_URL, url) video_id = mobj.group('id') + display_id = mobj.group('display_id') - video_data = self._download_xml( - 'http://www.tvigle.ru/xml/single.php?obj=%s' % video_id, video_id, 'Downloading video XML') + if not video_id: + webpage = self._download_webpage(url, display_id) + video_id = self._html_search_regex( + (r']+class=["\']player["\'][^>]+id=["\'](\d+)', + r'cloudId\s*=\s*["\'](\d+)', + r'class="video-preview current_playing" id="(\d+)"'), + webpage, 'video id') - video = video_data.find('./video') + video_data = self._download_json( + 'http://cloud.tvigle.ru/api/play/video/%s/' % video_id, display_id) - title = video.get('name') - description = video.get('anons') - if description: - description = clean_html(description) - thumbnail = video_data.get('img') - upload_date = unified_strdate(video.get('date')) - like_count = int_or_none(video.get('vtp')) + item = video_data['playlist']['items'][0] - formats = [] - for num, (format_id, format_note) in enumerate([['low_file', 'SQ'], ['file', 'HQ'], ['hd', 'HD 720']]): - video_url = video.get(format_id) - if not video_url: - continue - formats.append({ - 'url': video_url, - 'format_id': format_id, - 'format_note': format_note, - 'quality': num, - }) + videos = item.get('videos') + error_message = item.get('errorMessage') + if not videos and error_message: + if item.get('isGeoBlocked') is True: + self.raise_geo_restricted( + msg=error_message, countries=self._GEO_COUNTRIES) + else: + raise ExtractorError( + '%s returned error: %s' % (self.IE_NAME, error_message), + expected=True) + + title = item['title'] + description = item.get('description') + thumbnail = item.get('thumbnail') + duration = float_or_none(item.get('durationMilliseconds'), 1000) + age_limit = parse_age_limit(item.get('ageRestrictions')) + + formats = [] + for vcodec, url_or_fmts in item['videos'].items(): + if vcodec == 'hls': + m3u8_url = url_or_none(url_or_fmts) + if not m3u8_url: + continue + formats.extend(self._extract_m3u8_formats( + m3u8_url, video_id, ext='mp4', entry_protocol='m3u8_native', + m3u8_id='hls', fatal=False)) + elif vcodec == 'dash': + mpd_url = url_or_none(url_or_fmts) + if not mpd_url: + continue + formats.extend(self._extract_mpd_formats( + mpd_url, video_id, mpd_id='dash', fatal=False)) + else: + if not isinstance(url_or_fmts, dict): + continue + for format_id, video_url in url_or_fmts.items(): + if format_id == 'm3u8': + continue + video_url = url_or_none(video_url) + if not video_url: + continue + height = self._search_regex( + r'^(\d+)[pP]$', format_id, 'height', default=None) + filesize = int_or_none(try_get( + item, lambda x: x['video_files_size'][vcodec][format_id])) + formats.append({ + 'url': video_url, + 'format_id': '%s-%s' % (vcodec, format_id), + 'vcodec': vcodec, + 'height': int_or_none(height), + 'filesize': filesize, + }) self._sort_formats(formats) return { 'id': video_id, + 'display_id': display_id, 'title': title, 'description': description, 'thumbnail': thumbnail, - 'upload_date': upload_date, - 'like_count': like_count, - 'age_limit': 18, + 'duration': duration, + 'age_limit': age_limit, 'formats': formats, - } \ No newline at end of file + }