Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/threeqsdn.py

   1 from __future__ import unicode_literals
   2
   3 import re
   4
   5 from .common import InfoExtractor
   6 from ..utils import (
   7     determine_ext,
   8     js_to_json,
   9     mimetype2ext,
  10 )
  11
  12
  13 class ThreeQSDNIE(InfoExtractor):
  14     IE_NAME = '3qsdn'
  15     IE_DESC = '3Q SDN'
  16     _VALID_URL = r'https?://playout\.3qsdn\.com/(?P<id>[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})'
  17     _TESTS = [{
  18         # ondemand from http://www.philharmonie.tv/veranstaltung/26/
  19         'url': 'http://playout.3qsdn.com/0280d6b9-1215-11e6-b427-0cc47a188158?protocol=http',
  20         'md5': 'ab040e37bcfa2e0c079f92cb1dd7f6cd',
  21         'info_dict': {
  22             'id': '0280d6b9-1215-11e6-b427-0cc47a188158',
  23             'ext': 'mp4',
  24             'title': '0280d6b9-1215-11e6-b427-0cc47a188158',
  25             'is_live': False,
  26         },
  27         'expected_warnings': ['Failed to download MPD manifest'],
  28     }, {
  29         # live video stream
  30         'url': 'https://playout.3qsdn.com/d755d94b-4ab9-11e3-9162-0025907ad44f?js=true',
  31         'info_dict': {
  32             'id': 'd755d94b-4ab9-11e3-9162-0025907ad44f',
  33             'ext': 'mp4',
  34             'title': 'd755d94b-4ab9-11e3-9162-0025907ad44f',
  35             'is_live': False,
  36         },
  37     }, {
  38         # live audio stream
  39         'url': 'http://playout.3qsdn.com/9edf36e0-6bf2-11e2-a16a-9acf09e2db48',
  40         'only_matching': True,
  41     }, {
  42         # live audio stream with some 404 URLs
  43         'url': 'http://playout.3qsdn.com/ac5c3186-777a-11e2-9c30-9acf09e2db48',
  44         'only_matching': True,
  45     }, {
  46         # geo restricted with 'This content is not available in your country'
  47         'url': 'http://playout.3qsdn.com/d63a3ffe-75e8-11e2-9c30-9acf09e2db48',
  48         'only_matching': True,
  49     }, {
  50         # geo restricted with 'playout.3qsdn.com/forbidden'
  51         'url': 'http://playout.3qsdn.com/8e330f26-6ae2-11e2-a16a-9acf09e2db48',
  52         'only_matching': True,
  53     }, {
  54         # live video with rtmp link
  55         'url': 'https://playout.3qsdn.com/6092bb9e-8f72-11e4-a173-002590c750be',
  56         'only_matching': True,
  57     }]
  58
  59     @staticmethod
  60     def _extract_url(webpage):
  61         mobj = re.search(
  62             r'<iframe[^>]+\b(?:data-)?src=(["\'])(?P<url>%s.*?)\1' % ThreeQSDNIE._VALID_URL, webpage)
  63         if mobj:
  64             return mobj.group('url')
  65
  66     def _real_extract(self, url):
  67         video_id = self._match_id(url)
  68
  69         js = self._download_webpage(
  70             'http://playout.3qsdn.com/%s' % video_id, video_id,
  71             query={'js': 'true'})
  72
  73         if any(p in js for p in (
  74                 '>This content is not available in your country',
  75                 'playout.3qsdn.com/forbidden')):
  76             self.raise_geo_restricted()
  77
  78         stream_content = self._search_regex(
  79             r'streamContent\s*:\s*(["\'])(?P<content>.+?)\1', js,
  80             'stream content', default='demand', group='content')
  81
  82         live = stream_content == 'live'
  83
  84         stream_type = self._search_regex(
  85             r'streamType\s*:\s*(["\'])(?P<type>audio|video)\1', js,
  86             'stream type', default='video', group='type')
  87
  88         formats = []
  89         urls = set()
  90
  91         def extract_formats(item_url, item={}):
  92             if not item_url or item_url in urls:
  93                 return
  94             urls.add(item_url)
  95             type_ = item.get('type')
  96             ext = determine_ext(item_url, default_ext=None)
  97             if type_ == 'application/dash+xml' or ext == 'mpd':
  98                 formats.extend(self._extract_mpd_formats(
  99                     item_url, video_id, mpd_id='mpd', fatal=False))
 100             elif type_ in ('application/vnd.apple.mpegURL', 'application/x-mpegurl') or ext == 'm3u8':
 101                 formats.extend(self._extract_m3u8_formats(
 102                     item_url, video_id, 'mp4',
 103                     entry_protocol='m3u8' if live else 'm3u8_native',
 104                     m3u8_id='hls', fatal=False))
 105             elif ext == 'f4m':
 106                 formats.extend(self._extract_f4m_formats(
 107                     item_url, video_id, f4m_id='hds', fatal=False))
 108             else:
 109                 if not self._is_valid_url(item_url, video_id):
 110                     return
 111                 formats.append({
 112                     'url': item_url,
 113                     'format_id': item.get('quality'),
 114                     'ext': 'mp4' if item_url.startswith('rtsp') else mimetype2ext(type_) or ext,
 115                     'vcodec': 'none' if stream_type == 'audio' else None,
 116                 })
 117
 118         for item_js in re.findall(r'({.*?\b(?:src|source)\s*:\s*["\'].+?})', js):
 119             f = self._parse_json(
 120                 item_js, video_id, transform_source=js_to_json, fatal=False)
 121             if not f:
 122                 continue
 123             extract_formats(f.get('src'), f)
 124
 125         # More relaxed version to collect additional URLs and acting
 126         # as a future-proof fallback
 127         for _, src in re.findall(r'\b(?:src|source)\s*:\s*(["\'])((?:https?|rtsp)://.+?)\1', js):
 128             extract_formats(src)
 129
 130         self._sort_formats(formats)
 131
 132         title = self._live_title(video_id) if live else video_id
 133
 134         return {
 135             'id': video_id,
 136             'title': title,
 137             'is_live': live,
 138             'formats': formats,
 139         }