Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/tunein.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..utils import ExtractorError
   8 from ..compat import compat_urlparse
   9
  10
  11 class TuneInBaseIE(InfoExtractor):
  12     _API_BASE_URL = 'http://tunein.com/tuner/tune/'
  13
  14     @staticmethod
  15     def _extract_urls(webpage):
  16         return re.findall(
  17             r'<iframe[^>]+src=["\'](?P<url>(?:https?://)?tunein\.com/embed/player/[pst]\d+)',
  18             webpage)
  19
  20     def _real_extract(self, url):
  21         content_id = self._match_id(url)
  22
  23         content_info = self._download_json(
  24             self._API_BASE_URL + self._API_URL_QUERY % content_id,
  25             content_id, note='Downloading JSON metadata')
  26
  27         title = content_info['Title']
  28         thumbnail = content_info.get('Logo')
  29         location = content_info.get('Location')
  30         streams_url = content_info.get('StreamUrl')
  31         if not streams_url:
  32             raise ExtractorError('No downloadable streams found', expected=True)
  33         if not streams_url.startswith('http://'):
  34             streams_url = compat_urlparse.urljoin(url, streams_url)
  35
  36         streams = self._download_json(
  37             streams_url, content_id, note='Downloading stream data',
  38             transform_source=lambda s: re.sub(r'^\s*\((.*)\);\s*$', r'\1', s))['Streams']
  39
  40         is_live = None
  41         formats = []
  42         for stream in streams:
  43             if stream.get('Type') == 'Live':
  44                 is_live = True
  45             reliability = stream.get('Reliability')
  46             format_note = (
  47                 'Reliability: %d%%' % reliability
  48                 if reliability is not None else None)
  49             formats.append({
  50                 'preference': (
  51                     0 if reliability is None or reliability > 90
  52                     else 1),
  53                 'abr': stream.get('Bandwidth'),
  54                 'ext': stream.get('MediaType').lower(),
  55                 'acodec': stream.get('MediaType'),
  56                 'vcodec': 'none',
  57                 'url': stream.get('Url'),
  58                 'source_preference': reliability,
  59                 'format_note': format_note,
  60             })
  61         self._sort_formats(formats)
  62
  63         return {
  64             'id': content_id,
  65             'title': self._live_title(title) if is_live else title,
  66             'formats': formats,
  67             'thumbnail': thumbnail,
  68             'location': location,
  69             'is_live': is_live,
  70         }
  71
  72
  73 class TuneInClipIE(TuneInBaseIE):
  74     IE_NAME = 'tunein:clip'
  75     _VALID_URL = r'https?://(?:www\.)?tunein\.com/station/.*?audioClipId\=(?P<id>\d+)'
  76     _API_URL_QUERY = '?tuneType=AudioClip&audioclipId=%s'
  77
  78     _TESTS = [{
  79         'url': 'http://tunein.com/station/?stationId=246119&audioClipId=816',
  80         'md5': '99f00d772db70efc804385c6b47f4e77',
  81         'info_dict': {
  82             'id': '816',
  83             'title': '32m',
  84             'ext': 'mp3',
  85         },
  86     }]
  87
  88
  89 class TuneInStationIE(TuneInBaseIE):
  90     IE_NAME = 'tunein:station'
  91     _VALID_URL = r'https?://(?:www\.)?tunein\.com/(?:radio/.*?-s|station/.*?StationId=|embed/player/s)(?P<id>\d+)'
  92     _API_URL_QUERY = '?tuneType=Station&stationId=%s'
  93
  94     @classmethod
  95     def suitable(cls, url):
  96         return False if TuneInClipIE.suitable(url) else super(TuneInStationIE, cls).suitable(url)
  97
  98     _TESTS = [{
  99         'url': 'http://tunein.com/radio/Jazz24-885-s34682/',
 100         'info_dict': {
 101             'id': '34682',
 102             'title': 'Jazz 24 on 88.5 Jazz24 - KPLU-HD2',
 103             'ext': 'mp3',
 104             'location': 'Tacoma, WA',
 105         },
 106         'params': {
 107             'skip_download': True,  # live stream
 108         },
 109     }, {
 110         'url': 'http://tunein.com/embed/player/s6404/',
 111         'only_matching': True,
 112     }]
 113
 114
 115 class TuneInProgramIE(TuneInBaseIE):
 116     IE_NAME = 'tunein:program'
 117     _VALID_URL = r'https?://(?:www\.)?tunein\.com/(?:radio/.*?-p|program/.*?ProgramId=|embed/player/p)(?P<id>\d+)'
 118     _API_URL_QUERY = '?tuneType=Program&programId=%s'
 119
 120     _TESTS = [{
 121         'url': 'http://tunein.com/radio/Jazz-24-p2506/',
 122         'info_dict': {
 123             'id': '2506',
 124             'title': 'Jazz 24 on 91.3 WUKY-HD3',
 125             'ext': 'mp3',
 126             'location': 'Lexington, KY',
 127         },
 128         'params': {
 129             'skip_download': True,  # live stream
 130         },
 131     }, {
 132         'url': 'http://tunein.com/embed/player/p191660/',
 133         'only_matching': True,
 134     }]
 135
 136
 137 class TuneInTopicIE(TuneInBaseIE):
 138     IE_NAME = 'tunein:topic'
 139     _VALID_URL = r'https?://(?:www\.)?tunein\.com/(?:topic/.*?TopicId=|embed/player/t)(?P<id>\d+)'
 140     _API_URL_QUERY = '?tuneType=Topic&topicId=%s'
 141
 142     _TESTS = [{
 143         'url': 'http://tunein.com/topic/?TopicId=101830576',
 144         'md5': 'c31a39e6f988d188252eae7af0ef09c9',
 145         'info_dict': {
 146             'id': '101830576',
 147             'title': 'Votez pour moi du 29 octobre 2015 (29/10/15)',
 148             'ext': 'mp3',
 149             'location': 'Belgium',
 150         },
 151     }, {
 152         'url': 'http://tunein.com/embed/player/t101830576/',
 153         'only_matching': True,
 154     }]
 155
 156
 157 class TuneInShortenerIE(InfoExtractor):
 158     IE_NAME = 'tunein:shortener'
 159     IE_DESC = False  # Do not list
 160     _VALID_URL = r'https?://tun\.in/(?P<id>[A-Za-z0-9]+)'
 161
 162     _TEST = {
 163         # test redirection
 164         'url': 'http://tun.in/ser7s',
 165         'info_dict': {
 166             'id': '34682',
 167             'title': 'Jazz 24 on 88.5 Jazz24 - KPLU-HD2',
 168             'ext': 'mp3',
 169             'location': 'Tacoma, WA',
 170         },
 171         'params': {
 172             'skip_download': True,  # live stream
 173         },
 174     }
 175
 176     def _real_extract(self, url):
 177         redirect_id = self._match_id(url)
 178         # The server doesn't support HEAD requests
 179         urlh = self._request_webpage(
 180             url, redirect_id, note='Downloading redirect page')
 181         url = urlh.geturl()
 182         self.to_screen('Following redirect: %s' % url)
 183         return self.url_result(url)