Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/rte.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..utils import (
   8     float_or_none,
   9     parse_iso8601,
  10     unescapeHTML,
  11 )
  12
  13
  14 class RteIE(InfoExtractor):
  15     IE_NAME = 'rte'
  16     IE_DESC = 'Raidió Teilifís Éireann TV'
  17     _VALID_URL = r'https?://(?:www\.)?rte\.ie/player/[^/]{2,3}/show/[^/]+/(?P<id>[0-9]+)'
  18     _TEST = {
  19         'url': 'http://www.rte.ie/player/ie/show/iwitness-862/10478715/',
  20         'info_dict': {
  21             'id': '10478715',
  22             'ext': 'flv',
  23             'title': 'Watch iWitness  online',
  24             'thumbnail': 're:^https?://.*\.jpg$',
  25             'description': 'iWitness : The spirit of Ireland, one voice and one minute at a time.',
  26             'duration': 60.046,
  27         },
  28         'params': {
  29             'skip_download': 'f4m fails with --test atm'
  30         }
  31     }
  32
  33     def _real_extract(self, url):
  34         video_id = self._match_id(url)
  35         webpage = self._download_webpage(url, video_id)
  36
  37         title = self._og_search_title(webpage)
  38         description = self._html_search_meta('description', webpage, 'description')
  39         duration = float_or_none(self._html_search_meta(
  40             'duration', webpage, 'duration', fatal=False), 1000)
  41
  42         thumbnail = None
  43         thumbnail_meta = self._html_search_meta('thumbnail', webpage)
  44         if thumbnail_meta:
  45             thumbnail_id = self._search_regex(
  46                 r'uri:irus:(.+)', thumbnail_meta,
  47                 'thumbnail id', fatal=False)
  48             if thumbnail_id:
  49                 thumbnail = 'http://img.rasset.ie/%s.jpg' % thumbnail_id
  50
  51         feeds_url = self._html_search_meta('feeds-prefix', webpage, 'feeds url') + video_id
  52         json_string = self._download_json(feeds_url, video_id)
  53
  54         # f4m_url = server + relative_url
  55         f4m_url = json_string['shows'][0]['media:group'][0]['rte:server'] + json_string['shows'][0]['media:group'][0]['url']
  56         f4m_formats = self._extract_f4m_formats(f4m_url, video_id)
  57         self._sort_formats(f4m_formats)
  58
  59         return {
  60             'id': video_id,
  61             'title': title,
  62             'formats': f4m_formats,
  63             'description': description,
  64             'thumbnail': thumbnail,
  65             'duration': duration,
  66         }
  67
  68
  69 class RteRadioIE(InfoExtractor):
  70     IE_NAME = 'rte:radio'
  71     IE_DESC = 'Raidió Teilifís Éireann radio'
  72     # Radioplayer URLs have two distinct specifier formats,
  73     # the old format #!rii=<channel_id>:<id>:<playable_item_id>:<date>:
  74     # the new format #!rii=b<channel_id>_<id>_<playable_item_id>_<date>_
  75     # where the IDs are int/empty, the date is DD-MM-YYYY, and the specifier may be truncated.
  76     # An <id> uniquely defines an individual recording, and is the only part we require.
  77     _VALID_URL = r'https?://(?:www\.)?rte\.ie/radio/utils/radioplayer/rteradioweb\.html#!rii=(?:b?[0-9]*)(?:%3A|:|%5F|_)(?P<id>[0-9]+)'
  78
  79     _TESTS = [{
  80         # Old-style player URL; HLS and RTMPE formats
  81         'url': 'http://www.rte.ie/radio/utils/radioplayer/rteradioweb.html#!rii=16:10507902:2414:27-12-2015:',
  82         'info_dict': {
  83             'id': '10507902',
  84             'ext': 'mp4',
  85             'title': 'Gloria',
  86             'thumbnail': 're:^https?://.*\.jpg$',
  87             'description': 'md5:9ce124a7fb41559ec68f06387cabddf0',
  88             'timestamp': 1451203200,
  89             'upload_date': '20151227',
  90             'duration': 7230.0,
  91         },
  92         'params': {
  93             'skip_download': 'f4m fails with --test atm'
  94         }
  95     }, {
  96         # New-style player URL; RTMPE formats only
  97         'url': 'http://rte.ie/radio/utils/radioplayer/rteradioweb.html#!rii=b16_3250678_8861_06-04-2012_',
  98         'info_dict': {
  99             'id': '3250678',
 100             'ext': 'flv',
 101             'title': 'The Lyric Concert with Paul Herriott',
 102             'thumbnail': 're:^https?://.*\.jpg$',
 103             'description': '',
 104             'timestamp': 1333742400,
 105             'upload_date': '20120406',
 106             'duration': 7199.016,
 107         },
 108         'params': {
 109             'skip_download': 'f4m fails with --test atm'
 110         }
 111     }]
 112
 113     def _real_extract(self, url):
 114         item_id = self._match_id(url)
 115
 116         json_string = self._download_json(
 117             'http://www.rte.ie/rteavgen/getplaylist/?type=web&format=json&id=' + item_id,
 118             item_id)
 119
 120         # NB the string values in the JSON are stored using XML escaping(!)
 121         show = json_string['shows'][0]
 122         title = unescapeHTML(show['title'])
 123         description = unescapeHTML(show.get('description'))
 124         thumbnail = show.get('thumbnail')
 125         duration = float_or_none(show.get('duration'), 1000)
 126         timestamp = parse_iso8601(show.get('published'))
 127
 128         mg = show['media:group'][0]
 129
 130         formats = []
 131
 132         if mg.get('url'):
 133             m = re.match(r'(?P<url>rtmpe?://[^/]+)/(?P<app>.+)/(?P<playpath>mp4:.*)', mg['url'])
 134             if m:
 135                 m = m.groupdict()
 136                 formats.append({
 137                     'url': m['url'] + '/' + m['app'],
 138                     'app': m['app'],
 139                     'play_path': m['playpath'],
 140                     'player_url': url,
 141                     'ext': 'flv',
 142                     'format_id': 'rtmp',
 143                 })
 144
 145         if mg.get('hls_server') and mg.get('hls_url'):
 146             formats.extend(self._extract_m3u8_formats(
 147                 mg['hls_server'] + mg['hls_url'], item_id, 'mp4',
 148                 entry_protocol='m3u8_native', m3u8_id='hls', fatal=False))
 149
 150         if mg.get('hds_server') and mg.get('hds_url'):
 151             formats.extend(self._extract_f4m_formats(
 152                 mg['hds_server'] + mg['hds_url'], item_id,
 153                 f4m_id='hds', fatal=False))
 154
 155         self._sort_formats(formats)
 156
 157         return {
 158             'id': item_id,
 159             'title': title,
 160             'description': description,
 161             'thumbnail': thumbnail,
 162             'timestamp': timestamp,
 163             'duration': duration,
 164             'formats': formats,
 165         }