Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/vrt.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..utils import float_or_none
   8
   9
  10 class VRTIE(InfoExtractor):
  11     _VALID_URL = r'https?://(?:deredactie|sporza|cobra(?:\.canvas)?)\.be/cm/(?:[^/]+/)+(?P<id>[^/]+)/*'
  12     _TESTS = [
  13         # deredactie.be
  14         {
  15             'url': 'http://deredactie.be/cm/vrtnieuws/videozone/programmas/journaal/EP_141025_JOL',
  16             'md5': '4cebde1eb60a53782d4f3992cbd46ec8',
  17             'info_dict': {
  18                 'id': '2129880',
  19                 'ext': 'flv',
  20                 'title': 'Het journaal L - 25/10/14',
  21                 'description': None,
  22                 'timestamp': 1414271750.949,
  23                 'upload_date': '20141025',
  24                 'duration': 929,
  25             }
  26         },
  27         # sporza.be
  28         {
  29             'url': 'http://sporza.be/cm/sporza/videozone/programmas/extratime/EP_141020_Extra_time',
  30             'md5': '11f53088da9bf8e7cfc42456697953ff',
  31             'info_dict': {
  32                 'id': '2124639',
  33                 'ext': 'flv',
  34                 'title': 'Bekijk Extra Time van 20 oktober',
  35                 'description': 'md5:83ac5415a4f1816c6a93f8138aef2426',
  36                 'timestamp': 1413835980.560,
  37                 'upload_date': '20141020',
  38                 'duration': 3238,
  39             }
  40         },
  41         # cobra.be
  42         {
  43             'url': 'http://cobra.be/cm/cobra/videozone/rubriek/film-videozone/141022-mv-ellis-cafecorsari',
  44             'md5': '78a2b060a5083c4f055449a72477409d',
  45             'info_dict': {
  46                 'id': '2126050',
  47                 'ext': 'flv',
  48                 'title': 'Bret Easton Ellis in Café Corsari',
  49                 'description': 'md5:f699986e823f32fd6036c1855a724ee9',
  50                 'timestamp': 1413967500.494,
  51                 'upload_date': '20141022',
  52                 'duration': 661,
  53             }
  54         },
  55         {
  56             'url': 'http://cobra.canvas.be/cm/cobra/videozone/rubriek/film-videozone/1.2377055',
  57             'only_matching': True,
  58         }
  59     ]
  60
  61     def _real_extract(self, url):
  62         video_id = self._match_id(url)
  63
  64         webpage = self._download_webpage(url, video_id)
  65
  66         video_id = self._search_regex(
  67             r'data-video-id="([^"]+)_[^"]+"', webpage, 'video id', fatal=False)
  68
  69         formats = []
  70         mobj = re.search(
  71             r'data-video-iphone-server="(?P<server>[^"]+)"\s+data-video-iphone-path="(?P<path>[^"]+)"',
  72             webpage)
  73         if mobj:
  74             formats.extend(self._extract_m3u8_formats(
  75                 '%s/%s' % (mobj.group('server'), mobj.group('path')),
  76                 video_id, 'mp4', m3u8_id='hls', fatal=False))
  77         mobj = re.search(r'data-video-src="(?P<src>[^"]+)"', webpage)
  78         if mobj:
  79             formats.extend(self._extract_f4m_formats(
  80                 '%s/manifest.f4m' % mobj.group('src'),
  81                 video_id, f4m_id='hds', fatal=False))
  82
  83         if not formats and 'data-video-geoblocking="true"' in webpage:
  84             self.raise_geo_restricted('This video is only available in Belgium')
  85
  86         self._sort_formats(formats)
  87
  88         title = self._og_search_title(webpage)
  89         description = self._og_search_description(webpage, default=None)
  90         thumbnail = self._og_search_thumbnail(webpage)
  91         timestamp = float_or_none(self._search_regex(
  92             r'data-video-sitestat-pubdate="(\d+)"', webpage, 'timestamp', fatal=False), 1000)
  93         duration = float_or_none(self._search_regex(
  94             r'data-video-duration="(\d+)"', webpage, 'duration', fatal=False), 1000)
  95
  96         return {
  97             'id': video_id,
  98             'title': title,
  99             'description': description,
 100             'thumbnail': thumbnail,
 101             'timestamp': timestamp,
 102             'duration': duration,
 103             'formats': formats,
 104         }