Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/bet.py

   1 from __future__ import unicode_literals
   2
   3 from .common import InfoExtractor
   4 from ..compat import compat_urllib_parse
   5 from ..utils import (
   6     xpath_text,
   7     xpath_with_ns,
   8     int_or_none,
   9     parse_iso8601,
  10 )
  11
  12
  13 class BetIE(InfoExtractor):
  14     _VALID_URL = r'https?://(?:www\.)?bet\.com/(?:[^/]+/)+(?P<id>.+?)\.html'
  15     _TESTS = [
  16         {
  17             'url': 'http://www.bet.com/news/politics/2014/12/08/in-bet-exclusive-obama-talks-race-and-racism.html',
  18             'info_dict': {
  19                 'id': '740ab250-bb94-4a8a-8787-fe0de7c74471',
  20                 'display_id': 'in-bet-exclusive-obama-talks-race-and-racism',
  21                 'ext': 'flv',
  22                 'title': 'BET News Presents: A Conversation With President Obama',
  23                 'description': 'md5:5a88d8ae912c1b33e090290af7ec33c6',
  24                 'duration': 1534,
  25                 'timestamp': 1418075340,
  26                 'upload_date': '20141208',
  27                 'uploader': 'admin',
  28                 'thumbnail': 're:(?i)^https?://.*\.jpg$',
  29             },
  30             'params': {
  31                 # rtmp download
  32                 'skip_download': True,
  33             },
  34         },
  35         {
  36             'url': 'http://www.bet.com/video/news/national/2014/justice-for-ferguson-a-community-reacts.html',
  37             'info_dict': {
  38                 'id': 'bcd1b1df-673a-42cf-8d01-b282db608f2d',
  39                 'display_id': 'justice-for-ferguson-a-community-reacts',
  40                 'ext': 'flv',
  41                 'title': 'Justice for Ferguson: A Community Reacts',
  42                 'description': 'A BET News special.',
  43                 'duration': 1696,
  44                 'timestamp': 1416942360,
  45                 'upload_date': '20141125',
  46                 'uploader': 'admin',
  47                 'thumbnail': 're:(?i)^https?://.*\.jpg$',
  48             },
  49             'params': {
  50                 # rtmp download
  51                 'skip_download': True,
  52             },
  53         }
  54     ]
  55
  56     def _real_extract(self, url):
  57         display_id = self._match_id(url)
  58         webpage = self._download_webpage(url, display_id)
  59
  60         media_url = compat_urllib_parse.unquote(self._search_regex(
  61             [r'mediaURL\s*:\s*"([^"]+)"', r"var\s+mrssMediaUrl\s*=\s*'([^']+)'"],
  62             webpage, 'media URL'))
  63
  64         mrss = self._download_xml(media_url, display_id)
  65
  66         item = mrss.find('./channel/item')
  67
  68         NS_MAP = {
  69             'dc': 'http://purl.org/dc/elements/1.1/',
  70             'media': 'http://search.yahoo.com/mrss/',
  71             'ka': 'http://kickapps.com/karss',
  72         }
  73
  74         title = xpath_text(item, './title', 'title')
  75         description = xpath_text(
  76             item, './description', 'description', fatal=False)
  77
  78         video_id = xpath_text(item, './guid', 'video id', fatal=False)
  79
  80         timestamp = parse_iso8601(xpath_text(
  81             item, xpath_with_ns('./dc:date', NS_MAP),
  82             'upload date', fatal=False))
  83         uploader = xpath_text(
  84             item, xpath_with_ns('./dc:creator', NS_MAP),
  85             'uploader', fatal=False)
  86
  87         media_content = item.find(
  88             xpath_with_ns('./media:content', NS_MAP))
  89         duration = int_or_none(media_content.get('duration'))
  90         smil_url = media_content.get('url')
  91
  92         thumbnail = media_content.find(
  93             xpath_with_ns('./media:thumbnail', NS_MAP)).get('url')
  94
  95         formats = self._extract_smil_formats(smil_url, display_id)
  96
  97         return {
  98             'id': video_id,
  99             'display_id': display_id,
 100             'title': title,
 101             'description': description,
 102             'thumbnail': thumbnail,
 103             'timestamp': timestamp,
 104             'uploader': uploader,
 105             'duration': duration,
 106             'formats': formats,
 107         }