]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/bet.py
d2abd4d772c95e9877a607af7cc0b6e4d56e123a
[youtubedl] / youtube_dl / extractor / bet.py
1 from __future__ import unicode_literals
2
3 from .common import InfoExtractor
4 from ..compat import compat_urllib_parse
5 from ..utils import (
6 xpath_text,
7 xpath_with_ns,
8 int_or_none,
9 parse_iso8601,
10 )
11
12
13 class BetIE(InfoExtractor):
14 _VALID_URL = r'https?://(?:www\.)?bet\.com/(?:[^/]+/)+(?P<id>.+?)\.html'
15 _TESTS = [
16 {
17 'url': 'http://www.bet.com/news/politics/2014/12/08/in-bet-exclusive-obama-talks-race-and-racism.html',
18 'info_dict': {
19 'id': '740ab250-bb94-4a8a-8787-fe0de7c74471',
20 'display_id': 'in-bet-exclusive-obama-talks-race-and-racism',
21 'ext': 'flv',
22 'title': 'BET News Presents: A Conversation With President Obama',
23 'description': 'md5:5a88d8ae912c1b33e090290af7ec33c6',
24 'duration': 1534,
25 'timestamp': 1418075340,
26 'upload_date': '20141208',
27 'uploader': 'admin',
28 'thumbnail': 're:(?i)^https?://.*\.jpg$',
29 },
30 'params': {
31 # rtmp download
32 'skip_download': True,
33 },
34 },
35 {
36 'url': 'http://www.bet.com/video/news/national/2014/justice-for-ferguson-a-community-reacts.html',
37 'info_dict': {
38 'id': 'bcd1b1df-673a-42cf-8d01-b282db608f2d',
39 'display_id': 'justice-for-ferguson-a-community-reacts',
40 'ext': 'flv',
41 'title': 'Justice for Ferguson: A Community Reacts',
42 'description': 'A BET News special.',
43 'duration': 1696,
44 'timestamp': 1416942360,
45 'upload_date': '20141125',
46 'uploader': 'admin',
47 'thumbnail': 're:(?i)^https?://.*\.jpg$',
48 },
49 'params': {
50 # rtmp download
51 'skip_download': True,
52 },
53 }
54 ]
55
56 def _real_extract(self, url):
57 display_id = self._match_id(url)
58 webpage = self._download_webpage(url, display_id)
59
60 media_url = compat_urllib_parse.unquote(self._search_regex(
61 [r'mediaURL\s*:\s*"([^"]+)"', r"var\s+mrssMediaUrl\s*=\s*'([^']+)'"],
62 webpage, 'media URL'))
63
64 mrss = self._download_xml(media_url, display_id)
65
66 item = mrss.find('./channel/item')
67
68 NS_MAP = {
69 'dc': 'http://purl.org/dc/elements/1.1/',
70 'media': 'http://search.yahoo.com/mrss/',
71 'ka': 'http://kickapps.com/karss',
72 }
73
74 title = xpath_text(item, './title', 'title')
75 description = xpath_text(
76 item, './description', 'description', fatal=False)
77
78 video_id = xpath_text(item, './guid', 'video id', fatal=False)
79
80 timestamp = parse_iso8601(xpath_text(
81 item, xpath_with_ns('./dc:date', NS_MAP),
82 'upload date', fatal=False))
83 uploader = xpath_text(
84 item, xpath_with_ns('./dc:creator', NS_MAP),
85 'uploader', fatal=False)
86
87 media_content = item.find(
88 xpath_with_ns('./media:content', NS_MAP))
89 duration = int_or_none(media_content.get('duration'))
90 smil_url = media_content.get('url')
91
92 thumbnail = media_content.find(
93 xpath_with_ns('./media:thumbnail', NS_MAP)).get('url')
94
95 formats = self._extract_smil_formats(smil_url, display_id)
96
97 return {
98 'id': video_id,
99 'display_id': display_id,
100 'title': title,
101 'description': description,
102 'thumbnail': thumbnail,
103 'timestamp': timestamp,
104 'uploader': uploader,
105 'duration': duration,
106 'formats': formats,
107 }