]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/breakcom.py
Prepare new release.
[youtubedl] / youtube_dl / extractor / breakcom.py
1 from __future__ import unicode_literals
2
3 import re
4
5 from .common import InfoExtractor
6 from ..compat import compat_str
7 from ..utils import (
8 int_or_none,
9 parse_age_limit,
10 )
11
12
13 class BreakIE(InfoExtractor):
14 _VALID_URL = r'https?://(?:www\.)?(?P<site>break|screenjunkies)\.com/video/(?P<display_id>[^/]+?)(?:-(?P<id>\d+))?(?:[/?#&]|$)'
15 _TESTS = [{
16 'url': 'http://www.break.com/video/when-girls-act-like-guys-2468056',
17 'info_dict': {
18 'id': '2468056',
19 'ext': 'mp4',
20 'title': 'When Girls Act Like D-Bags',
21 'age_limit': 13,
22 }
23 }, {
24 'url': 'http://www.screenjunkies.com/video/best-quentin-tarantino-movie-2841915',
25 'md5': '5c2b686bec3d43de42bde9ec047536b0',
26 'info_dict': {
27 'id': '2841915',
28 'display_id': 'best-quentin-tarantino-movie',
29 'ext': 'mp4',
30 'title': 'Best Quentin Tarantino Movie',
31 'thumbnail': r're:^https?://.*\.jpg',
32 'duration': 3671,
33 'age_limit': 13,
34 'tags': list,
35 },
36 }, {
37 'url': 'http://www.screenjunkies.com/video/honest-trailers-the-dark-knight',
38 'info_dict': {
39 'id': '2348808',
40 'display_id': 'honest-trailers-the-dark-knight',
41 'ext': 'mp4',
42 'title': 'Honest Trailers - The Dark Knight',
43 'thumbnail': r're:^https?://.*\.(?:jpg|png)',
44 'age_limit': 10,
45 'tags': list,
46 },
47 }, {
48 # requires subscription but worked around
49 'url': 'http://www.screenjunkies.com/video/knocking-dead-ep-1-the-show-so-far-3003285',
50 'info_dict': {
51 'id': '3003285',
52 'display_id': 'knocking-dead-ep-1-the-show-so-far',
53 'ext': 'mp4',
54 'title': 'State of The Dead Recap: Knocking Dead Pilot',
55 'thumbnail': r're:^https?://.*\.jpg',
56 'duration': 3307,
57 'age_limit': 13,
58 'tags': list,
59 },
60 }, {
61 'url': 'http://www.break.com/video/ugc/baby-flex-2773063',
62 'only_matching': True,
63 }]
64
65 _DEFAULT_BITRATES = (48, 150, 320, 496, 864, 2240, 3264)
66
67 def _real_extract(self, url):
68 site, display_id, video_id = re.match(self._VALID_URL, url).groups()
69
70 if not video_id:
71 webpage = self._download_webpage(url, display_id)
72 video_id = self._search_regex(
73 (r'src=["\']/embed/(\d+)', r'data-video-content-id=["\'](\d+)'),
74 webpage, 'video id')
75
76 webpage = self._download_webpage(
77 'http://www.%s.com/embed/%s' % (site, video_id),
78 display_id, 'Downloading video embed page')
79 embed_vars = self._parse_json(
80 self._search_regex(
81 r'(?s)embedVars\s*=\s*({.+?})\s*</script>', webpage, 'embed vars'),
82 display_id)
83
84 youtube_id = embed_vars.get('youtubeId')
85 if youtube_id:
86 return self.url_result(youtube_id, 'Youtube')
87
88 title = embed_vars['contentName']
89
90 formats = []
91 bitrates = []
92 for f in embed_vars.get('media', []):
93 if not f.get('uri') or f.get('mediaPurpose') != 'play':
94 continue
95 bitrate = int_or_none(f.get('bitRate'))
96 if bitrate:
97 bitrates.append(bitrate)
98 formats.append({
99 'url': f['uri'],
100 'format_id': 'http-%d' % bitrate if bitrate else 'http',
101 'width': int_or_none(f.get('width')),
102 'height': int_or_none(f.get('height')),
103 'tbr': bitrate,
104 'format': 'mp4',
105 })
106
107 if not bitrates:
108 # When subscriptionLevel > 0, i.e. plus subscription is required
109 # media list will be empty. However, hds and hls uris are still
110 # available. We can grab them assuming bitrates to be default.
111 bitrates = self._DEFAULT_BITRATES
112
113 auth_token = embed_vars.get('AuthToken')
114
115 def construct_manifest_url(base_url, ext):
116 pieces = [base_url]
117 pieces.extend([compat_str(b) for b in bitrates])
118 pieces.append('_kbps.mp4.%s?%s' % (ext, auth_token))
119 return ','.join(pieces)
120
121 if bitrates and auth_token:
122 hds_url = embed_vars.get('hdsUri')
123 if hds_url:
124 formats.extend(self._extract_f4m_formats(
125 construct_manifest_url(hds_url, 'f4m'),
126 display_id, f4m_id='hds', fatal=False))
127 hls_url = embed_vars.get('hlsUri')
128 if hls_url:
129 formats.extend(self._extract_m3u8_formats(
130 construct_manifest_url(hls_url, 'm3u8'),
131 display_id, 'mp4', entry_protocol='m3u8_native', m3u8_id='hls', fatal=False))
132 self._sort_formats(formats)
133
134 return {
135 'id': video_id,
136 'display_id': display_id,
137 'title': title,
138 'thumbnail': embed_vars.get('thumbUri'),
139 'duration': int_or_none(embed_vars.get('videoLengthInSeconds')) or None,
140 'age_limit': parse_age_limit(embed_vars.get('audienceRating')),
141 'tags': embed_vars.get('tags', '').split(','),
142 'formats': formats,
143 }