]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/nick.py
d/control: Build-depend on flake8 and python3-nose.
[youtubedl] / youtube_dl / extractor / nick.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .mtv import MTVServicesInfoExtractor
7 from ..utils import update_url_query
8
9
10 class NickIE(MTVServicesInfoExtractor):
11 # None of videos on the website are still alive?
12 IE_NAME = 'nick.com'
13 _VALID_URL = r'https?://(?P<domain>(?:(?:www|beta)\.)?nick(?:jr)?\.com)/(?:[^/]+/)?(?:videos/clip|[^/]+/videos)/(?P<id>[^/?#.]+)'
14 _FEED_URL = 'http://udat.mtvnservices.com/service1/dispatch.htm'
15 _GEO_COUNTRIES = ['US']
16 _TESTS = [{
17 'url': 'http://www.nick.com/videos/clip/alvinnn-and-the-chipmunks-112-full-episode.html',
18 'playlist': [
19 {
20 'md5': '6e5adc1e28253bbb1b28ab05403dd4d4',
21 'info_dict': {
22 'id': 'be6a17b0-412d-11e5-8ff7-0026b9414f30',
23 'ext': 'mp4',
24 'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S1',
25 'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
26
27 }
28 },
29 {
30 'md5': 'd7be441fc53a1d4882fa9508a1e5b3ce',
31 'info_dict': {
32 'id': 'be6b8f96-412d-11e5-8ff7-0026b9414f30',
33 'ext': 'mp4',
34 'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S2',
35 'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
36
37 }
38 },
39 {
40 'md5': 'efffe1728a234b2b0d2f2b343dd1946f',
41 'info_dict': {
42 'id': 'be6cf7e6-412d-11e5-8ff7-0026b9414f30',
43 'ext': 'mp4',
44 'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S3',
45 'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
46 }
47 },
48 {
49 'md5': '1ec6690733ab9f41709e274a1d5c7556',
50 'info_dict': {
51 'id': 'be6e3354-412d-11e5-8ff7-0026b9414f30',
52 'ext': 'mp4',
53 'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S4',
54 'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
55 }
56 },
57 ],
58 }, {
59 'url': 'http://www.nickjr.com/paw-patrol/videos/pups-save-a-goldrush-s3-ep302-full-episode/',
60 'only_matching': True,
61 }, {
62 'url': 'http://beta.nick.com/nicky-ricky-dicky-and-dawn/videos/nicky-ricky-dicky-dawn-301-full-episode/',
63 'only_matching': True,
64 }]
65
66 def _get_feed_query(self, uri):
67 return {
68 'feed': 'nick_arc_player_prime',
69 'mgid': uri,
70 }
71
72 def _real_extract(self, url):
73 domain, display_id = re.match(self._VALID_URL, url).groups()
74 video_data = self._download_json(
75 'http://%s/data/video.endLevel.json' % domain,
76 display_id, query={
77 'urlKey': display_id,
78 })
79 return self._get_videos_info(video_data['player'] + video_data['id'])
80
81
82 class NickBrIE(MTVServicesInfoExtractor):
83 IE_NAME = 'nickelodeon:br'
84 _VALID_URL = r'''(?x)
85 https?://
86 (?:
87 (?P<domain>(?:www\.)?nickjr|mundonick\.uol)\.com\.br|
88 (?:www\.)?nickjr\.[a-z]{2}|
89 (?:www\.)?nickelodeonjunior\.fr
90 )
91 /(?:programas/)?[^/]+/videos/(?:episodios/)?(?P<id>[^/?\#.]+)
92 '''
93 _TESTS = [{
94 'url': 'http://www.nickjr.com.br/patrulha-canina/videos/210-labirinto-de-pipoca/',
95 'only_matching': True,
96 }, {
97 'url': 'http://mundonick.uol.com.br/programas/the-loud-house/videos/muitas-irmas/7ljo9j',
98 'only_matching': True,
99 }, {
100 'url': 'http://www.nickjr.nl/paw-patrol/videos/311-ge-wol-dig-om-terug-te-zijn/',
101 'only_matching': True,
102 }, {
103 'url': 'http://www.nickjr.de/blaze-und-die-monster-maschinen/videos/f6caaf8f-e4e8-4cc1-b489-9380d6dcd059/',
104 'only_matching': True,
105 }, {
106 'url': 'http://www.nickelodeonjunior.fr/paw-patrol-la-pat-patrouille/videos/episode-401-entier-paw-patrol/',
107 'only_matching': True,
108 }]
109
110 def _real_extract(self, url):
111 domain, display_id = re.match(self._VALID_URL, url).groups()
112 webpage = self._download_webpage(url, display_id)
113 uri = self._search_regex(
114 r'data-(?:contenturi|mgid)="([^"]+)', webpage, 'mgid')
115 video_id = self._id_from_uri(uri)
116 config = self._download_json(
117 'http://media.mtvnservices.com/pmt/e1/access/index.html',
118 video_id, query={
119 'uri': uri,
120 'configtype': 'edge',
121 }, headers={
122 'Referer': url,
123 })
124 info_url = self._remove_template_parameter(config['feedWithQueryParams'])
125 if info_url == 'None':
126 if domain.startswith('www.'):
127 domain = domain[4:]
128 content_domain = {
129 'mundonick.uol': 'mundonick.com.br',
130 'nickjr': 'br.nickelodeonjunior.tv',
131 }[domain]
132 query = {
133 'mgid': uri,
134 'imageEp': content_domain,
135 'arcEp': content_domain,
136 }
137 if domain == 'nickjr.com.br':
138 query['ep'] = 'c4b16088'
139 info_url = update_url_query(
140 'http://feeds.mtvnservices.com/od/feed/intl-mrss-player-feed', query)
141 return self._get_videos_info_from_url(info_url, video_id)
142
143
144 class NickDeIE(MTVServicesInfoExtractor):
145 IE_NAME = 'nick.de'
146 _VALID_URL = r'https?://(?:www\.)?(?P<host>nick\.(?:de|com\.pl|ch)|nickelodeon\.(?:nl|be|at|dk|no|se))/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
147 _TESTS = [{
148 'url': 'http://www.nick.de/playlist/3773-top-videos/videos/episode/17306-zu-wasser-und-zu-land-rauchende-erdnusse',
149 'only_matching': True,
150 }, {
151 'url': 'http://www.nick.de/shows/342-icarly',
152 'only_matching': True,
153 }, {
154 'url': 'http://www.nickelodeon.nl/shows/474-spongebob/videos/17403-een-kijkje-in-de-keuken-met-sandy-van-binnenuit',
155 'only_matching': True,
156 }, {
157 'url': 'http://www.nickelodeon.at/playlist/3773-top-videos/videos/episode/77993-das-letzte-gefecht',
158 'only_matching': True,
159 }, {
160 'url': 'http://www.nick.com.pl/seriale/474-spongebob-kanciastoporty/wideo/17412-teatr-to-jest-to-rodeo-oszolom',
161 'only_matching': True,
162 }, {
163 'url': 'http://www.nickelodeon.no/program/2626-bulderhuset/videoer/90947-femteklasse-veronica-vs-vanzilla',
164 'only_matching': True,
165 }, {
166 'url': 'http://www.nickelodeon.dk/serier/2626-hojs-hus/videoer/761-tissepause',
167 'only_matching': True,
168 }, {
169 'url': 'http://www.nickelodeon.se/serier/2626-lugn-i-stormen/videos/998-',
170 'only_matching': True,
171 }, {
172 'url': 'http://www.nick.ch/shows/2304-adventure-time-abenteuerzeit-mit-finn-und-jake',
173 'only_matching': True,
174 }, {
175 'url': 'http://www.nickelodeon.be/afspeellijst/4530-top-videos/videos/episode/73917-inval-broodschapper-lariekoek-arie',
176 'only_matching': True,
177 }]
178
179 def _extract_mrss_url(self, webpage, host):
180 return update_url_query(self._search_regex(
181 r'data-mrss=(["\'])(?P<url>http.+?)\1', webpage, 'mrss url', group='url'),
182 {'siteKey': host})
183
184 def _real_extract(self, url):
185 mobj = re.match(self._VALID_URL, url)
186 video_id = mobj.group('id')
187 host = mobj.group('host')
188
189 webpage = self._download_webpage(url, video_id)
190
191 mrss_url = self._extract_mrss_url(webpage, host)
192
193 return self._get_videos_info_from_url(mrss_url, video_id)
194
195
196 class NickNightIE(NickDeIE):
197 IE_NAME = 'nicknight'
198 _VALID_URL = r'https?://(?:www\.)(?P<host>nicknight\.(?:de|at|tv))/(?:playlist|shows)/(?:[^/]+/)*(?P<id>[^/?#&]+)'
199 _TESTS = [{
200 'url': 'http://www.nicknight.at/shows/977-awkward/videos/85987-nimmer-beste-freunde',
201 'only_matching': True,
202 }, {
203 'url': 'http://www.nicknight.at/shows/977-awkward',
204 'only_matching': True,
205 }, {
206 'url': 'http://www.nicknight.at/shows/1900-faking-it',
207 'only_matching': True,
208 }]
209
210 def _extract_mrss_url(self, webpage, *args):
211 return self._search_regex(
212 r'mrss\s*:\s*(["\'])(?P<url>http.+?)\1', webpage,
213 'mrss url', group='url')
214
215
216 class NickRuIE(MTVServicesInfoExtractor):
217 IE_NAME = 'nickelodeonru'
218 _VALID_URL = r'https?://(?:www\.)nickelodeon\.(?:ru|fr|es|pt|ro|hu|com\.tr)/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
219 _TESTS = [{
220 'url': 'http://www.nickelodeon.ru/shows/henrydanger/videos/episodes/3-sezon-15-seriya-licenziya-na-polyot/pmomfb#playlist/7airc6',
221 'only_matching': True,
222 }, {
223 'url': 'http://www.nickelodeon.ru/videos/smotri-na-nickelodeon-v-iyule/g9hvh7',
224 'only_matching': True,
225 }, {
226 'url': 'http://www.nickelodeon.fr/programmes/bob-l-eponge/videos/le-marathon-de-booh-kini-bottom-mardi-31-octobre/nfn7z0',
227 'only_matching': True,
228 }, {
229 'url': 'http://www.nickelodeon.es/videos/nickelodeon-consejos-tortitas/f7w7xy',
230 'only_matching': True,
231 }, {
232 'url': 'http://www.nickelodeon.pt/series/spongebob-squarepants/videos/a-bolha-de-tinta-gigante/xutq1b',
233 'only_matching': True,
234 }, {
235 'url': 'http://www.nickelodeon.ro/emisiuni/shimmer-si-shine/video/nahal-din-bomboane/uw5u2k',
236 'only_matching': True,
237 }, {
238 'url': 'http://www.nickelodeon.hu/musorok/spongyabob-kockanadrag/videok/episodes/buborekfujas-az-elszakadt-nadrag/q57iob#playlist/k6te4y',
239 'only_matching': True,
240 }, {
241 'url': 'http://www.nickelodeon.com.tr/programlar/sunger-bob/videolar/kayip-yatak/mgqbjy',
242 'only_matching': True,
243 }]
244
245 def _real_extract(self, url):
246 video_id = self._match_id(url)
247 webpage = self._download_webpage(url, video_id)
248 mgid = self._extract_mgid(webpage)
249 return self.url_result('http://media.mtvnservices.com/embed/%s' % mgid)