]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/wrzuta.py
debian/changelog: Annotate the log with bugs to close.
[youtubedl] / youtube_dl / extractor / wrzuta.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from ..utils import (
8 ExtractorError,
9 int_or_none,
10 qualities,
11 remove_start,
12 )
13
14
15 class WrzutaIE(InfoExtractor):
16 IE_NAME = 'wrzuta.pl'
17
18 _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/(?P<typ>film|audio)/(?P<id>[0-9a-zA-Z]+)'
19
20 _TESTS = [{
21 'url': 'http://laboratoriumdextera.wrzuta.pl/film/aq4hIZWrkBu/nike_football_the_last_game',
22 'md5': '9e67e05bed7c03b82488d87233a9efe7',
23 'info_dict': {
24 'id': 'aq4hIZWrkBu',
25 'ext': 'mp4',
26 'title': 'Nike Football: The Last Game',
27 'duration': 307,
28 'uploader_id': 'laboratoriumdextera',
29 'description': 'md5:7fb5ef3c21c5893375fda51d9b15d9cd',
30 },
31 'skip': 'Redirected to wrzuta.pl',
32 }, {
33 'url': 'http://vexling.wrzuta.pl/audio/01xBFabGXu6/james_horner_-_into_the_na_39_vi_world_bonus',
34 'md5': 'f80564fb5a2ec6ec59705ae2bf2ba56d',
35 'info_dict': {
36 'id': '01xBFabGXu6',
37 'ext': 'mp3',
38 'title': 'James Horner - Into The Na\'vi World [Bonus]',
39 'description': 'md5:30a70718b2cd9df3120fce4445b0263b',
40 'duration': 95,
41 'uploader_id': 'vexling',
42 },
43 }]
44
45 def _real_extract(self, url):
46 mobj = re.match(self._VALID_URL, url)
47 video_id = mobj.group('id')
48 typ = mobj.group('typ')
49 uploader = mobj.group('uploader')
50
51 webpage, urlh = self._download_webpage_handle(url, video_id)
52
53 if urlh.geturl() == 'http://www.wrzuta.pl/':
54 raise ExtractorError('Video removed', expected=True)
55
56 quality = qualities(['SD', 'MQ', 'HQ', 'HD'])
57
58 audio_table = {'flv': 'mp3', 'webm': 'ogg', '???': 'mp3'}
59
60 embedpage = self._download_json('http://www.wrzuta.pl/npp/embed/%s/%s' % (uploader, video_id), video_id)
61
62 formats = []
63 for media in embedpage['url']:
64 fmt = media['type'].split('@')[0]
65 if typ == 'audio':
66 ext = audio_table.get(fmt, fmt)
67 else:
68 ext = fmt
69
70 formats.append({
71 'format_id': '%s_%s' % (ext, media['quality'].lower()),
72 'url': media['url'],
73 'ext': ext,
74 'quality': quality(media['quality']),
75 })
76
77 self._sort_formats(formats)
78
79 return {
80 'id': video_id,
81 'title': self._og_search_title(webpage),
82 'thumbnail': self._og_search_thumbnail(webpage),
83 'formats': formats,
84 'duration': int_or_none(embedpage['duration']),
85 'uploader_id': uploader,
86 'description': self._og_search_description(webpage),
87 'age_limit': embedpage.get('minimalAge', 0),
88 }
89
90
91 class WrzutaPlaylistIE(InfoExtractor):
92 """
93 this class covers extraction of wrzuta playlist entries
94 the extraction process bases on following steps:
95 * collect information of playlist size
96 * download all entries provided on
97 the playlist webpage (the playlist is split
98 on two pages: first directly reached from webpage
99 second: downloaded on demand by ajax call and rendered
100 using the ajax call response)
101 * in case size of extracted entries not reached total number of entries
102 use the ajax call to collect the remaining entries
103 """
104
105 IE_NAME = 'wrzuta.pl:playlist'
106 _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/playlista/(?P<id>[0-9a-zA-Z]+)'
107 _TESTS = [{
108 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR/moja_muza',
109 'playlist_mincount': 14,
110 'info_dict': {
111 'id': '7XfO4vE84iR',
112 'title': 'Moja muza',
113 },
114 }, {
115 'url': 'http://heroesf70.wrzuta.pl/playlista/6Nj3wQHx756/lipiec_-_lato_2015_muzyka_swiata',
116 'playlist_mincount': 144,
117 'info_dict': {
118 'id': '6Nj3wQHx756',
119 'title': 'Lipiec - Lato 2015 Muzyka Świata',
120 },
121 }, {
122 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR',
123 'only_matching': True,
124 }]
125
126 def _real_extract(self, url):
127 mobj = re.match(self._VALID_URL, url)
128 playlist_id = mobj.group('id')
129 uploader = mobj.group('uploader')
130
131 webpage = self._download_webpage(url, playlist_id)
132
133 playlist_size = int_or_none(self._html_search_regex(
134 (r'<div[^>]+class=["\']playlist-counter["\'][^>]*>\d+/(\d+)',
135 r'<div[^>]+class=["\']all-counter["\'][^>]*>(.+?)</div>'),
136 webpage, 'playlist size', default=None))
137
138 playlist_title = remove_start(
139 self._og_search_title(webpage), 'Playlista: ')
140
141 entries = []
142 if playlist_size:
143 entries = [
144 self.url_result(entry_url)
145 for _, entry_url in re.findall(
146 r'<a[^>]+href=(["\'])(http.+?)\1[^>]+class=["\']playlist-file-page',
147 webpage)]
148 if playlist_size > len(entries):
149 playlist_content = self._download_json(
150 'http://%s.wrzuta.pl/xhr/get_playlist_offset/%s' % (uploader, playlist_id),
151 playlist_id,
152 'Downloading playlist JSON',
153 'Unable to download playlist JSON')
154 entries.extend([
155 self.url_result(entry['filelink'])
156 for entry in playlist_content.get('files', []) if entry.get('filelink')])
157
158 return self.playlist_result(entries, playlist_id, playlist_title)