]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/yandexdisk.py
d/rules: Run offline tests.
[youtubedl] / youtube_dl / extractor / yandexdisk.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 from .common import InfoExtractor
5 from ..compat import compat_str
6 from ..utils import (
7 determine_ext,
8 float_or_none,
9 int_or_none,
10 try_get,
11 urlencode_postdata,
12 )
13
14
15 class YandexDiskIE(InfoExtractor):
16 _VALID_URL = r'https?://yadi\.sk/[di]/(?P<id>[^/?#&]+)'
17
18 _TESTS = [{
19 'url': 'https://yadi.sk/i/VdOeDou8eZs6Y',
20 'md5': '33955d7ae052f15853dc41f35f17581c',
21 'info_dict': {
22 'id': 'VdOeDou8eZs6Y',
23 'ext': 'mp4',
24 'title': '4.mp4',
25 'duration': 168.6,
26 'uploader': 'y.botova',
27 'uploader_id': '300043621',
28 'view_count': int,
29 },
30 }, {
31 'url': 'https://yadi.sk/d/h3WAXvDS3Li3Ce',
32 'only_matching': True,
33 }]
34
35 def _real_extract(self, url):
36 video_id = self._match_id(url)
37
38 status = self._download_webpage(
39 'https://disk.yandex.com/auth/status', video_id, query={
40 'urlOrigin': url,
41 'source': 'public',
42 'md5': 'false',
43 })
44
45 sk = self._search_regex(
46 r'(["\'])sk(?:External)?\1\s*:\s*(["\'])(?P<value>(?:(?!\2).)+)\2',
47 status, 'sk', group='value')
48
49 webpage = self._download_webpage(url, video_id)
50
51 models = self._parse_json(
52 self._search_regex(
53 r'<script[^>]+id=["\']models-client[^>]+>\s*(\[.+?\])\s*</script',
54 webpage, 'video JSON'),
55 video_id)
56
57 data = next(
58 model['data'] for model in models
59 if model.get('model') == 'resource')
60
61 video_hash = data['id']
62 title = data['name']
63
64 models = self._download_json(
65 'https://disk.yandex.com/models/', video_id,
66 data=urlencode_postdata({
67 '_model.0': 'videoInfo',
68 'id.0': video_hash,
69 '_model.1': 'do-get-resource-url',
70 'id.1': video_hash,
71 'version': '13.6',
72 'sk': sk,
73 }), query={'_m': 'videoInfo'})['models']
74
75 videos = try_get(models, lambda x: x[0]['data']['videos'], list) or []
76 source_url = try_get(
77 models, lambda x: x[1]['data']['file'], compat_str)
78
79 formats = []
80 if source_url:
81 formats.append({
82 'url': source_url,
83 'format_id': 'source',
84 'ext': determine_ext(title, 'mp4'),
85 'quality': 1,
86 })
87 for video in videos:
88 format_url = video.get('url')
89 if not format_url:
90 continue
91 if determine_ext(format_url) == 'm3u8':
92 formats.extend(self._extract_m3u8_formats(
93 format_url, video_id, 'mp4', entry_protocol='m3u8_native',
94 m3u8_id='hls', fatal=False))
95 else:
96 formats.append({
97 'url': format_url,
98 })
99 self._sort_formats(formats)
100
101 duration = float_or_none(try_get(
102 models, lambda x: x[0]['data']['duration']), 1000)
103 uploader = try_get(
104 data, lambda x: x['user']['display_name'], compat_str)
105 uploader_id = try_get(
106 data, lambda x: x['user']['uid'], compat_str)
107 view_count = int_or_none(try_get(
108 data, lambda x: x['meta']['views_counter']))
109
110 return {
111 'id': video_id,
112 'title': title,
113 'duration': duration,
114 'uploader': uploader,
115 'uploader_id': uploader_id,
116 'view_count': view_count,
117 'formats': formats,
118 }