]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/twentyfourvideo.py
Update upstream source from tag 'upstream/2019.09.28'
[youtubedl] / youtube_dl / extractor / twentyfourvideo.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from ..utils import (
8 parse_iso8601,
9 int_or_none,
10 xpath_attr,
11 xpath_element,
12 )
13
14
15 class TwentyFourVideoIE(InfoExtractor):
16 IE_NAME = '24video'
17 _VALID_URL = r'''(?x)
18 https?://
19 (?P<host>
20 (?:(?:www|porno)\.)?24video\.
21 (?:net|me|xxx|sexy?|tube|adult|site)
22 )/
23 (?:
24 video/(?:(?:view|xml)/)?|
25 player/new24_play\.swf\?id=
26 )
27 (?P<id>\d+)
28 '''
29
30 _TESTS = [{
31 'url': 'http://www.24video.net/video/view/1044982',
32 'md5': 'e09fc0901d9eaeedac872f154931deeb',
33 'info_dict': {
34 'id': '1044982',
35 'ext': 'mp4',
36 'title': 'Эротика каменного века',
37 'description': 'Как смотрели порно в каменном веке.',
38 'thumbnail': r're:^https?://.*\.jpg$',
39 'uploader': 'SUPERTELO',
40 'duration': 31,
41 'timestamp': 1275937857,
42 'upload_date': '20100607',
43 'age_limit': 18,
44 'like_count': int,
45 'dislike_count': int,
46 },
47 }, {
48 'url': 'http://www.24video.net/player/new24_play.swf?id=1044982',
49 'only_matching': True,
50 }, {
51 'url': 'http://www.24video.me/video/view/1044982',
52 'only_matching': True,
53 }, {
54 'url': 'http://www.24video.tube/video/view/2363750',
55 'only_matching': True,
56 }, {
57 'url': 'https://www.24video.site/video/view/2640421',
58 'only_matching': True,
59 }, {
60 'url': 'https://porno.24video.net/video/2640421-vsya-takaya-gibkaya-i-v-masle',
61 'only_matching': True,
62 }]
63
64 def _real_extract(self, url):
65 mobj = re.match(self._VALID_URL, url)
66 video_id = mobj.group('id')
67 host = mobj.group('host')
68
69 webpage = self._download_webpage(
70 'http://%s/video/view/%s' % (host, video_id), video_id)
71
72 title = self._og_search_title(webpage)
73 description = self._html_search_regex(
74 r'<(p|span)[^>]+itemprop="description"[^>]*>(?P<description>[^<]+)</\1>',
75 webpage, 'description', fatal=False, group='description')
76 thumbnail = self._og_search_thumbnail(webpage)
77 duration = int_or_none(self._og_search_property(
78 'duration', webpage, 'duration', fatal=False))
79 timestamp = parse_iso8601(self._search_regex(
80 r'<time[^>]+\bdatetime="([^"]+)"[^>]+itemprop="uploadDate"',
81 webpage, 'upload date', fatal=False))
82
83 uploader = self._html_search_regex(
84 r'class="video-uploaded"[^>]*>\s*<a href="/jsecUser/movies/[^"]+"[^>]*>([^<]+)</a>',
85 webpage, 'uploader', fatal=False)
86
87 view_count = int_or_none(self._html_search_regex(
88 r'<span class="video-views">(\d+) просмотр',
89 webpage, 'view count', fatal=False))
90 comment_count = int_or_none(self._html_search_regex(
91 r'<a[^>]+href="#tab-comments"[^>]*>(\d+) комментари',
92 webpage, 'comment count', default=None))
93
94 # Sets some cookies
95 self._download_xml(
96 r'http://%s/video/xml/%s?mode=init' % (host, video_id),
97 video_id, 'Downloading init XML')
98
99 video_xml = self._download_xml(
100 'http://%s/video/xml/%s?mode=play' % (host, video_id),
101 video_id, 'Downloading video XML')
102
103 video = xpath_element(video_xml, './/video', 'video', fatal=True)
104
105 formats = [{
106 'url': xpath_attr(video, '', 'url', 'video URL', fatal=True),
107 }]
108
109 like_count = int_or_none(video.get('ratingPlus'))
110 dislike_count = int_or_none(video.get('ratingMinus'))
111 age_limit = 18 if video.get('adult') == 'true' else 0
112
113 return {
114 'id': video_id,
115 'title': title,
116 'description': description,
117 'thumbnail': thumbnail,
118 'uploader': uploader,
119 'duration': duration,
120 'timestamp': timestamp,
121 'view_count': view_count,
122 'comment_count': comment_count,
123 'like_count': like_count,
124 'dislike_count': dislike_count,
125 'age_limit': age_limit,
126 'formats': formats,
127 }