]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/asiancrush.py
Update upstream source from tag 'upstream/2019.06.08'
[youtubedl] / youtube_dl / extractor / asiancrush.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from .kaltura import KalturaIE
8 from ..utils import (
9 extract_attributes,
10 remove_end,
11 )
12
13
14 class AsianCrushIE(InfoExtractor):
15 _VALID_URL = r'https?://(?:www\.)?asiancrush\.com/video/(?:[^/]+/)?0+(?P<id>\d+)v\b'
16 _TESTS = [{
17 'url': 'https://www.asiancrush.com/video/012869v/women-who-flirt/',
18 'md5': 'c3b740e48d0ba002a42c0b72857beae6',
19 'info_dict': {
20 'id': '1_y4tmjm5r',
21 'ext': 'mp4',
22 'title': 'Women Who Flirt',
23 'description': 'md5:3db14e9186197857e7063522cb89a805',
24 'timestamp': 1496936429,
25 'upload_date': '20170608',
26 'uploader_id': 'craig@crifkin.com',
27 },
28 }, {
29 'url': 'https://www.asiancrush.com/video/she-was-pretty/011886v-pretty-episode-3/',
30 'only_matching': True,
31 }]
32
33 def _real_extract(self, url):
34 video_id = self._match_id(url)
35
36 webpage = self._download_webpage(url, video_id)
37
38 entry_id, partner_id, title = [None] * 3
39
40 vars = self._parse_json(
41 self._search_regex(
42 r'iEmbedVars\s*=\s*({.+?})', webpage, 'embed vars',
43 default='{}'), video_id, fatal=False)
44 if vars:
45 entry_id = vars.get('entry_id')
46 partner_id = vars.get('partner_id')
47 title = vars.get('vid_label')
48
49 if not entry_id:
50 entry_id = self._search_regex(
51 r'\bentry_id["\']\s*:\s*["\'](\d+)', webpage, 'entry id')
52
53 player = self._download_webpage(
54 'https://api.asiancrush.com/embeddedVideoPlayer', video_id,
55 query={'id': entry_id})
56
57 kaltura_id = self._search_regex(
58 r'entry_id["\']\s*:\s*(["\'])(?P<id>(?:(?!\1).)+)\1', player,
59 'kaltura id', group='id')
60
61 if not partner_id:
62 partner_id = self._search_regex(
63 r'/p(?:artner_id)?/(\d+)', player, 'partner id',
64 default='513551')
65
66 return self.url_result(
67 'kaltura:%s:%s' % (partner_id, kaltura_id),
68 ie=KalturaIE.ie_key(), video_id=kaltura_id,
69 video_title=title)
70
71
72 class AsianCrushPlaylistIE(InfoExtractor):
73 _VALID_URL = r'https?://(?:www\.)?asiancrush\.com/series/0+(?P<id>\d+)s\b'
74 _TEST = {
75 'url': 'https://www.asiancrush.com/series/012481s/scholar-walks-night/',
76 'info_dict': {
77 'id': '12481',
78 'title': 'Scholar Who Walks the Night',
79 'description': 'md5:7addd7c5132a09fd4741152d96cce886',
80 },
81 'playlist_count': 20,
82 }
83
84 def _real_extract(self, url):
85 playlist_id = self._match_id(url)
86
87 webpage = self._download_webpage(url, playlist_id)
88
89 entries = []
90
91 for mobj in re.finditer(
92 r'<a[^>]+href=(["\'])(?P<url>%s.*?)\1[^>]*>' % AsianCrushIE._VALID_URL,
93 webpage):
94 attrs = extract_attributes(mobj.group(0))
95 if attrs.get('class') == 'clearfix':
96 entries.append(self.url_result(
97 mobj.group('url'), ie=AsianCrushIE.ie_key()))
98
99 title = remove_end(
100 self._html_search_regex(
101 r'(?s)<h1\b[^>]\bid=["\']movieTitle[^>]+>(.+?)</h1>', webpage,
102 'title', default=None) or self._og_search_title(
103 webpage, default=None) or self._html_search_meta(
104 'twitter:title', webpage, 'title',
105 default=None) or self._search_regex(
106 r'<title>([^<]+)</title>', webpage, 'title', fatal=False),
107 ' | AsianCrush')
108
109 description = self._og_search_description(
110 webpage, default=None) or self._html_search_meta(
111 'twitter:description', webpage, 'description', fatal=False)
112
113 return self.playlist_result(entries, playlist_id, title, description)