debian/README.source: Add a kind request to check if I already have changes queued...

[youtubedl] / youtube_dl / extractor / miomio.py

diff --git a/youtube_dl/extractor/miomio.py b/youtube_dl/extractor/miomio.py
index a784fc5fba41c5931f6b1f040042e1900a6ff791..40f72d66f25eb33d2fdb75c8a03e37d873b26afe 100644 (file)
--- a/youtube_dl/extractor/miomio.py
+++ b/youtube_dl/extractor/miomio.py
@@ -4,10 +4,12 @@ from __future__ import unicode_literals
 import random
 
 from .common import InfoExtractor
 import random
 
 from .common import InfoExtractor

+from ..compat import compat_urlparse

 from ..utils import (
     xpath_text,
     int_or_none,
     ExtractorError,
 from ..utils import (
     xpath_text,
     int_or_none,
     ExtractorError,

+    sanitized_Request,

 )
 
 
 )
 
 


@@ -17,13 +19,13 @@ class MioMioIE(InfoExtractor):
     _TESTS = [{
         # "type=video" in flashvars
         'url': 'http://www.miomio.tv/watch/cc88912/',
     _TESTS = [{
         # "type=video" in flashvars
         'url': 'http://www.miomio.tv/watch/cc88912/',

-        'md5': '317a5f7f6b544ce8419b784ca8edae65',

         'info_dict': {
             'id': '88912',
             'ext': 'flv',
             'title': '【SKY】字幕 铠武昭和VS平成 假面骑士大战FEAT战队 魔星字幕组 字幕',
             'duration': 5923,
         },
         'info_dict': {
             'id': '88912',
             'ext': 'flv',
             'title': '【SKY】字幕 铠武昭和VS平成 假面骑士大战FEAT战队 魔星字幕组 字幕',
             'duration': 5923,
         },

+        'skip': 'Unable to load videos',

     }, {
         'url': 'http://www.miomio.tv/watch/cc184024/',
         'info_dict': {
     }, {
         'url': 'http://www.miomio.tv/watch/cc184024/',
         'info_dict': {


@@ -31,7 +33,7 @@ class MioMioIE(InfoExtractor):
             'title': '《动漫同人插画绘制》',
         },
         'playlist_mincount': 86,
             'title': '《动漫同人插画绘制》',
         },
         'playlist_mincount': 86,

-        'skip': 'This video takes time too long for retrieving the URL',
+        'skip': 'Unable to load videos',

     }, {
         'url': 'http://www.miomio.tv/watch/cc173113/',
         'info_dict': {
     }, {
         'url': 'http://www.miomio.tv/watch/cc173113/',
         'info_dict': {


@@ -39,18 +41,20 @@ class MioMioIE(InfoExtractor):
             'title': 'The New Macbook 2015 上手试玩与简评'
         },
         'playlist_mincount': 2,
             'title': 'The New Macbook 2015 上手试玩与简评'
         },
         'playlist_mincount': 2,

+        'skip': 'Unable to load videos',
+    }, {
+        # new 'h5' player
+        'url': 'http://www.miomio.tv/watch/cc273997/',
+        'md5': '0b27a4b4495055d826813f8c3a6b2070',
+        'info_dict': {
+            'id': '273997',
+            'ext': 'mp4',
+            'title': 'マツコの知らない世界【劇的進化SP！ビニール傘＆冷凍食品2016】 1_2 - 16 05 31',
+        },
+        'skip': 'Unable to load videos',

     }]
 
     }]
 

-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-
-        title = self._html_search_meta(
-            'description', webpage, 'title', fatal=True)
-
-        mioplayer_path = self._search_regex(
-            r'src="(/mioplayer/[^"]+)"', webpage, 'ref_path')
-
+    def _extract_mioplayer(self, webpage, video_id, title, http_headers):

         xml_config = self._search_regex(
             r'flashvars="type=(?:sina|video)&(.+?)&',
             webpage, 'xml config')
         xml_config = self._search_regex(
             r'flashvars="type=(?:sina|video)&(.+?)&',
             webpage, 'xml config')


@@ -60,14 +64,12 @@ class MioMioIE(InfoExtractor):
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/xml.php?id=%s&r=%s' % (id, random.randint(100, 999)),
             video_id)
 
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/xml.php?id=%s&r=%s' % (id, random.randint(100, 999)),
             video_id)
 

-        # the following xml contains the actual configuration information on the video file(s)
-        vid_config = self._download_xml(
+        vid_config_request = sanitized_Request(

             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/sina.php?{0}'.format(xml_config),
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/sina.php?{0}'.format(xml_config),

-            video_id)
+            headers=http_headers)

 
 

-        http_headers = {
-            'Referer': 'http://www.miomio.tv%s' % mioplayer_path,
-        }
+        # the following xml contains the actual configuration information on the video file(s)
+        vid_config = self._download_xml(vid_config_request, video_id)

 
         if not int_or_none(xpath_text(vid_config, 'timelength')):
             raise ExtractorError('Unable to load videos!', expected=True)
 
         if not int_or_none(xpath_text(vid_config, 'timelength')):
             raise ExtractorError('Unable to load videos!', expected=True)


@@ -91,10 +93,43 @@ class MioMioIE(InfoExtractor):
                 'http_headers': http_headers,
             })
 
                 'http_headers': http_headers,
             })
 

+        return entries
+
+    def _download_chinese_webpage(self, *args, **kwargs):
+        # Requests with English locales return garbage
+        headers = {
+            'Accept-Language': 'zh-TW,en-US;q=0.7,en;q=0.3',
+        }
+        kwargs.setdefault('headers', {}).update(headers)
+        return self._download_webpage(*args, **kwargs)
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_chinese_webpage(
+            url, video_id)
+
+        title = self._html_search_meta(
+            'description', webpage, 'title', fatal=True)
+
+        mioplayer_path = self._search_regex(
+            r'src="(/mioplayer(?:_h5)?/[^"]+)"', webpage, 'ref_path')
+
+        if '_h5' in mioplayer_path:
+            player_url = compat_urlparse.urljoin(url, mioplayer_path)
+            player_webpage = self._download_chinese_webpage(
+                player_url, video_id,
+                note='Downloading player webpage', headers={'Referer': url})
+            entries = self._parse_html5_media_entries(player_url, player_webpage, video_id)
+            http_headers = {'Referer': player_url}
+        else:
+            http_headers = {'Referer': 'http://www.miomio.tv%s' % mioplayer_path}
+            entries = self._extract_mioplayer(webpage, video_id, title, http_headers)
+

         if len(entries) == 1:
             segment = entries[0]
             segment['id'] = video_id
             segment['title'] = title
         if len(entries) == 1:
             segment = entries[0]
             segment['id'] = video_id
             segment['title'] = title

+            segment['http_headers'] = http_headers

             return segment
 
         return {
             return segment
 
         return {