Stop libav compatibility links from being considered as genuine.

[youtubedl] / youtube_dl / extractor / miomio.py

diff --git a/youtube_dl/extractor/miomio.py b/youtube_dl/extractor/miomio.py
index ce391c759c22af0cb8949118b3915602197b9f47..937ba0f28bc41799f6489f4e246c9fac8a7c86e2 100644 (file)
--- a/youtube_dl/extractor/miomio.py
+++ b/youtube_dl/extractor/miomio.py
@@ -4,11 +4,12 @@ from __future__ import unicode_literals
 import random
 
 from .common import InfoExtractor
 import random
 
 from .common import InfoExtractor

-from ..compat import compat_urllib_request
+from ..compat import compat_urlparse

 from ..utils import (
     xpath_text,
     int_or_none,
     ExtractorError,
 from ..utils import (
     xpath_text,
     int_or_none,
     ExtractorError,

+    sanitized_Request,

 )
 
 
 )
 
 


@@ -18,13 +19,16 @@ class MioMioIE(InfoExtractor):
     _TESTS = [{
         # "type=video" in flashvars
         'url': 'http://www.miomio.tv/watch/cc88912/',
     _TESTS = [{
         # "type=video" in flashvars
         'url': 'http://www.miomio.tv/watch/cc88912/',

-        'md5': '317a5f7f6b544ce8419b784ca8edae65',

         'info_dict': {
             'id': '88912',
             'ext': 'flv',
             'title': '【SKY】字幕 铠武昭和VS平成 假面骑士大战FEAT战队 魔星字幕组 字幕',
             'duration': 5923,
         },
         'info_dict': {
             'id': '88912',
             'ext': 'flv',
             'title': '【SKY】字幕 铠武昭和VS平成 假面骑士大战FEAT战队 魔星字幕组 字幕',
             'duration': 5923,
         },

+        'params': {
+            # The server provides broken file
+            'skip_download': True,
+        }

     }, {
         'url': 'http://www.miomio.tv/watch/cc184024/',
         'info_dict': {
     }, {
         'url': 'http://www.miomio.tv/watch/cc184024/',
         'info_dict': {


@@ -32,7 +36,7 @@ class MioMioIE(InfoExtractor):
             'title': '《动漫同人插画绘制》',
         },
         'playlist_mincount': 86,
             'title': '《动漫同人插画绘制》',
         },
         'playlist_mincount': 86,

-        'skip': 'This video takes time too long for retrieving the URL',
+        'skip': 'Unable to load videos',

     }, {
         'url': 'http://www.miomio.tv/watch/cc173113/',
         'info_dict': {
     }, {
         'url': 'http://www.miomio.tv/watch/cc173113/',
         'info_dict': {


@@ -40,20 +44,23 @@ class MioMioIE(InfoExtractor):
             'title': 'The New Macbook 2015 上手试玩与简评'
         },
         'playlist_mincount': 2,
             'title': 'The New Macbook 2015 上手试玩与简评'
         },
         'playlist_mincount': 2,

+        'skip': 'Unable to load videos',
+    }, {
+        # new 'h5' player
+        'url': 'http://www.miomio.tv/watch/cc273295/',
+        'md5': '',
+        'info_dict': {
+            'id': '273295',
+            'ext': 'mp4',
+            'title': 'アウト×デラックス 20160526',
+        },
+        'params': {
+            # intermittent HTTP 500
+            'skip_download': True,
+        },

     }]
 
     }]
 

-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-
-        title = self._html_search_meta(
-            'description', webpage, 'title', fatal=True)
-
-        mioplayer_path = self._search_regex(
-            r'src="(/mioplayer/[^"]+)"', webpage, 'ref_path')
-
-        http_headers = {'Referer': 'http://www.miomio.tv%s' % mioplayer_path}
-
+    def _extract_mioplayer(self, webpage, video_id, title, http_headers):

         xml_config = self._search_regex(
             r'flashvars="type=(?:sina|video)&(.+?)&',
             webpage, 'xml config')
         xml_config = self._search_regex(
             r'flashvars="type=(?:sina|video)&(.+?)&',
             webpage, 'xml config')


@@ -63,7 +70,7 @@ class MioMioIE(InfoExtractor):
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/xml.php?id=%s&r=%s' % (id, random.randint(100, 999)),
             video_id)
 
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/xml.php?id=%s&r=%s' % (id, random.randint(100, 999)),
             video_id)
 

-        vid_config_request = compat_urllib_request.Request(
+        vid_config_request = sanitized_Request(

             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/sina.php?{0}'.format(xml_config),
             headers=http_headers)
 
             'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/sina.php?{0}'.format(xml_config),
             headers=http_headers)
 


@@ -92,10 +99,34 @@ class MioMioIE(InfoExtractor):
                 'http_headers': http_headers,
             })
 
                 'http_headers': http_headers,
             })
 

+        return entries
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_webpage(url, video_id)
+
+        title = self._html_search_meta(
+            'description', webpage, 'title', fatal=True)
+
+        mioplayer_path = self._search_regex(
+            r'src="(/mioplayer(?:_h5)?/[^"]+)"', webpage, 'ref_path')
+
+        if '_h5' in mioplayer_path:
+            player_url = compat_urlparse.urljoin(url, mioplayer_path)
+            player_webpage = self._download_webpage(
+                player_url, video_id,
+                note='Downloading player webpage', headers={'Referer': url})
+            entries = self._parse_html5_media_entries(player_url, player_webpage)
+            http_headers = {'Referer': player_url}
+        else:
+            http_headers = {'Referer': 'http://www.miomio.tv%s' % mioplayer_path}
+            entries = self._extract_mioplayer(webpage, video_id, title, http_headers)
+

         if len(entries) == 1:
             segment = entries[0]
             segment['id'] = video_id
             segment['title'] = title
         if len(entries) == 1:
             segment = entries[0]
             segment['id'] = video_id
             segment['title'] = title

+            segment['http_headers'] = http_headers

             return segment
 
         return {
             return segment
 
         return {