Update changelog.

[youtubedl] / youtube_dl / extractor / kaltura.py

diff --git a/youtube_dl/extractor/kaltura.py b/youtube_dl/extractor/kaltura.py
index 583b1a5adbc2692d78b5c01dc0063e37822e910c..a65697ff558864f36cc5e8b8f82f959b19ea16fc 100644 (file)
--- a/youtube_dl/extractor/kaltura.py
+++ b/youtube_dl/extractor/kaltura.py
@@ -6,8 +6,9 @@ import base64
 
 from .common import InfoExtractor
 from ..compat import (
 
 from .common import InfoExtractor
 from ..compat import (

-    compat_urllib_parse,
+    compat_urllib_parse_urlencode,

     compat_urlparse,
     compat_urlparse,

+    compat_parse_qs,

 )
 from ..utils import (
     clean_html,
 )
 from ..utils import (
     clean_html,


@@ -20,21 +21,17 @@ from ..utils import (
 class KalturaIE(InfoExtractor):
     _VALID_URL = r'''(?x)
                 (?:
 class KalturaIE(InfoExtractor):
     _VALID_URL = r'''(?x)
                 (?:

-                    kaltura:(?P<partner_id_s>\d+):(?P<id_s>[0-9a-z_]+)|
+                    kaltura:(?P<partner_id>\d+):(?P<id>[0-9a-z_]+)|

                     https?://
                         (:?(?:www|cdnapi(?:sec)?)\.)?kaltura\.com/
                         (?:
                             (?:
                                 # flash player
                     https?://
                         (:?(?:www|cdnapi(?:sec)?)\.)?kaltura\.com/
                         (?:
                             (?:
                                 # flash player

-                                index\.php/kwidget/
-                                (?:[^/]+/)*?wid/_(?P<partner_id>\d+)/
-                                (?:[^/]+/)*?entry_id/(?P<id>[0-9a-z_]+)|
+                                index\.php/kwidget|

                                 # html5 player
                                 # html5 player

-                                html5/html5lib/
-                                (?:[^/]+/)*?entry_id/(?P<id_html5>[0-9a-z_]+)
-                                .*\?.*\bwid=_(?P<partner_id_html5>\d+)
+                                html5/html5lib/[^/]+/mwEmbedFrame\.php

                             )
                             )

-                        )
+                        )(?:/(?P<path>[^?]+))?(?:\?(?P<query>.*))?

                 )
                 '''
     _API_BASE = 'http://cdnapi.kaltura.com/api_v3/index.php?'
                 )
                 '''
     _API_BASE = 'http://cdnapi.kaltura.com/api_v3/index.php?'


@@ -45,7 +42,7 @@ class KalturaIE(InfoExtractor):
             'info_dict': {
                 'id': '1_1jc2y3e4',
                 'ext': 'mp4',
             'info_dict': {
                 'id': '1_1jc2y3e4',
                 'ext': 'mp4',

-                'title': 'Track 4',
+                'title': 'Straight from the Heart',

                 'upload_date': '20131219',
                 'uploader_id': 'mlundberg@wolfgangsvault.com',
                 'description': 'The Allman Brothers Band, 12/16/1981',
                 'upload_date': '20131219',
                 'uploader_id': 'mlundberg@wolfgangsvault.com',
                 'description': 'The Allman Brothers Band, 12/16/1981',


@@ -74,7 +71,7 @@ class KalturaIE(InfoExtractor):
                 for k, v in a.items():
                     params['%d:%s' % (i, k)] = v
 
                 for k, v in a.items():
                     params['%d:%s' % (i, k)] = v
 

-        query = compat_urllib_parse.urlencode(params)
+        query = compat_urllib_parse_urlencode(params)

         url = self._API_BASE + query
         data = self._download_json(url, video_id, *args, **kwargs)
 
         url = self._API_BASE + query
         data = self._download_json(url, video_id, *args, **kwargs)
 


@@ -115,12 +112,9 @@ class KalturaIE(InfoExtractor):
                 'version': '-1',
             },
             {
                 'version': '-1',
             },
             {

-                'action': 'getContextData',
-                'contextDataParams:objectType': 'KalturaEntryContextDataParams',
-                'contextDataParams:referrer': 'http://www.kaltura.com/',
-                'contextDataParams:streamerType': 'http',
+                'action': 'getbyentryid',

                 'entryId': video_id,
                 'entryId': video_id,

-                'service': 'baseentry',
+                'service': 'flavorAsset',

             },
         ]
         return self._kaltura_api_call(
             },
         ]
         return self._kaltura_api_call(


@@ -130,10 +124,41 @@ class KalturaIE(InfoExtractor):
         url, smuggled_data = unsmuggle_url(url, {})
 
         mobj = re.match(self._VALID_URL, url)
         url, smuggled_data = unsmuggle_url(url, {})
 
         mobj = re.match(self._VALID_URL, url)

-        partner_id = mobj.group('partner_id_s') or mobj.group('partner_id') or mobj.group('partner_id_html5')
-        entry_id = mobj.group('id_s') or mobj.group('id') or mobj.group('id_html5')
-
-        info, source_data = self._get_video_info(entry_id, partner_id)
+        partner_id, entry_id = mobj.group('partner_id', 'id')
+        ks = None
+        if partner_id and entry_id:
+            info, flavor_assets = self._get_video_info(entry_id, partner_id)
+        else:
+            path, query = mobj.group('path', 'query')
+            if not path and not query:
+                raise ExtractorError('Invalid URL', expected=True)
+            params = {}
+            if query:
+                params = compat_parse_qs(query)
+            if path:
+                splitted_path = path.split('/')
+                params.update(dict((zip(splitted_path[::2], [[v] for v in splitted_path[1::2]]))))
+            if 'wid' in params:
+                partner_id = params['wid'][0][1:]
+            elif 'p' in params:
+                partner_id = params['p'][0]
+            else:
+                raise ExtractorError('Invalid URL', expected=True)
+            if 'entry_id' in params:
+                entry_id = params['entry_id'][0]
+                info, flavor_assets = self._get_video_info(entry_id, partner_id)
+            elif 'uiconf_id' in params and 'flashvars[referenceId]' in params:
+                reference_id = params['flashvars[referenceId]'][0]
+                webpage = self._download_webpage(url, reference_id)
+                entry_data = self._parse_json(self._search_regex(
+                    r'window\.kalturaIframePackageData\s*=\s*({.*});',
+                    webpage, 'kalturaIframePackageData'),
+                    reference_id)['entryResult']
+                info, flavor_assets = entry_data['meta'], entry_data['contextData']['flavorAssets']
+                entry_id = info['id']
+            else:
+                raise ExtractorError('Invalid URL', expected=True)
+            ks = params.get('flashvars[ks]', [None])[0]

 
         source_url = smuggled_data.get('source_url')
         if source_url:
 
         source_url = smuggled_data.get('source_url')
         if source_url:


@@ -143,11 +168,19 @@ class KalturaIE(InfoExtractor):
         else:
             referrer = None
 
         else:
             referrer = None
 

-        formats = []
-        for f in source_data['flavorAssets']:
-            video_url = '%s/flavorId/%s' % (info['dataUrl'], f['id'])
+        def sign_url(unsigned_url):
+            if ks:
+                unsigned_url += '/ks/%s' % ks

             if referrer:
             if referrer:

-                video_url += '?referrer=%s' % referrer
+                unsigned_url += '?referrer=%s' % referrer
+            return unsigned_url
+
+        formats = []
+        for f in flavor_assets:
+            # Continue if asset is not ready
+            if f['status'] != 2:
+                continue
+            video_url = sign_url('%s/flavorId/%s' % (info['dataUrl'], f['id']))

             formats.append({
                 'format_id': '%(fileExt)s-%(bitrate)s' % f,
                 'ext': f.get('fileExt'),
             formats.append({
                 'format_id': '%(fileExt)s-%(bitrate)s' % f,
                 'ext': f.get('fileExt'),


@@ -160,6 +193,10 @@ class KalturaIE(InfoExtractor):
                 'width': int_or_none(f.get('width')),
                 'url': video_url,
             })
                 'width': int_or_none(f.get('width')),
                 'url': video_url,
             })

+        m3u8_url = sign_url(info['dataUrl'].replace('format/url', 'format/applehttp'))
+        formats.extend(self._extract_m3u8_formats(
+            m3u8_url, entry_id, 'mp4', 'm3u8_native', m3u8_id='hls', fatal=False))
+

         self._check_formats(formats, entry_id)
         self._sort_formats(formats)
 
         self._check_formats(formats, entry_id)
         self._sort_formats(formats)