Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/periscope.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..utils import (
   8     parse_iso8601,
   9     unescapeHTML,
  10 )
  11
  12
  13 class PeriscopeBaseIE(InfoExtractor):
  14     def _call_api(self, method, query, item_id):
  15         return self._download_json(
  16             'https://api.periscope.tv/api/v2/%s' % method,
  17             item_id, query=query)
  18
  19
  20 class PeriscopeIE(PeriscopeBaseIE):
  21     IE_DESC = 'Periscope'
  22     IE_NAME = 'periscope'
  23     _VALID_URL = r'https?://(?:www\.)?(?:periscope|pscp)\.tv/[^/]+/(?P<id>[^/?#]+)'
  24     # Alive example URLs can be found here http://onperiscope.com/
  25     _TESTS = [{
  26         'url': 'https://www.periscope.tv/w/aJUQnjY3MjA3ODF8NTYxMDIyMDl2zCg2pECBgwTqRpQuQD352EMPTKQjT4uqlM3cgWFA-g==',
  27         'md5': '65b57957972e503fcbbaeed8f4fa04ca',
  28         'info_dict': {
  29             'id': '56102209',
  30             'ext': 'mp4',
  31             'title': 'Bec Boop - 🚠✈️🇬🇧 Fly above #London in Emirates Air Line cable car at night 🇬🇧✈️🚠 #BoopScope 🎀💗',
  32             'timestamp': 1438978559,
  33             'upload_date': '20150807',
  34             'uploader': 'Bec Boop',
  35             'uploader_id': '1465763',
  36         },
  37         'skip': 'Expires in 24 hours',
  38     }, {
  39         'url': 'https://www.periscope.tv/w/1ZkKzPbMVggJv',
  40         'only_matching': True,
  41     }, {
  42         'url': 'https://www.periscope.tv/bastaakanoggano/1OdKrlkZZjOJX',
  43         'only_matching': True,
  44     }, {
  45         'url': 'https://www.periscope.tv/w/1ZkKzPbMVggJv',
  46         'only_matching': True,
  47     }]
  48
  49     @staticmethod
  50     def _extract_url(webpage):
  51         mobj = re.search(
  52             r'<iframe[^>]+src=([\'"])(?P<url>(?:https?:)?//(?:www\.)?periscope\.tv/(?:(?!\1).)+)\1', webpage)
  53         if mobj:
  54             return mobj.group('url')
  55
  56     def _real_extract(self, url):
  57         token = self._match_id(url)
  58
  59         broadcast_data = self._call_api(
  60             'getBroadcastPublic', {'broadcast_id': token}, token)
  61         broadcast = broadcast_data['broadcast']
  62         status = broadcast['status']
  63
  64         user = broadcast_data.get('user', {})
  65
  66         uploader = broadcast.get('user_display_name') or user.get('display_name')
  67         uploader_id = (broadcast.get('username') or user.get('username') or
  68                        broadcast.get('user_id') or user.get('id'))
  69
  70         title = '%s - %s' % (uploader, status) if uploader else status
  71         state = broadcast.get('state').lower()
  72         if state == 'running':
  73             title = self._live_title(title)
  74         timestamp = parse_iso8601(broadcast.get('created_at'))
  75
  76         thumbnails = [{
  77             'url': broadcast[image],
  78         } for image in ('image_url', 'image_url_small') if broadcast.get(image)]
  79
  80         stream = self._call_api(
  81             'getAccessPublic', {'broadcast_id': token}, token)
  82
  83         formats = []
  84         for format_id in ('replay', 'rtmp', 'hls', 'https_hls'):
  85             video_url = stream.get(format_id + '_url')
  86             if not video_url:
  87                 continue
  88             f = {
  89                 'url': video_url,
  90                 'ext': 'flv' if format_id == 'rtmp' else 'mp4',
  91             }
  92             if format_id != 'rtmp':
  93                 f['protocol'] = 'm3u8_native' if state in ('ended', 'timed_out') else 'm3u8'
  94             formats.append(f)
  95         self._sort_formats(formats)
  96
  97         return {
  98             'id': broadcast.get('id') or token,
  99             'title': title,
 100             'timestamp': timestamp,
 101             'uploader': uploader,
 102             'uploader_id': uploader_id,
 103             'thumbnails': thumbnails,
 104             'formats': formats,
 105         }
 106
 107
 108 class PeriscopeUserIE(PeriscopeBaseIE):
 109     _VALID_URL = r'https?://(?:www\.)?(?:periscope|pscp)\.tv/(?P<id>[^/]+)/?$'
 110     IE_DESC = 'Periscope user videos'
 111     IE_NAME = 'periscope:user'
 112
 113     _TEST = {
 114         'url': 'https://www.periscope.tv/LularoeHusbandMike/',
 115         'info_dict': {
 116             'id': 'LularoeHusbandMike',
 117             'title': 'LULAROE HUSBAND MIKE',
 118             'description': 'md5:6cf4ec8047768098da58e446e82c82f0',
 119         },
 120         # Periscope only shows videos in the last 24 hours, so it's possible to
 121         # get 0 videos
 122         'playlist_mincount': 0,
 123     }
 124
 125     def _real_extract(self, url):
 126         user_name = self._match_id(url)
 127
 128         webpage = self._download_webpage(url, user_name)
 129
 130         data_store = self._parse_json(
 131             unescapeHTML(self._search_regex(
 132                 r'data-store=(["\'])(?P<data>.+?)\1',
 133                 webpage, 'data store', default='{}', group='data')),
 134             user_name)
 135
 136         user = list(data_store['UserCache']['users'].values())[0]['user']
 137         user_id = user['id']
 138         session_id = data_store['SessionToken']['public']['broadcastHistory']['token']['session_id']
 139
 140         broadcasts = self._call_api(
 141             'getUserBroadcastsPublic',
 142             {'user_id': user_id, 'session_id': session_id},
 143             user_name)['broadcasts']
 144
 145         broadcast_ids = [
 146             broadcast['id'] for broadcast in broadcasts if broadcast.get('id')]
 147
 148         title = user.get('display_name') or user.get('username') or user_name
 149         description = user.get('description')
 150
 151         entries = [
 152             self.url_result(
 153                 'https://www.periscope.tv/%s/%s' % (user_name, broadcast_id))
 154             for broadcast_id in broadcast_ids]
 155
 156         return self.playlist_result(entries, user_id, title, description)