Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/eighttracks.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import json
   5 import random
   6
   7 from .common import InfoExtractor
   8 from ..compat import (
   9     compat_str,
  10 )
  11 from ..utils import (
  12     ExtractorError,
  13 )
  14
  15
  16 class EightTracksIE(InfoExtractor):
  17     IE_NAME = '8tracks'
  18     _VALID_URL = r'https?://8tracks\.com/(?P<user>[^/]+)/(?P<id>[^/#]+)(?:#.*)?$'
  19     _TEST = {
  20         "name": "EightTracks",
  21         "url": "http://8tracks.com/ytdl/youtube-dl-test-tracks-a",
  22         "info_dict": {
  23             'id': '1336550',
  24             'display_id': 'youtube-dl-test-tracks-a',
  25             "description": "test chars:  \"'/\\ä↭",
  26             "title": "youtube-dl test tracks \"'/\\ä↭<>",
  27         },
  28         "playlist": [
  29             {
  30                 "md5": "96ce57f24389fc8734ce47f4c1abcc55",
  31                 "info_dict": {
  32                     "id": "11885610",
  33                     "ext": "m4a",
  34                     "title": "youtue-dl project<>\"' - youtube-dl test track 1 \"'/\\\u00e4\u21ad",
  35                     "uploader_id": "ytdl"
  36                 }
  37             },
  38             {
  39                 "md5": "4ab26f05c1f7291ea460a3920be8021f",
  40                 "info_dict": {
  41                     "id": "11885608",
  42                     "ext": "m4a",
  43                     "title": "youtube-dl project - youtube-dl test track 2 \"'/\\\u00e4\u21ad",
  44                     "uploader_id": "ytdl"
  45                 }
  46             },
  47             {
  48                 "md5": "d30b5b5f74217410f4689605c35d1fd7",
  49                 "info_dict": {
  50                     "id": "11885679",
  51                     "ext": "m4a",
  52                     "title": "youtube-dl project as well - youtube-dl test track 3 \"'/\\\u00e4\u21ad",
  53                     "uploader_id": "ytdl"
  54                 }
  55             },
  56             {
  57                 "md5": "4eb0a669317cd725f6bbd336a29f923a",
  58                 "info_dict": {
  59                     "id": "11885680",
  60                     "ext": "m4a",
  61                     "title": "youtube-dl project as well - youtube-dl test track 4 \"'/\\\u00e4\u21ad",
  62                     "uploader_id": "ytdl"
  63                 }
  64             },
  65             {
  66                 "md5": "1893e872e263a2705558d1d319ad19e8",
  67                 "info_dict": {
  68                     "id": "11885682",
  69                     "ext": "m4a",
  70                     "title": "PH - youtube-dl test track 5 \"'/\\\u00e4\u21ad",
  71                     "uploader_id": "ytdl"
  72                 }
  73             },
  74             {
  75                 "md5": "b673c46f47a216ab1741ae8836af5899",
  76                 "info_dict": {
  77                     "id": "11885683",
  78                     "ext": "m4a",
  79                     "title": "PH - youtube-dl test track 6 \"'/\\\u00e4\u21ad",
  80                     "uploader_id": "ytdl"
  81                 }
  82             },
  83             {
  84                 "md5": "1d74534e95df54986da7f5abf7d842b7",
  85                 "info_dict": {
  86                     "id": "11885684",
  87                     "ext": "m4a",
  88                     "title": "phihag - youtube-dl test track 7 \"'/\\\u00e4\u21ad",
  89                     "uploader_id": "ytdl"
  90                 }
  91             },
  92             {
  93                 "md5": "f081f47af8f6ae782ed131d38b9cd1c0",
  94                 "info_dict": {
  95                     "id": "11885685",
  96                     "ext": "m4a",
  97                     "title": "phihag - youtube-dl test track 8 \"'/\\\u00e4\u21ad",
  98                     "uploader_id": "ytdl"
  99                 }
 100             }
 101         ]
 102     }
 103
 104     def _real_extract(self, url):
 105         playlist_id = self._match_id(url)
 106
 107         webpage = self._download_webpage(url, playlist_id)
 108
 109         data = self._parse_json(
 110             self._search_regex(
 111                 r"(?s)PAGE\.mix\s*=\s*({.+?});\n", webpage, 'trax information'),
 112             playlist_id)
 113
 114         session = str(random.randint(0, 1000000000))
 115         mix_id = data['id']
 116         track_count = data['tracks_count']
 117         duration = data['duration']
 118         avg_song_duration = float(duration) / track_count
 119         # duration is sometimes negative, use predefined avg duration
 120         if avg_song_duration <= 0:
 121             avg_song_duration = 300
 122         first_url = 'http://8tracks.com/sets/%s/play?player=sm&mix_id=%s&format=jsonh' % (session, mix_id)
 123         next_url = first_url
 124         entries = []
 125
 126         for i in range(track_count):
 127             api_json = None
 128             download_tries = 0
 129
 130             while api_json is None:
 131                 try:
 132                     api_json = self._download_webpage(
 133                         next_url, playlist_id,
 134                         note='Downloading song information %d/%d' % (i + 1, track_count),
 135                         errnote='Failed to download song information')
 136                 except ExtractorError:
 137                     if download_tries > 3:
 138                         raise
 139                     else:
 140                         download_tries += 1
 141                         self._sleep(avg_song_duration, playlist_id)
 142
 143             api_data = json.loads(api_json)
 144             track_data = api_data['set']['track']
 145             info = {
 146                 'id': compat_str(track_data['id']),
 147                 'url': track_data['track_file_stream_url'],
 148                 'title': track_data['performer'] + ' - ' + track_data['name'],
 149                 'raw_title': track_data['name'],
 150                 'uploader_id': data['user']['login'],
 151                 'ext': 'm4a',
 152             }
 153             entries.append(info)
 154
 155             next_url = 'http://8tracks.com/sets/%s/next?player=sm&mix_id=%s&format=jsonh&track_id=%s' % (
 156                 session, mix_id, track_data['id'])
 157         return {
 158             '_type': 'playlist',
 159             'entries': entries,
 160             'id': compat_str(mix_id),
 161             'display_id': playlist_id,
 162             'title': data.get('name'),
 163             'description': data.get('description'),
 164         }