]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/update.py
Prepare to release.
[youtubedl] / youtube_dl / update.py
1 from __future__ import unicode_literals
2
3 import io
4 import json
5 import traceback
6 import hashlib
7 import os
8 import subprocess
9 import sys
10 from zipimport import zipimporter
11
12 from .compat import compat_realpath
13 from .utils import encode_compat_str
14
15 from .version import __version__
16
17
18 def rsa_verify(message, signature, key):
19 from hashlib import sha256
20 assert isinstance(message, bytes)
21 byte_size = (len(bin(key[0])) - 2 + 8 - 1) // 8
22 signature = ('%x' % pow(int(signature, 16), key[1], key[0])).encode()
23 signature = (byte_size * 2 - len(signature)) * b'0' + signature
24 asn1 = b'3031300d060960864801650304020105000420'
25 asn1 += sha256(message).hexdigest().encode()
26 if byte_size < len(asn1) // 2 + 11:
27 return False
28 expected = b'0001' + (byte_size - len(asn1) // 2 - 3) * b'ff' + b'00' + asn1
29 return expected == signature
30
31
32 def update_self(to_screen, verbose, opener):
33 """Update the program file with the latest version from the repository"""
34
35 UPDATE_URL = 'https://yt-dl.org/update/'
36 VERSION_URL = UPDATE_URL + 'LATEST_VERSION'
37 JSON_URL = UPDATE_URL + 'versions.json'
38 UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537)
39
40 if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, 'frozen'):
41 to_screen('It looks like you installed youtube-dl with a package manager, pip, setup.py or a tarball. Please use that to update.')
42 return
43
44 # Check if there is a new version
45 try:
46 newversion = opener.open(VERSION_URL).read().decode('utf-8').strip()
47 except Exception:
48 if verbose:
49 to_screen(encode_compat_str(traceback.format_exc()))
50 to_screen('ERROR: can\'t find the current version. Please try again later.')
51 return
52 if newversion == __version__:
53 to_screen('youtube-dl is up-to-date (' + __version__ + ')')
54 return
55
56 # Download and check versions info
57 try:
58 versions_info = opener.open(JSON_URL).read().decode('utf-8')
59 versions_info = json.loads(versions_info)
60 except Exception:
61 if verbose:
62 to_screen(encode_compat_str(traceback.format_exc()))
63 to_screen('ERROR: can\'t obtain versions info. Please try again later.')
64 return
65 if 'signature' not in versions_info:
66 to_screen('ERROR: the versions file is not signed or corrupted. Aborting.')
67 return
68 signature = versions_info['signature']
69 del versions_info['signature']
70 if not rsa_verify(json.dumps(versions_info, sort_keys=True).encode('utf-8'), signature, UPDATES_RSA_KEY):
71 to_screen('ERROR: the versions file signature is invalid. Aborting.')
72 return
73
74 version_id = versions_info['latest']
75
76 def version_tuple(version_str):
77 return tuple(map(int, version_str.split('.')))
78 if version_tuple(__version__) >= version_tuple(version_id):
79 to_screen('youtube-dl is up to date (%s)' % __version__)
80 return
81
82 to_screen('Updating to version ' + version_id + ' ...')
83 version = versions_info['versions'][version_id]
84
85 print_notes(to_screen, versions_info['versions'])
86
87 # sys.executable is set to the full pathname of the exe-file for py2exe
88 # though symlinks are not followed so that we need to do this manually
89 # with help of realpath
90 filename = compat_realpath(sys.executable if hasattr(sys, 'frozen') else sys.argv[0])
91
92 if not os.access(filename, os.W_OK):
93 to_screen('ERROR: no write permissions on %s' % filename)
94 return
95
96 # Py2EXE
97 if hasattr(sys, 'frozen'):
98 exe = filename
99 directory = os.path.dirname(exe)
100 if not os.access(directory, os.W_OK):
101 to_screen('ERROR: no write permissions on %s' % directory)
102 return
103
104 try:
105 urlh = opener.open(version['exe'][0])
106 newcontent = urlh.read()
107 urlh.close()
108 except (IOError, OSError):
109 if verbose:
110 to_screen(encode_compat_str(traceback.format_exc()))
111 to_screen('ERROR: unable to download latest version')
112 return
113
114 newcontent_hash = hashlib.sha256(newcontent).hexdigest()
115 if newcontent_hash != version['exe'][1]:
116 to_screen('ERROR: the downloaded file hash does not match. Aborting.')
117 return
118
119 try:
120 with open(exe + '.new', 'wb') as outf:
121 outf.write(newcontent)
122 except (IOError, OSError):
123 if verbose:
124 to_screen(encode_compat_str(traceback.format_exc()))
125 to_screen('ERROR: unable to write the new version')
126 return
127
128 try:
129 bat = os.path.join(directory, 'youtube-dl-updater.bat')
130 with io.open(bat, 'w') as batfile:
131 batfile.write('''
132 @echo off
133 echo Waiting for file handle to be closed ...
134 ping 127.0.0.1 -n 5 -w 1000 > NUL
135 move /Y "%s.new" "%s" > NUL
136 echo Updated youtube-dl to version %s.
137 start /b "" cmd /c del "%%~f0"&exit /b"
138 \n''' % (exe, exe, version_id))
139
140 subprocess.Popen([bat]) # Continues to run in the background
141 return # Do not show premature success messages
142 except (IOError, OSError):
143 if verbose:
144 to_screen(encode_compat_str(traceback.format_exc()))
145 to_screen('ERROR: unable to overwrite current version')
146 return
147
148 # Zip unix package
149 elif isinstance(globals().get('__loader__'), zipimporter):
150 try:
151 urlh = opener.open(version['bin'][0])
152 newcontent = urlh.read()
153 urlh.close()
154 except (IOError, OSError):
155 if verbose:
156 to_screen(encode_compat_str(traceback.format_exc()))
157 to_screen('ERROR: unable to download latest version')
158 return
159
160 newcontent_hash = hashlib.sha256(newcontent).hexdigest()
161 if newcontent_hash != version['bin'][1]:
162 to_screen('ERROR: the downloaded file hash does not match. Aborting.')
163 return
164
165 try:
166 with open(filename, 'wb') as outf:
167 outf.write(newcontent)
168 except (IOError, OSError):
169 if verbose:
170 to_screen(encode_compat_str(traceback.format_exc()))
171 to_screen('ERROR: unable to overwrite current version')
172 return
173
174 to_screen('Updated youtube-dl. Restart youtube-dl to use the new version.')
175
176
177 def get_notes(versions, fromVersion):
178 notes = []
179 for v, vdata in sorted(versions.items()):
180 if v > fromVersion:
181 notes.extend(vdata.get('notes', []))
182 return notes
183
184
185 def print_notes(to_screen, versions, fromVersion=__version__):
186 notes = get_notes(versions, fromVersion)
187 if notes:
188 to_screen('PLEASE NOTE:')
189 for note in notes:
190 to_screen(note)