Update the changelog.

[youtubedl] / youtube_dl / update.py

diff --git a/youtube_dl/update.py b/youtube_dl/update.py
index 4c07a558e7ad2f2db422ed2a0124df49efc6b09c..84c9646171e0b8f8d6a6397bff5339205cdadcd7 100644 (file)
--- a/youtube_dl/update.py
+++ b/youtube_dl/update.py
@@ -9,61 +9,44 @@ import subprocess
 import sys
 from zipimport import zipimporter
 
 import sys
 from zipimport import zipimporter
 

-from .compat import (
-    compat_str,
-    compat_urllib_request,
-)
+from .compat import compat_realpath
+from .utils import encode_compat_str
+

 from .version import __version__
 
 
 def rsa_verify(message, signature, key):
 from .version import __version__
 
 
 def rsa_verify(message, signature, key):

-    from struct import pack

     from hashlib import sha256
     from hashlib import sha256

-

     assert isinstance(message, bytes)
     assert isinstance(message, bytes)

-    block_size = 0
-    n = key[0]
-    while n:
-        block_size += 1
-        n >>= 8
-    signature = pow(int(signature, 16), key[1], key[0])
-    raw_bytes = []
-    while signature:
-        raw_bytes.insert(0, pack("B", signature & 0xFF))
-        signature >>= 8
-    signature = (block_size - len(raw_bytes)) * b'\x00' + b''.join(raw_bytes)
-    if signature[0:2] != b'\x00\x01':
-        return False
-    signature = signature[2:]
-    if b'\x00' not in signature:
-        return False
-    signature = signature[signature.index(b'\x00') + 1:]
-    if not signature.startswith(b'\x30\x31\x30\x0D\x06\x09\x60\x86\x48\x01\x65\x03\x04\x02\x01\x05\x00\x04\x20'):
-        return False
-    signature = signature[19:]
-    if signature != sha256(message).digest():
+    byte_size = (len(bin(key[0])) - 2 + 8 - 1) // 8
+    signature = ('%x' % pow(int(signature, 16), key[1], key[0])).encode()
+    signature = (byte_size * 2 - len(signature)) * b'0' + signature
+    asn1 = b'3031300d060960864801650304020105000420'
+    asn1 += sha256(message).hexdigest().encode()
+    if byte_size < len(asn1) // 2 + 11:

         return False
         return False

-    return True
+    expected = b'0001' + (byte_size - len(asn1) // 2 - 3) * b'ff' + b'00' + asn1
+    return expected == signature

 
 
 
 

-def update_self(to_screen, verbose):
+def update_self(to_screen, verbose, opener):

     """Update the program file with the latest version from the repository"""
 
     """Update the program file with the latest version from the repository"""
 

-    UPDATE_URL = "http://rg3.github.io/youtube-dl/update/"
+    UPDATE_URL = 'https://yt-dl.org/update/'

     VERSION_URL = UPDATE_URL + 'LATEST_VERSION'
     JSON_URL = UPDATE_URL + 'versions.json'
     UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537)
 
     VERSION_URL = UPDATE_URL + 'LATEST_VERSION'
     JSON_URL = UPDATE_URL + 'versions.json'
     UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537)
 

-    if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, "frozen"):
+    if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, 'frozen'):

         to_screen('It looks like you installed youtube-dl with a package manager, pip, setup.py or a tarball. Please use that to update.')
         return
 
     # Check if there is a new version
     try:
         to_screen('It looks like you installed youtube-dl with a package manager, pip, setup.py or a tarball. Please use that to update.')
         return
 
     # Check if there is a new version
     try:

-        newversion = compat_urllib_request.urlopen(VERSION_URL).read().decode('utf-8').strip()
-    except:
+        newversion = opener.open(VERSION_URL).read().decode('utf-8').strip()
+    except Exception:

         if verbose:
         if verbose:

-            to_screen(compat_str(traceback.format_exc()))
+            to_screen(encode_compat_str(traceback.format_exc()))

         to_screen('ERROR: can\'t find the current version. Please try again later.')
         return
     if newversion == __version__:
         to_screen('ERROR: can\'t find the current version. Please try again later.')
         return
     if newversion == __version__:


@@ -72,14 +55,14 @@ def update_self(to_screen, verbose):
 
     # Download and check versions info
     try:
 
     # Download and check versions info
     try:

-        versions_info = compat_urllib_request.urlopen(JSON_URL).read().decode('utf-8')
+        versions_info = opener.open(JSON_URL).read().decode('utf-8')

         versions_info = json.loads(versions_info)
         versions_info = json.loads(versions_info)

-    except:
+    except Exception:

         if verbose:
         if verbose:

-            to_screen(compat_str(traceback.format_exc()))
+            to_screen(encode_compat_str(traceback.format_exc()))

         to_screen('ERROR: can\'t obtain versions info. Please try again later.')
         return
         to_screen('ERROR: can\'t obtain versions info. Please try again later.')
         return

-    if not 'signature' in versions_info:
+    if 'signature' not in versions_info:

         to_screen('ERROR: the versions file is not signed or corrupted. Aborting.')
         return
     signature = versions_info['signature']
         to_screen('ERROR: the versions file is not signed or corrupted. Aborting.')
         return
     signature = versions_info['signature']


@@ -101,31 +84,30 @@ def update_self(to_screen, verbose):
 
     print_notes(to_screen, versions_info['versions'])
 
 
     print_notes(to_screen, versions_info['versions'])
 

-    filename = sys.argv[0]
-    # Py2EXE: Filename could be different
-    if hasattr(sys, "frozen") and not os.path.isfile(filename):
-        if os.path.isfile(filename + '.exe'):
-            filename += '.exe'
+    # sys.executable is set to the full pathname of the exe-file for py2exe
+    # though symlinks are not followed so that we need to do this manually
+    # with help of realpath
+    filename = compat_realpath(sys.executable if hasattr(sys, 'frozen') else sys.argv[0])

 
     if not os.access(filename, os.W_OK):
         to_screen('ERROR: no write permissions on %s' % filename)
         return
 
     # Py2EXE
 
     if not os.access(filename, os.W_OK):
         to_screen('ERROR: no write permissions on %s' % filename)
         return
 
     # Py2EXE

-    if hasattr(sys, "frozen"):
-        exe = os.path.abspath(filename)
+    if hasattr(sys, 'frozen'):
+        exe = filename

         directory = os.path.dirname(exe)
         if not os.access(directory, os.W_OK):
             to_screen('ERROR: no write permissions on %s' % directory)
             return
 
         try:
         directory = os.path.dirname(exe)
         if not os.access(directory, os.W_OK):
             to_screen('ERROR: no write permissions on %s' % directory)
             return
 
         try:

-            urlh = compat_urllib_request.urlopen(version['exe'][0])
+            urlh = opener.open(version['exe'][0])

             newcontent = urlh.read()
             urlh.close()
         except (IOError, OSError):
             if verbose:
             newcontent = urlh.read()
             urlh.close()
         except (IOError, OSError):
             if verbose:

-                to_screen(compat_str(traceback.format_exc()))
+                to_screen(encode_compat_str(traceback.format_exc()))

             to_screen('ERROR: unable to download latest version')
             return
 
             to_screen('ERROR: unable to download latest version')
             return
 


@@ -139,7 +121,7 @@ def update_self(to_screen, verbose):
                 outf.write(newcontent)
         except (IOError, OSError):
             if verbose:
                 outf.write(newcontent)
         except (IOError, OSError):
             if verbose:

-                to_screen(compat_str(traceback.format_exc()))
+                to_screen(encode_compat_str(traceback.format_exc()))

             to_screen('ERROR: unable to write the new version')
             return
 
             to_screen('ERROR: unable to write the new version')
             return
 


@@ -159,19 +141,19 @@ start /b "" cmd /c del "%%~f0"&exit /b"
             return  # Do not show premature success messages
         except (IOError, OSError):
             if verbose:
             return  # Do not show premature success messages
         except (IOError, OSError):
             if verbose:

-                to_screen(compat_str(traceback.format_exc()))
+                to_screen(encode_compat_str(traceback.format_exc()))

             to_screen('ERROR: unable to overwrite current version')
             return
 
     # Zip unix package
     elif isinstance(globals().get('__loader__'), zipimporter):
         try:
             to_screen('ERROR: unable to overwrite current version')
             return
 
     # Zip unix package
     elif isinstance(globals().get('__loader__'), zipimporter):
         try:

-            urlh = compat_urllib_request.urlopen(version['bin'][0])
+            urlh = opener.open(version['bin'][0])

             newcontent = urlh.read()
             urlh.close()
         except (IOError, OSError):
             if verbose:
             newcontent = urlh.read()
             urlh.close()
         except (IOError, OSError):
             if verbose:

-                to_screen(compat_str(traceback.format_exc()))
+                to_screen(encode_compat_str(traceback.format_exc()))

             to_screen('ERROR: unable to download latest version')
             return
 
             to_screen('ERROR: unable to download latest version')
             return
 


@@ -185,7 +167,7 @@ start /b "" cmd /c del "%%~f0"&exit /b"
                 outf.write(newcontent)
         except (IOError, OSError):
             if verbose:
                 outf.write(newcontent)
         except (IOError, OSError):
             if verbose:

-                to_screen(compat_str(traceback.format_exc()))
+                to_screen(encode_compat_str(traceback.format_exc()))

             to_screen('ERROR: unable to overwrite current version')
             return
 
             to_screen('ERROR: unable to overwrite current version')
             return