Merge tag 'upstream/2014.11.23'

[youtubedl] / youtube_dl / downloader / common.py

diff --git a/youtube_dl/downloader/common.py b/youtube_dl/downloader/common.py
index 5a068aa8b8063c8503eb4dc8170fd19303779a02..7c33004b17b1612942187cc80bedbe0fef985d68 100644 (file)
--- a/youtube_dl/downloader/common.py
+++ b/youtube_dl/downloader/common.py
@@ -1,12 +1,15 @@
+from __future__ import unicode_literals
+

 import os
 import re
 import sys
 import time
 
 from ..utils import (
 import os
 import re
 import sys
 import time
 
 from ..utils import (

+    compat_str,

     encodeFilename,
     encodeFilename,

-    timeconvert,

     format_bytes,
     format_bytes,

+    timeconvert,

 )
 
 
 )
 
 


@@ -41,6 +44,7 @@ class FileDownloader(object):
     Subclasses of this one must re-define the real_download method.
     """
 
     Subclasses of this one must re-define the real_download method.
     """
 

+    _TEST_FILE_SIZE = 10241

     params = None
 
     def __init__(self, ydl, params):
     params = None
 
     def __init__(self, ydl, params):


@@ -157,14 +161,14 @@ class FileDownloader(object):
 
     def temp_name(self, filename):
         """Returns a temporary filename for the given filename."""
 
     def temp_name(self, filename):
         """Returns a temporary filename for the given filename."""

-        if self.params.get('nopart', False) or filename == u'-' or \
+        if self.params.get('nopart', False) or filename == '-' or \

                 (os.path.exists(encodeFilename(filename)) and not os.path.isfile(encodeFilename(filename))):
             return filename
                 (os.path.exists(encodeFilename(filename)) and not os.path.isfile(encodeFilename(filename))):
             return filename

-        return filename + u'.part'
+        return filename + '.part'

 
     def undo_temp_name(self, filename):
 
     def undo_temp_name(self, filename):

-        if filename.endswith(u'.part'):
-            return filename[:-len(u'.part')]
+        if filename.endswith('.part'):
+            return filename[:-len('.part')]

         return filename
 
     def try_rename(self, old_filename, new_filename):
         return filename
 
     def try_rename(self, old_filename, new_filename):


@@ -173,7 +177,7 @@ class FileDownloader(object):
                 return
             os.rename(encodeFilename(old_filename), encodeFilename(new_filename))
         except (IOError, OSError) as err:
                 return
             os.rename(encodeFilename(old_filename), encodeFilename(new_filename))
         except (IOError, OSError) as err:

-            self.report_error(u'unable to rename file: %s' % str(err))
+            self.report_error('unable to rename file: %s' % compat_str(err))

 
     def try_utime(self, filename, last_modified_hdr):
         """Try to set the last-modified time of the given file."""
 
     def try_utime(self, filename, last_modified_hdr):
         """Try to set the last-modified time of the given file."""


@@ -198,10 +202,10 @@ class FileDownloader(object):
 
     def report_destination(self, filename):
         """Report destination filename."""
 
     def report_destination(self, filename):
         """Report destination filename."""

-        self.to_screen(u'[download] Destination: ' + filename)
+        self.to_screen('[download] Destination: ' + filename)

 
     def _report_progress_status(self, msg, is_last_line=False):
 
     def _report_progress_status(self, msg, is_last_line=False):

-        fullmsg = u'[download] ' + msg
+        fullmsg = '[download] ' + msg

         if self.params.get('progress_with_newline', False):
             self.to_screen(fullmsg)
         else:
         if self.params.get('progress_with_newline', False):
             self.to_screen(fullmsg)
         else:


@@ -209,13 +213,13 @@ class FileDownloader(object):
                 prev_len = getattr(self, '_report_progress_prev_line_length',
                                    0)
                 if prev_len > len(fullmsg):
                 prev_len = getattr(self, '_report_progress_prev_line_length',
                                    0)
                 if prev_len > len(fullmsg):

-                    fullmsg += u' ' * (prev_len - len(fullmsg))
+                    fullmsg += ' ' * (prev_len - len(fullmsg))

                 self._report_progress_prev_line_length = len(fullmsg)
                 self._report_progress_prev_line_length = len(fullmsg)

-                clear_line = u'\r'
+                clear_line = '\r'

             else:
             else:

-                clear_line = (u'\r\x1b[K' if sys.stderr.isatty() else u'\r')
+                clear_line = ('\r\x1b[K' if sys.stderr.isatty() else '\r')

             self.to_screen(clear_line + fullmsg, skip_eol=not is_last_line)
             self.to_screen(clear_line + fullmsg, skip_eol=not is_last_line)

-        self.to_console_title(u'youtube-dl ' + msg)
+        self.to_console_title('youtube-dl ' + msg)

 
     def report_progress(self, percent, data_len_str, speed, eta):
         """Report download progress."""
 
     def report_progress(self, percent, data_len_str, speed, eta):
         """Report download progress."""


@@ -231,7 +235,7 @@ class FileDownloader(object):
             percent_str = 'Unknown %'
         speed_str = self.format_speed(speed)
 
             percent_str = 'Unknown %'
         speed_str = self.format_speed(speed)
 

-        msg = (u'%s of %s at %s ETA %s' %
+        msg = ('%s of %s at %s ETA %s' %

                (percent_str, data_len_str, speed_str, eta_str))
         self._report_progress_status(msg)
 
                (percent_str, data_len_str, speed_str, eta_str))
         self._report_progress_status(msg)
 


@@ -241,37 +245,37 @@ class FileDownloader(object):
         downloaded_str = format_bytes(downloaded_data_len)
         speed_str = self.format_speed(speed)
         elapsed_str = FileDownloader.format_seconds(elapsed)
         downloaded_str = format_bytes(downloaded_data_len)
         speed_str = self.format_speed(speed)
         elapsed_str = FileDownloader.format_seconds(elapsed)

-        msg = u'%s at %s (%s)' % (downloaded_str, speed_str, elapsed_str)
+        msg = '%s at %s (%s)' % (downloaded_str, speed_str, elapsed_str)

         self._report_progress_status(msg)
 
     def report_finish(self, data_len_str, tot_time):
         """Report download finished."""
         if self.params.get('noprogress', False):
         self._report_progress_status(msg)
 
     def report_finish(self, data_len_str, tot_time):
         """Report download finished."""
         if self.params.get('noprogress', False):

-            self.to_screen(u'[download] Download completed')
+            self.to_screen('[download] Download completed')

         else:
             self._report_progress_status(
         else:
             self._report_progress_status(

-                (u'100%% of %s in %s' %
+                ('100%% of %s in %s' %

                  (data_len_str, self.format_seconds(tot_time))),
                 is_last_line=True)
 
     def report_resuming_byte(self, resume_len):
         """Report attempt to resume at given byte."""
                  (data_len_str, self.format_seconds(tot_time))),
                 is_last_line=True)
 
     def report_resuming_byte(self, resume_len):
         """Report attempt to resume at given byte."""

-        self.to_screen(u'[download] Resuming download at byte %s' % resume_len)
+        self.to_screen('[download] Resuming download at byte %s' % resume_len)

 
     def report_retry(self, count, retries):
         """Report retry in case of HTTP error 5xx"""
 
     def report_retry(self, count, retries):
         """Report retry in case of HTTP error 5xx"""

-        self.to_screen(u'[download] Got server HTTP error. Retrying (attempt %d of %d)...' % (count, retries))
+        self.to_screen('[download] Got server HTTP error. Retrying (attempt %d of %d)...' % (count, retries))

 
     def report_file_already_downloaded(self, file_name):
         """Report file has already been fully downloaded."""
         try:
 
     def report_file_already_downloaded(self, file_name):
         """Report file has already been fully downloaded."""
         try:

-            self.to_screen(u'[download] %s has already been downloaded' % file_name)
+            self.to_screen('[download] %s has already been downloaded' % file_name)

         except UnicodeEncodeError:
         except UnicodeEncodeError:

-            self.to_screen(u'[download] The file has already been downloaded')
+            self.to_screen('[download] The file has already been downloaded')

 
     def report_unable_to_resume(self):
         """Report it was impossible to resume download."""
 
     def report_unable_to_resume(self):
         """Report it was impossible to resume download."""

-        self.to_screen(u'[download] Unable to resume')
+        self.to_screen('[download] Unable to resume')

 
     def download(self, filename, info_dict):
         """Download to a filename using the info from info_dict
 
     def download(self, filename, info_dict):
         """Download to a filename using the info from info_dict


@@ -291,7 +295,7 @@ class FileDownloader(object):
 
     def real_download(self, filename, info_dict):
         """Real download process. Redefine in subclasses."""
 
     def real_download(self, filename, info_dict):
         """Real download process. Redefine in subclasses."""

-        raise NotImplementedError(u'This method must be implemented by sublcasses')
+        raise NotImplementedError('This method must be implemented by subclasses')

 
     def _hook_progress(self, status):
         for ph in self._progress_hooks:
 
     def _hook_progress(self, status):
         for ph in self._progress_hooks: