Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/__init__.py

   1 #!/usr/bin/env python
   2 # -*- coding: utf-8 -*-
   3
   4 __authors__  = (
   5     'Ricardo Garcia Gonzalez',
   6     'Danny Colligan',
   7     'Benjamin Johnson',
   8     'Vasyl\' Vavrychuk',
   9     'Witold Baryluk',
  10     'Paweł Paprota',
  11     'Gergely Imreh',
  12     'Rogério Brito',
  13     'Philipp Hagemeister',
  14     'Sören Schulze',
  15     'Kevin Ngo',
  16     'Ori Avtalion',
  17     'shizeeg',
  18     'Filippo Valsorda',
  19     'Christian Albrecht',
  20     'Dave Vasilevsky',
  21     'Jaime Marquínez Ferrándiz',
  22     'Jeff Crouse',
  23     'Osama Khalid',
  24     'Michael Walter',
  25     'M. Yasoob Ullah Khalid',
  26     'Julien Fraichard',
  27     'Johny Mo Swag',
  28     'Axel Noack',
  29     )
  30
  31 __license__ = 'Public Domain'
  32
  33 import codecs
  34 import getpass
  35 import optparse
  36 import os
  37 import re
  38 import shlex
  39 import socket
  40 import subprocess
  41 import sys
  42 import warnings
  43 import platform
  44
  45 from .utils import *
  46 from .update import update_self
  47 from .version import __version__
  48 from .FileDownloader import *
  49 from .extractor import gen_extractors
  50 from .YoutubeDL import YoutubeDL
  51 from .PostProcessor import *
  52
  53 def parseOpts(overrideArguments=None):
  54     def _readOptions(filename_bytes):
  55         try:
  56             optionf = open(filename_bytes)
  57         except IOError:
  58             return [] # silently skip if file is not present
  59         try:
  60             res = []
  61             for l in optionf:
  62                 res += shlex.split(l, comments=True)
  63         finally:
  64             optionf.close()
  65         return res
  66
  67     def _format_option_string(option):
  68         ''' ('-o', '--option') -> -o, --format METAVAR'''
  69
  70         opts = []
  71
  72         if option._short_opts:
  73             opts.append(option._short_opts[0])
  74         if option._long_opts:
  75             opts.append(option._long_opts[0])
  76         if len(opts) > 1:
  77             opts.insert(1, ', ')
  78
  79         if option.takes_value(): opts.append(' %s' % option.metavar)
  80
  81         return "".join(opts)
  82
  83     def _find_term_columns():
  84         columns = os.environ.get('COLUMNS', None)
  85         if columns:
  86             return int(columns)
  87
  88         try:
  89             sp = subprocess.Popen(['stty', 'size'], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
  90             out,err = sp.communicate()
  91             return int(out.split()[1])
  92         except:
  93             pass
  94         return None
  95
  96     max_width = 80
  97     max_help_position = 80
  98
  99     # No need to wrap help messages if we're on a wide console
 100     columns = _find_term_columns()
 101     if columns: max_width = columns
 102
 103     fmt = optparse.IndentedHelpFormatter(width=max_width, max_help_position=max_help_position)
 104     fmt.format_option_strings = _format_option_string
 105
 106     kw = {
 107         'version'   : __version__,
 108         'formatter' : fmt,
 109         'usage' : '%prog [options] url [url...]',
 110         'conflict_handler' : 'resolve',
 111     }
 112
 113     parser = optparse.OptionParser(**kw)
 114
 115     # option groups
 116     general        = optparse.OptionGroup(parser, 'General Options')
 117     selection      = optparse.OptionGroup(parser, 'Video Selection')
 118     authentication = optparse.OptionGroup(parser, 'Authentication Options')
 119     video_format   = optparse.OptionGroup(parser, 'Video Format Options')
 120     postproc       = optparse.OptionGroup(parser, 'Post-processing Options')
 121     filesystem     = optparse.OptionGroup(parser, 'Filesystem Options')
 122     verbosity      = optparse.OptionGroup(parser, 'Verbosity / Simulation Options')
 123
 124     general.add_option('-h', '--help',
 125             action='help', help='print this help text and exit')
 126     general.add_option('-v', '--version',
 127             action='version', help='print program version and exit')
 128     general.add_option('-U', '--update',
 129             action='store_true', dest='update_self', help='update this program to latest version')
 130     general.add_option('-i', '--ignore-errors',
 131             action='store_true', dest='ignoreerrors', help='continue on download errors', default=False)
 132     general.add_option('-r', '--rate-limit',
 133             dest='ratelimit', metavar='LIMIT', help='maximum download rate (e.g. 50k or 44.6m)')
 134     general.add_option('-R', '--retries',
 135             dest='retries', metavar='RETRIES', help='number of retries (default is %default)', default=10)
 136     general.add_option('--buffer-size',
 137             dest='buffersize', metavar='SIZE', help='size of download buffer (e.g. 1024 or 16k) (default is %default)', default="1024")
 138     general.add_option('--no-resize-buffer',
 139             action='store_true', dest='noresizebuffer',
 140             help='do not automatically adjust the buffer size. By default, the buffer size is automatically resized from an initial value of SIZE.', default=False)
 141     general.add_option('--dump-user-agent',
 142             action='store_true', dest='dump_user_agent',
 143             help='display the current browser identification', default=False)
 144     general.add_option('--user-agent',
 145             dest='user_agent', help='specify a custom user agent', metavar='UA')
 146     general.add_option('--referer',
 147             dest='referer', help='specify a custom referer, use if the video access is restricted to one domain',
 148             metavar='REF', default=None)
 149     general.add_option('--list-extractors',
 150             action='store_true', dest='list_extractors',
 151             help='List all supported extractors and the URLs they would handle', default=False)
 152     general.add_option('--proxy', dest='proxy', default=None, help='Use the specified HTTP/HTTPS proxy', metavar='URL')
 153     general.add_option('--no-check-certificate', action='store_true', dest='no_check_certificate', default=False, help='Suppress HTTPS certificate validation.')
 154     general.add_option('--test', action='store_true', dest='test', default=False, help=optparse.SUPPRESS_HELP)
 155
 156     selection.add_option('--playlist-start',
 157             dest='playliststart', metavar='NUMBER', help='playlist video to start at (default is %default)', default=1)
 158     selection.add_option('--playlist-end',
 159             dest='playlistend', metavar='NUMBER', help='playlist video to end at (default is last)', default=-1)
 160     selection.add_option('--match-title', dest='matchtitle', metavar='REGEX',help='download only matching titles (regex or caseless sub-string)')
 161     selection.add_option('--reject-title', dest='rejecttitle', metavar='REGEX',help='skip download for matching titles (regex or caseless sub-string)')
 162     selection.add_option('--max-downloads', metavar='NUMBER', dest='max_downloads', help='Abort after downloading NUMBER files', default=None)
 163     selection.add_option('--min-filesize', metavar='SIZE', dest='min_filesize', help="Do not download any videos smaller than SIZE (e.g. 50k or 44.6m)", default=None)
 164     selection.add_option('--max-filesize', metavar='SIZE', dest='max_filesize', help="Do not download any videos larger than SIZE (e.g. 50k or 44.6m)", default=None)
 165     selection.add_option('--date', metavar='DATE', dest='date', help='download only videos uploaded in this date', default=None)
 166     selection.add_option('--datebefore', metavar='DATE', dest='datebefore', help='download only videos uploaded before this date', default=None)
 167     selection.add_option('--dateafter', metavar='DATE', dest='dateafter', help='download only videos uploaded after this date', default=None)
 168
 169
 170     authentication.add_option('-u', '--username',
 171             dest='username', metavar='USERNAME', help='account username')
 172     authentication.add_option('-p', '--password',
 173             dest='password', metavar='PASSWORD', help='account password')
 174     authentication.add_option('-n', '--netrc',
 175             action='store_true', dest='usenetrc', help='use .netrc authentication data', default=False)
 176     authentication.add_option('--video-password',
 177             dest='videopassword', metavar='PASSWORD', help='video password (vimeo only)')
 178
 179
 180     video_format.add_option('-f', '--format',
 181             action='store', dest='format', metavar='FORMAT',
 182             help='video format code, specifiy the order of preference using slashes: "-f 22/17/18"')
 183     video_format.add_option('--all-formats',
 184             action='store_const', dest='format', help='download all available video formats', const='all')
 185     video_format.add_option('--prefer-free-formats',
 186             action='store_true', dest='prefer_free_formats', default=False, help='prefer free video formats unless a specific one is requested')
 187     video_format.add_option('--max-quality',
 188             action='store', dest='format_limit', metavar='FORMAT', help='highest quality format to download')
 189     video_format.add_option('-F', '--list-formats',
 190             action='store_true', dest='listformats', help='list all available formats (currently youtube only)')
 191     video_format.add_option('--write-sub', '--write-srt',
 192             action='store_true', dest='writesubtitles',
 193             help='write subtitle file (currently youtube only)', default=False)
 194     video_format.add_option('--write-auto-sub', '--write-automatic-sub',
 195             action='store_true', dest='writeautomaticsub',
 196             help='write automatic subtitle file (currently youtube only)', default=False)
 197     video_format.add_option('--only-sub',
 198             action='store_true', dest='skip_download',
 199             help='[deprecated] alias of --skip-download', default=False)
 200     video_format.add_option('--all-subs',
 201             action='store_true', dest='allsubtitles',
 202             help='downloads all the available subtitles of the video (currently youtube only)', default=False)
 203     video_format.add_option('--list-subs',
 204             action='store_true', dest='listsubtitles',
 205             help='lists all available subtitles for the video (currently youtube only)', default=False)
 206     video_format.add_option('--sub-format',
 207             action='store', dest='subtitlesformat', metavar='FORMAT',
 208             help='subtitle format [srt/sbv/vtt] (default=srt) (currently youtube only)', default='srt')
 209     video_format.add_option('--sub-lang', '--srt-lang',
 210             action='store', dest='subtitleslang', metavar='LANG',
 211             help='language of the subtitles to download (optional) use IETF language tags like \'en\'')
 212
 213     verbosity.add_option('-q', '--quiet',
 214             action='store_true', dest='quiet', help='activates quiet mode', default=False)
 215     verbosity.add_option('-s', '--simulate',
 216             action='store_true', dest='simulate', help='do not download the video and do not write anything to disk', default=False)
 217     verbosity.add_option('--skip-download',
 218             action='store_true', dest='skip_download', help='do not download the video', default=False)
 219     verbosity.add_option('-g', '--get-url',
 220             action='store_true', dest='geturl', help='simulate, quiet but print URL', default=False)
 221     verbosity.add_option('-e', '--get-title',
 222             action='store_true', dest='gettitle', help='simulate, quiet but print title', default=False)
 223     verbosity.add_option('--get-id',
 224             action='store_true', dest='getid', help='simulate, quiet but print id', default=False)
 225     verbosity.add_option('--get-thumbnail',
 226             action='store_true', dest='getthumbnail',
 227             help='simulate, quiet but print thumbnail URL', default=False)
 228     verbosity.add_option('--get-description',
 229             action='store_true', dest='getdescription',
 230             help='simulate, quiet but print video description', default=False)
 231     verbosity.add_option('--get-filename',
 232             action='store_true', dest='getfilename',
 233             help='simulate, quiet but print output filename', default=False)
 234     verbosity.add_option('--get-format',
 235             action='store_true', dest='getformat',
 236             help='simulate, quiet but print output format', default=False)
 237     verbosity.add_option('--newline',
 238             action='store_true', dest='progress_with_newline', help='output progress bar as new lines', default=False)
 239     verbosity.add_option('--no-progress',
 240             action='store_true', dest='noprogress', help='do not print progress bar', default=False)
 241     verbosity.add_option('--console-title',
 242             action='store_true', dest='consoletitle',
 243             help='display progress in console titlebar', default=False)
 244     verbosity.add_option('-v', '--verbose',
 245             action='store_true', dest='verbose', help='print various debugging information', default=False)
 246     verbosity.add_option('--dump-intermediate-pages',
 247             action='store_true', dest='dump_intermediate_pages', default=False,
 248             help='print downloaded pages to debug problems(very verbose)')
 249
 250     filesystem.add_option('-t', '--title',
 251             action='store_true', dest='usetitle', help='use title in file name (default)', default=False)
 252     filesystem.add_option('--id',
 253             action='store_true', dest='useid', help='use only video ID in file name', default=False)
 254     filesystem.add_option('-l', '--literal',
 255             action='store_true', dest='usetitle', help='[deprecated] alias of --title', default=False)
 256     filesystem.add_option('-A', '--auto-number',
 257             action='store_true', dest='autonumber',
 258             help='number downloaded files starting from 00000', default=False)
 259     filesystem.add_option('-o', '--output',
 260             dest='outtmpl', metavar='TEMPLATE',
 261             help=('output filename template. Use %(title)s to get the title, '
 262                   '%(uploader)s for the uploader name, %(uploader_id)s for the uploader nickname if different, '
 263                   '%(autonumber)s to get an automatically incremented number, '
 264                   '%(ext)s for the filename extension, %(upload_date)s for the upload date (YYYYMMDD), '
 265                   '%(extractor)s for the provider (youtube, metacafe, etc), '
 266                   '%(id)s for the video id , %(playlist)s for the playlist the video is in, '
 267                   '%(playlist_index)s for the position in the playlist and %% for a literal percent. '
 268                   'Use - to output to stdout. Can also be used to download to a different directory, '
 269                   'for example with -o \'/my/downloads/%(uploader)s/%(title)s-%(id)s.%(ext)s\' .'))
 270     filesystem.add_option('--autonumber-size',
 271             dest='autonumber_size', metavar='NUMBER',
 272             help='Specifies the number of digits in %(autonumber)s when it is present in output filename template or --autonumber option is given')
 273     filesystem.add_option('--restrict-filenames',
 274             action='store_true', dest='restrictfilenames',
 275             help='Restrict filenames to only ASCII characters, and avoid "&" and spaces in filenames', default=False)
 276     filesystem.add_option('-a', '--batch-file',
 277             dest='batchfile', metavar='FILE', help='file containing URLs to download (\'-\' for stdin)')
 278     filesystem.add_option('-w', '--no-overwrites',
 279             action='store_true', dest='nooverwrites', help='do not overwrite files', default=False)
 280     filesystem.add_option('-c', '--continue',
 281             action='store_true', dest='continue_dl', help='resume partially downloaded files', default=True)
 282     filesystem.add_option('--no-continue',
 283             action='store_false', dest='continue_dl',
 284             help='do not resume partially downloaded files (restart from beginning)')
 285     filesystem.add_option('--cookies',
 286             dest='cookiefile', metavar='FILE', help='file to read cookies from and dump cookie jar in')
 287     filesystem.add_option('--no-part',
 288             action='store_true', dest='nopart', help='do not use .part files', default=False)
 289     filesystem.add_option('--no-mtime',
 290             action='store_false', dest='updatetime',
 291             help='do not use the Last-modified header to set the file modification time', default=True)
 292     filesystem.add_option('--write-description',
 293             action='store_true', dest='writedescription',
 294             help='write video description to a .description file', default=False)
 295     filesystem.add_option('--write-info-json',
 296             action='store_true', dest='writeinfojson',
 297             help='write video metadata to a .info.json file', default=False)
 298     filesystem.add_option('--write-thumbnail',
 299             action='store_true', dest='writethumbnail',
 300             help='write thumbnail image to disk', default=False)
 301
 302
 303     postproc.add_option('-x', '--extract-audio', action='store_true', dest='extractaudio', default=False,
 304             help='convert video files to audio-only files (requires ffmpeg or avconv and ffprobe or avprobe)')
 305     postproc.add_option('--audio-format', metavar='FORMAT', dest='audioformat', default='best',
 306             help='"best", "aac", "vorbis", "mp3", "m4a", "opus", or "wav"; best by default')
 307     postproc.add_option('--audio-quality', metavar='QUALITY', dest='audioquality', default='5',
 308             help='ffmpeg/avconv audio quality specification, insert a value between 0 (better) and 9 (worse) for VBR or a specific bitrate like 128K (default 5)')
 309     postproc.add_option('--recode-video', metavar='FORMAT', dest='recodevideo', default=None,
 310             help='Encode the video to another format if necessary (currently supported: mp4|flv|ogg|webm)')
 311     postproc.add_option('-k', '--keep-video', action='store_true', dest='keepvideo', default=False,
 312             help='keeps the video file on disk after the post-processing; the video is erased by default')
 313     postproc.add_option('--no-post-overwrites', action='store_true', dest='nopostoverwrites', default=False,
 314             help='do not overwrite post-processed files; the post-processed files are overwritten by default')
 315
 316
 317     parser.add_option_group(general)
 318     parser.add_option_group(selection)
 319     parser.add_option_group(filesystem)
 320     parser.add_option_group(verbosity)
 321     parser.add_option_group(video_format)
 322     parser.add_option_group(authentication)
 323     parser.add_option_group(postproc)
 324
 325     if overrideArguments is not None:
 326         opts, args = parser.parse_args(overrideArguments)
 327         if opts.verbose:
 328             sys.stderr.write(u'[debug] Override config: ' + repr(overrideArguments) + '\n')
 329     else:
 330         xdg_config_home = os.environ.get('XDG_CONFIG_HOME')
 331         if xdg_config_home:
 332             userConfFile = os.path.join(xdg_config_home, 'youtube-dl.conf')
 333         else:
 334             userConfFile = os.path.join(os.path.expanduser('~'), '.config', 'youtube-dl.conf')
 335         systemConf = _readOptions('/etc/youtube-dl.conf')
 336         userConf = _readOptions(userConfFile)
 337         commandLineConf = sys.argv[1:]
 338         argv = systemConf + userConf + commandLineConf
 339         opts, args = parser.parse_args(argv)
 340         if opts.verbose:
 341             sys.stderr.write(u'[debug] System config: ' + repr(systemConf) + '\n')
 342             sys.stderr.write(u'[debug] User config: ' + repr(userConf) + '\n')
 343             sys.stderr.write(u'[debug] Command-line args: ' + repr(commandLineConf) + '\n')
 344
 345     return parser, opts, args
 346
 347 def _real_main(argv=None):
 348     # Compatibility fixes for Windows
 349     if sys.platform == 'win32':
 350         # https://github.com/rg3/youtube-dl/issues/820
 351         codecs.register(lambda name: codecs.lookup('utf-8') if name == 'cp65001' else None)
 352
 353     parser, opts, args = parseOpts(argv)
 354
 355     # Open appropriate CookieJar
 356     if opts.cookiefile is None:
 357         jar = compat_cookiejar.CookieJar()
 358     else:
 359         try:
 360             jar = compat_cookiejar.MozillaCookieJar(opts.cookiefile)
 361             if os.access(opts.cookiefile, os.R_OK):
 362                 jar.load()
 363         except (IOError, OSError) as err:
 364             if opts.verbose:
 365                 traceback.print_exc()
 366             sys.stderr.write(u'ERROR: unable to open cookie file\n')
 367             sys.exit(101)
 368     # Set user agent
 369     if opts.user_agent is not None:
 370         std_headers['User-Agent'] = opts.user_agent
 371
 372     # Set referer
 373     if opts.referer is not None:
 374         std_headers['Referer'] = opts.referer
 375
 376     # Dump user agent
 377     if opts.dump_user_agent:
 378         compat_print(std_headers['User-Agent'])
 379         sys.exit(0)
 380
 381     # Batch file verification
 382     batchurls = []
 383     if opts.batchfile is not None:
 384         try:
 385             if opts.batchfile == '-':
 386                 batchfd = sys.stdin
 387             else:
 388                 batchfd = open(opts.batchfile, 'r')
 389             batchurls = batchfd.readlines()
 390             batchurls = [x.strip() for x in batchurls]
 391             batchurls = [x for x in batchurls if len(x) > 0 and not re.search(r'^[#/;]', x)]
 392         except IOError:
 393             sys.exit(u'ERROR: batch file could not be read')
 394     all_urls = batchurls + args
 395     all_urls = [url.strip() for url in all_urls]
 396
 397     # General configuration
 398     cookie_processor = compat_urllib_request.HTTPCookieProcessor(jar)
 399     if opts.proxy is not None:
 400         if opts.proxy == '':
 401             proxies = {}
 402         else:
 403             proxies = {'http': opts.proxy, 'https': opts.proxy}
 404     else:
 405         proxies = compat_urllib_request.getproxies()
 406         # Set HTTPS proxy to HTTP one if given (https://github.com/rg3/youtube-dl/issues/805)
 407         if 'http' in proxies and 'https' not in proxies:
 408             proxies['https'] = proxies['http']
 409     proxy_handler = compat_urllib_request.ProxyHandler(proxies)
 410     https_handler = make_HTTPS_handler(opts)
 411     opener = compat_urllib_request.build_opener(https_handler, proxy_handler, cookie_processor, YoutubeDLHandler())
 412     compat_urllib_request.install_opener(opener)
 413     socket.setdefaulttimeout(300) # 5 minutes should be enough (famous last words)
 414
 415     extractors = gen_extractors()
 416
 417     if opts.list_extractors:
 418         for ie in extractors:
 419             compat_print(ie.IE_NAME + (' (CURRENTLY BROKEN)' if not ie._WORKING else ''))
 420             matchedUrls = [url for url in all_urls if ie.suitable(url)]
 421             all_urls = [url for url in all_urls if url not in matchedUrls]
 422             for mu in matchedUrls:
 423                 compat_print(u'  ' + mu)
 424         sys.exit(0)
 425
 426     # Conflicting, missing and erroneous options
 427     if opts.usenetrc and (opts.username is not None or opts.password is not None):
 428         parser.error(u'using .netrc conflicts with giving username/password')
 429     if opts.password is not None and opts.username is None:
 430         parser.error(u' account username missing\n')
 431     if opts.outtmpl is not None and (opts.usetitle or opts.autonumber or opts.useid):
 432         parser.error(u'using output template conflicts with using title, video ID or auto number')
 433     if opts.usetitle and opts.useid:
 434         parser.error(u'using title conflicts with using video ID')
 435     if opts.username is not None and opts.password is None:
 436         opts.password = getpass.getpass(u'Type account password and press return:')
 437     if opts.ratelimit is not None:
 438         numeric_limit = FileDownloader.parse_bytes(opts.ratelimit)
 439         if numeric_limit is None:
 440             parser.error(u'invalid rate limit specified')
 441         opts.ratelimit = numeric_limit
 442     if opts.min_filesize is not None:
 443         numeric_limit = FileDownloader.parse_bytes(opts.min_filesize)
 444         if numeric_limit is None:
 445             parser.error(u'invalid min_filesize specified')
 446         opts.min_filesize = numeric_limit
 447     if opts.max_filesize is not None:
 448         numeric_limit = FileDownloader.parse_bytes(opts.max_filesize)
 449         if numeric_limit is None:
 450             parser.error(u'invalid max_filesize specified')
 451         opts.max_filesize = numeric_limit
 452     if opts.retries is not None:
 453         try:
 454             opts.retries = int(opts.retries)
 455         except (TypeError, ValueError) as err:
 456             parser.error(u'invalid retry count specified')
 457     if opts.buffersize is not None:
 458         numeric_buffersize = FileDownloader.parse_bytes(opts.buffersize)
 459         if numeric_buffersize is None:
 460             parser.error(u'invalid buffer size specified')
 461         opts.buffersize = numeric_buffersize
 462     try:
 463         opts.playliststart = int(opts.playliststart)
 464         if opts.playliststart <= 0:
 465             raise ValueError(u'Playlist start must be positive')
 466     except (TypeError, ValueError) as err:
 467         parser.error(u'invalid playlist start number specified')
 468     try:
 469         opts.playlistend = int(opts.playlistend)
 470         if opts.playlistend != -1 and (opts.playlistend <= 0 or opts.playlistend < opts.playliststart):
 471             raise ValueError(u'Playlist end must be greater than playlist start')
 472     except (TypeError, ValueError) as err:
 473         parser.error(u'invalid playlist end number specified')
 474     if opts.extractaudio:
 475         if opts.audioformat not in ['best', 'aac', 'mp3', 'm4a', 'opus', 'vorbis', 'wav']:
 476             parser.error(u'invalid audio format specified')
 477     if opts.audioquality:
 478         opts.audioquality = opts.audioquality.strip('k').strip('K')
 479         if not opts.audioquality.isdigit():
 480             parser.error(u'invalid audio quality specified')
 481     if opts.recodevideo is not None:
 482         if opts.recodevideo not in ['mp4', 'flv', 'webm', 'ogg']:
 483             parser.error(u'invalid video recode format specified')
 484     if opts.date is not None:
 485         date = DateRange.day(opts.date)
 486     else:
 487         date = DateRange(opts.dateafter, opts.datebefore)
 488
 489     if sys.version_info < (3,):
 490         # In Python 2, sys.argv is a bytestring (also note http://bugs.python.org/issue2128 for Windows systems)
 491         if opts.outtmpl is not None:
 492             opts.outtmpl = opts.outtmpl.decode(preferredencoding())
 493     outtmpl =((opts.outtmpl is not None and opts.outtmpl)
 494             or (opts.format == '-1' and opts.usetitle and u'%(title)s-%(id)s-%(format)s.%(ext)s')
 495             or (opts.format == '-1' and u'%(id)s-%(format)s.%(ext)s')
 496             or (opts.usetitle and opts.autonumber and u'%(autonumber)s-%(title)s-%(id)s.%(ext)s')
 497             or (opts.usetitle and u'%(title)s-%(id)s.%(ext)s')
 498             or (opts.useid and u'%(id)s.%(ext)s')
 499             or (opts.autonumber and u'%(autonumber)s-%(id)s.%(ext)s')
 500             or u'%(title)s-%(id)s.%(ext)s')
 501
 502     # YoutubeDL
 503     ydl = YoutubeDL({
 504         'usenetrc': opts.usenetrc,
 505         'username': opts.username,
 506         'password': opts.password,
 507         'videopassword': opts.videopassword,
 508         'quiet': (opts.quiet or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
 509         'forceurl': opts.geturl,
 510         'forcetitle': opts.gettitle,
 511         'forceid': opts.getid,
 512         'forcethumbnail': opts.getthumbnail,
 513         'forcedescription': opts.getdescription,
 514         'forcefilename': opts.getfilename,
 515         'forceformat': opts.getformat,
 516         'simulate': opts.simulate,
 517         'skip_download': (opts.skip_download or opts.simulate or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
 518         'format': opts.format,
 519         'format_limit': opts.format_limit,
 520         'listformats': opts.listformats,
 521         'outtmpl': outtmpl,
 522         'autonumber_size': opts.autonumber_size,
 523         'restrictfilenames': opts.restrictfilenames,
 524         'ignoreerrors': opts.ignoreerrors,
 525         'ratelimit': opts.ratelimit,
 526         'nooverwrites': opts.nooverwrites,
 527         'retries': opts.retries,
 528         'buffersize': opts.buffersize,
 529         'noresizebuffer': opts.noresizebuffer,
 530         'continuedl': opts.continue_dl,
 531         'noprogress': opts.noprogress,
 532         'progress_with_newline': opts.progress_with_newline,
 533         'playliststart': opts.playliststart,
 534         'playlistend': opts.playlistend,
 535         'logtostderr': opts.outtmpl == '-',
 536         'consoletitle': opts.consoletitle,
 537         'nopart': opts.nopart,
 538         'updatetime': opts.updatetime,
 539         'writedescription': opts.writedescription,
 540         'writeinfojson': opts.writeinfojson,
 541         'writethumbnail': opts.writethumbnail,
 542         'writesubtitles': opts.writesubtitles,
 543         'writeautomaticsub': opts.writeautomaticsub,
 544         'allsubtitles': opts.allsubtitles,
 545         'listsubtitles': opts.listsubtitles,
 546         'subtitlesformat': opts.subtitlesformat,
 547         'subtitleslang': opts.subtitleslang,
 548         'matchtitle': decodeOption(opts.matchtitle),
 549         'rejecttitle': decodeOption(opts.rejecttitle),
 550         'max_downloads': opts.max_downloads,
 551         'prefer_free_formats': opts.prefer_free_formats,
 552         'verbose': opts.verbose,
 553         'dump_intermediate_pages': opts.dump_intermediate_pages,
 554         'test': opts.test,
 555         'keepvideo': opts.keepvideo,
 556         'min_filesize': opts.min_filesize,
 557         'max_filesize': opts.max_filesize,
 558         'daterange': date,
 559         })
 560
 561     if opts.verbose:
 562         ydl.to_screen(u'[debug] youtube-dl version ' + __version__)
 563         try:
 564             sp = subprocess.Popen(['git', 'rev-parse', '--short', 'HEAD'], stdout=subprocess.PIPE, stderr=subprocess.PIPE,
 565                                   cwd=os.path.dirname(os.path.abspath(__file__)))
 566             out, err = sp.communicate()
 567             out = out.decode().strip()
 568             if re.match('[0-9a-f]+', out):
 569                 ydl.to_screen(u'[debug] Git HEAD: ' + out)
 570         except:
 571             pass
 572         ydl.to_screen(u'[debug] Python version %s - %s' %(platform.python_version(), platform.platform()))
 573         ydl.to_screen(u'[debug] Proxy map: ' + str(proxy_handler.proxies))
 574
 575     for extractor in extractors:
 576         ydl.add_info_extractor(extractor)
 577
 578     # PostProcessors
 579     if opts.extractaudio:
 580         ydl.add_post_processor(FFmpegExtractAudioPP(preferredcodec=opts.audioformat, preferredquality=opts.audioquality, nopostoverwrites=opts.nopostoverwrites))
 581     if opts.recodevideo:
 582         ydl.add_post_processor(FFmpegVideoConvertor(preferedformat=opts.recodevideo))
 583
 584     # Update version
 585     if opts.update_self:
 586         update_self(ydl.to_screen, opts.verbose, sys.argv[0])
 587
 588     # Maybe do nothing
 589     if len(all_urls) < 1:
 590         if not opts.update_self:
 591             parser.error(u'you must provide at least one URL')
 592         else:
 593             sys.exit()
 594
 595     try:
 596         retcode = ydl.download(all_urls)
 597     except MaxDownloadsReached:
 598         ydl.to_screen(u'--max-download limit reached, aborting.')
 599         retcode = 101
 600
 601     # Dump cookie jar if requested
 602     if opts.cookiefile is not None:
 603         try:
 604             jar.save()
 605         except (IOError, OSError) as err:
 606             sys.exit(u'ERROR: unable to save cookie jar')
 607
 608     sys.exit(retcode)
 609
 610 def main(argv=None):
 611     try:
 612         _real_main(argv)
 613     except DownloadError:
 614         sys.exit(1)
 615     except SameFileError:
 616         sys.exit(u'ERROR: fixed output name but more than one file to download')
 617     except KeyboardInterrupt:
 618         sys.exit(u'\nERROR: Interrupted by user')