Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/__init__.py

   1 #!/usr/bin/env python
   2 # -*- coding: utf-8 -*-
   3
   4 from __future__ import with_statement
   5 from __future__ import absolute_import
   6
   7 __authors__  = (
   8     'Ricardo Garcia Gonzalez',
   9     'Danny Colligan',
  10     'Benjamin Johnson',
  11     'Vasyl\' Vavrychuk',
  12     'Witold Baryluk',
  13     'Paweł Paprota',
  14     'Gergely Imreh',
  15     'Rogério Brito',
  16     'Philipp Hagemeister',
  17     'Sören Schulze',
  18     'Kevin Ngo',
  19     'Ori Avtalion',
  20     'shizeeg',
  21     'Filippo Valsorda',
  22     'Christian Albrecht',
  23     'Dave Vasilevsky',
  24     'Jaime Marquínez Ferrándiz',
  25     'Jeff Crouse',
  26     'Osama Khalid',
  27     'Michael Walter',
  28     'M. Yasoob Ullah Khalid',
  29     'Julien Fraichard',
  30     'Johny Mo Swag',
  31     )
  32
  33 __license__ = 'Public Domain'
  34
  35 import codecs
  36 import getpass
  37 import optparse
  38 import os
  39 import re
  40 import shlex
  41 import socket
  42 import subprocess
  43 import sys
  44 import warnings
  45 import platform
  46
  47 from .utils import *
  48 from .update import update_self
  49 from .version import __version__
  50 from .FileDownloader import *
  51 from .InfoExtractors import gen_extractors
  52 from .PostProcessor import *
  53
  54 def parseOpts(overrideArguments=None):
  55     def _readOptions(filename_bytes):
  56         try:
  57             optionf = open(filename_bytes)
  58         except IOError:
  59             return [] # silently skip if file is not present
  60         try:
  61             res = []
  62             for l in optionf:
  63                 res += shlex.split(l, comments=True)
  64         finally:
  65             optionf.close()
  66         return res
  67
  68     def _format_option_string(option):
  69         ''' ('-o', '--option') -> -o, --format METAVAR'''
  70
  71         opts = []
  72
  73         if option._short_opts:
  74             opts.append(option._short_opts[0])
  75         if option._long_opts:
  76             opts.append(option._long_opts[0])
  77         if len(opts) > 1:
  78             opts.insert(1, ', ')
  79
  80         if option.takes_value(): opts.append(' %s' % option.metavar)
  81
  82         return "".join(opts)
  83
  84     def _find_term_columns():
  85         columns = os.environ.get('COLUMNS', None)
  86         if columns:
  87             return int(columns)
  88
  89         try:
  90             sp = subprocess.Popen(['stty', 'size'], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
  91             out,err = sp.communicate()
  92             return int(out.split()[1])
  93         except:
  94             pass
  95         return None
  96
  97     max_width = 80
  98     max_help_position = 80
  99
 100     # No need to wrap help messages if we're on a wide console
 101     columns = _find_term_columns()
 102     if columns: max_width = columns
 103
 104     fmt = optparse.IndentedHelpFormatter(width=max_width, max_help_position=max_help_position)
 105     fmt.format_option_strings = _format_option_string
 106
 107     kw = {
 108         'version'   : __version__,
 109         'formatter' : fmt,
 110         'usage' : '%prog [options] url [url...]',
 111         'conflict_handler' : 'resolve',
 112     }
 113
 114     parser = optparse.OptionParser(**kw)
 115
 116     # option groups
 117     general        = optparse.OptionGroup(parser, 'General Options')
 118     selection      = optparse.OptionGroup(parser, 'Video Selection')
 119     authentication = optparse.OptionGroup(parser, 'Authentication Options')
 120     video_format   = optparse.OptionGroup(parser, 'Video Format Options')
 121     postproc       = optparse.OptionGroup(parser, 'Post-processing Options')
 122     filesystem     = optparse.OptionGroup(parser, 'Filesystem Options')
 123     verbosity      = optparse.OptionGroup(parser, 'Verbosity / Simulation Options')
 124
 125     general.add_option('-h', '--help',
 126             action='help', help='print this help text and exit')
 127     general.add_option('-v', '--version',
 128             action='version', help='print program version and exit')
 129     general.add_option('-U', '--update',
 130             action='store_true', dest='update_self', help='update this program to latest version')
 131     general.add_option('-i', '--ignore-errors',
 132             action='store_true', dest='ignoreerrors', help='continue on download errors', default=False)
 133     general.add_option('-r', '--rate-limit',
 134             dest='ratelimit', metavar='LIMIT', help='maximum download rate (e.g. 50k or 44.6m)')
 135     general.add_option('-R', '--retries',
 136             dest='retries', metavar='RETRIES', help='number of retries (default is %default)', default=10)
 137     general.add_option('--buffer-size',
 138             dest='buffersize', metavar='SIZE', help='size of download buffer (e.g. 1024 or 16k) (default is %default)', default="1024")
 139     general.add_option('--no-resize-buffer',
 140             action='store_true', dest='noresizebuffer',
 141             help='do not automatically adjust the buffer size. By default, the buffer size is automatically resized from an initial value of SIZE.', default=False)
 142     general.add_option('--dump-user-agent',
 143             action='store_true', dest='dump_user_agent',
 144             help='display the current browser identification', default=False)
 145     general.add_option('--user-agent',
 146             dest='user_agent', help='specify a custom user agent', metavar='UA')
 147     general.add_option('--referer',
 148             dest='referer', help='specify a custom referer, use if the video access is restricted to one domain',
 149             metavar='REF', default=None)
 150     general.add_option('--list-extractors',
 151             action='store_true', dest='list_extractors',
 152             help='List all supported extractors and the URLs they would handle', default=False)
 153     general.add_option('--proxy', dest='proxy', default=None, help='Use the specified HTTP/HTTPS proxy', metavar='URL')
 154     general.add_option('--no-check-certificate', action='store_true', dest='no_check_certificate', default=False, help='Suppress HTTPS certificate validation.')
 155     general.add_option('--test', action='store_true', dest='test', default=False, help=optparse.SUPPRESS_HELP)
 156
 157     selection.add_option('--playlist-start',
 158             dest='playliststart', metavar='NUMBER', help='playlist video to start at (default is %default)', default=1)
 159     selection.add_option('--playlist-end',
 160             dest='playlistend', metavar='NUMBER', help='playlist video to end at (default is last)', default=-1)
 161     selection.add_option('--match-title', dest='matchtitle', metavar='REGEX',help='download only matching titles (regex or caseless sub-string)')
 162     selection.add_option('--reject-title', dest='rejecttitle', metavar='REGEX',help='skip download for matching titles (regex or caseless sub-string)')
 163     selection.add_option('--max-downloads', metavar='NUMBER', dest='max_downloads', help='Abort after downloading NUMBER files', default=None)
 164     selection.add_option('--min-filesize', metavar='SIZE', dest='min_filesize', help="Do not download any videos smaller than SIZE (e.g. 50k or 44.6m)", default=None)
 165     selection.add_option('--max-filesize', metavar='SIZE', dest='max_filesize', help="Do not download any videos larger than SIZE (e.g. 50k or 44.6m)", default=None)
 166     selection.add_option('--date', metavar='DATE', dest='date', help='download only videos uploaded in this date', default=None)
 167     selection.add_option('--datebefore', metavar='DATE', dest='datebefore', help='download only videos uploaded before this date', default=None)
 168     selection.add_option('--dateafter', metavar='DATE', dest='dateafter', help='download only videos uploaded after this date', default=None)
 169
 170
 171     authentication.add_option('-u', '--username',
 172             dest='username', metavar='USERNAME', help='account username')
 173     authentication.add_option('-p', '--password',
 174             dest='password', metavar='PASSWORD', help='account password')
 175     authentication.add_option('-n', '--netrc',
 176             action='store_true', dest='usenetrc', help='use .netrc authentication data', default=False)
 177
 178
 179     video_format.add_option('-f', '--format',
 180             action='store', dest='format', metavar='FORMAT',
 181             help='video format code, specifiy the order of preference using slashes: "-f 22/17/18"')
 182     video_format.add_option('--all-formats',
 183             action='store_const', dest='format', help='download all available video formats', const='all')
 184     video_format.add_option('--prefer-free-formats',
 185             action='store_true', dest='prefer_free_formats', default=False, help='prefer free video formats unless a specific one is requested')
 186     video_format.add_option('--max-quality',
 187             action='store', dest='format_limit', metavar='FORMAT', help='highest quality format to download')
 188     video_format.add_option('-F', '--list-formats',
 189             action='store_true', dest='listformats', help='list all available formats (currently youtube only)')
 190     video_format.add_option('--write-sub', '--write-srt',
 191             action='store_true', dest='writesubtitles',
 192             help='write subtitle file (currently youtube only)', default=False)
 193     video_format.add_option('--only-sub',
 194             action='store_true', dest='skip_download',
 195             help='[deprecated] alias of --skip-download', default=False)
 196     video_format.add_option('--all-subs',
 197             action='store_true', dest='allsubtitles',
 198             help='downloads all the available subtitles of the video (currently youtube only)', default=False)
 199     video_format.add_option('--list-subs',
 200             action='store_true', dest='listsubtitles',
 201             help='lists all available subtitles for the video (currently youtube only)', default=False)
 202     video_format.add_option('--sub-format',
 203             action='store', dest='subtitlesformat', metavar='LANG',
 204             help='subtitle format [srt/sbv] (default=srt) (currently youtube only)', default='srt')
 205     video_format.add_option('--sub-lang', '--srt-lang',
 206             action='store', dest='subtitleslang', metavar='LANG',
 207             help='language of the subtitles to download (optional) use IETF language tags like \'en\'')
 208
 209     verbosity.add_option('-q', '--quiet',
 210             action='store_true', dest='quiet', help='activates quiet mode', default=False)
 211     verbosity.add_option('-s', '--simulate',
 212             action='store_true', dest='simulate', help='do not download the video and do not write anything to disk', default=False)
 213     verbosity.add_option('--skip-download',
 214             action='store_true', dest='skip_download', help='do not download the video', default=False)
 215     verbosity.add_option('-g', '--get-url',
 216             action='store_true', dest='geturl', help='simulate, quiet but print URL', default=False)
 217     verbosity.add_option('-e', '--get-title',
 218             action='store_true', dest='gettitle', help='simulate, quiet but print title', default=False)
 219     verbosity.add_option('--get-id',
 220             action='store_true', dest='getid', help='simulate, quiet but print id', default=False)
 221     verbosity.add_option('--get-thumbnail',
 222             action='store_true', dest='getthumbnail',
 223             help='simulate, quiet but print thumbnail URL', default=False)
 224     verbosity.add_option('--get-description',
 225             action='store_true', dest='getdescription',
 226             help='simulate, quiet but print video description', default=False)
 227     verbosity.add_option('--get-filename',
 228             action='store_true', dest='getfilename',
 229             help='simulate, quiet but print output filename', default=False)
 230     verbosity.add_option('--get-format',
 231             action='store_true', dest='getformat',
 232             help='simulate, quiet but print output format', default=False)
 233     verbosity.add_option('--newline',
 234             action='store_true', dest='progress_with_newline', help='output progress bar as new lines', default=False)
 235     verbosity.add_option('--no-progress',
 236             action='store_true', dest='noprogress', help='do not print progress bar', default=False)
 237     verbosity.add_option('--console-title',
 238             action='store_true', dest='consoletitle',
 239             help='display progress in console titlebar', default=False)
 240     verbosity.add_option('-v', '--verbose',
 241             action='store_true', dest='verbose', help='print various debugging information', default=False)
 242     verbosity.add_option('--dump-intermediate-pages',
 243             action='store_true', dest='dump_intermediate_pages', default=False,
 244             help='print downloaded pages to debug problems(very verbose)')
 245
 246     filesystem.add_option('-t', '--title',
 247             action='store_true', dest='usetitle', help='use title in file name (default)', default=False)
 248     filesystem.add_option('--id',
 249             action='store_true', dest='useid', help='use only video ID in file name', default=False)
 250     filesystem.add_option('-l', '--literal',
 251             action='store_true', dest='usetitle', help='[deprecated] alias of --title', default=False)
 252     filesystem.add_option('-A', '--auto-number',
 253             action='store_true', dest='autonumber',
 254             help='number downloaded files starting from 00000', default=False)
 255     filesystem.add_option('-o', '--output',
 256             dest='outtmpl', metavar='TEMPLATE',
 257             help=('output filename template. Use %(title)s to get the title, '
 258                   '%(uploader)s for the uploader name, %(uploader_id)s for the uploader nickname if different, '
 259                   '%(autonumber)s to get an automatically incremented number, '
 260                   '%(ext)s for the filename extension, %(upload_date)s for the upload date (YYYYMMDD), '
 261                   '%(extractor)s for the provider (youtube, metacafe, etc), '
 262                   '%(id)s for the video id , %(playlist)s for the playlist the video is in, '
 263                   '%(playlist_index)s for the position in the playlist and %% for a literal percent. '
 264                   'Use - to output to stdout. Can also be used to download to a different directory, '
 265                   'for example with -o \'/my/downloads/%(uploader)s/%(title)s-%(id)s.%(ext)s\' .'))
 266     filesystem.add_option('--autonumber-size',
 267             dest='autonumber_size', metavar='NUMBER',
 268             help='Specifies the number of digits in %(autonumber)s when it is present in output filename template or --autonumber option is given')
 269     filesystem.add_option('--restrict-filenames',
 270             action='store_true', dest='restrictfilenames',
 271             help='Restrict filenames to only ASCII characters, and avoid "&" and spaces in filenames', default=False)
 272     filesystem.add_option('-a', '--batch-file',
 273             dest='batchfile', metavar='FILE', help='file containing URLs to download (\'-\' for stdin)')
 274     filesystem.add_option('-w', '--no-overwrites',
 275             action='store_true', dest='nooverwrites', help='do not overwrite files', default=False)
 276     filesystem.add_option('-c', '--continue',
 277             action='store_true', dest='continue_dl', help='resume partially downloaded files', default=True)
 278     filesystem.add_option('--no-continue',
 279             action='store_false', dest='continue_dl',
 280             help='do not resume partially downloaded files (restart from beginning)')
 281     filesystem.add_option('--cookies',
 282             dest='cookiefile', metavar='FILE', help='file to read cookies from and dump cookie jar in')
 283     filesystem.add_option('--no-part',
 284             action='store_true', dest='nopart', help='do not use .part files', default=False)
 285     filesystem.add_option('--no-mtime',
 286             action='store_false', dest='updatetime',
 287             help='do not use the Last-modified header to set the file modification time', default=True)
 288     filesystem.add_option('--write-description',
 289             action='store_true', dest='writedescription',
 290             help='write video description to a .description file', default=False)
 291     filesystem.add_option('--write-info-json',
 292             action='store_true', dest='writeinfojson',
 293             help='write video metadata to a .info.json file', default=False)
 294     filesystem.add_option('--write-thumbnail',
 295             action='store_true', dest='writethumbnail',
 296             help='write thumbnail image to disk', default=False)
 297
 298
 299     postproc.add_option('-x', '--extract-audio', action='store_true', dest='extractaudio', default=False,
 300             help='convert video files to audio-only files (requires ffmpeg or avconv and ffprobe or avprobe)')
 301     postproc.add_option('--audio-format', metavar='FORMAT', dest='audioformat', default='best',
 302             help='"best", "aac", "vorbis", "mp3", "m4a", "opus", or "wav"; best by default')
 303     postproc.add_option('--audio-quality', metavar='QUALITY', dest='audioquality', default='5',
 304             help='ffmpeg/avconv audio quality specification, insert a value between 0 (better) and 9 (worse) for VBR or a specific bitrate like 128K (default 5)')
 305     postproc.add_option('--recode-video', metavar='FORMAT', dest='recodevideo', default=None,
 306             help='Encode the video to another format if necessary (currently supported: mp4|flv|ogg|webm)')
 307     postproc.add_option('-k', '--keep-video', action='store_true', dest='keepvideo', default=False,
 308             help='keeps the video file on disk after the post-processing; the video is erased by default')
 309     postproc.add_option('--no-post-overwrites', action='store_true', dest='nopostoverwrites', default=False,
 310             help='do not overwrite post-processed files; the post-processed files are overwritten by default')
 311
 312
 313     parser.add_option_group(general)
 314     parser.add_option_group(selection)
 315     parser.add_option_group(filesystem)
 316     parser.add_option_group(verbosity)
 317     parser.add_option_group(video_format)
 318     parser.add_option_group(authentication)
 319     parser.add_option_group(postproc)
 320
 321     if overrideArguments is not None:
 322         opts, args = parser.parse_args(overrideArguments)
 323         if opts.verbose:
 324             print(u'[debug] Override config: ' + repr(overrideArguments))
 325     else:
 326         xdg_config_home = os.environ.get('XDG_CONFIG_HOME')
 327         if xdg_config_home:
 328             userConfFile = os.path.join(xdg_config_home, 'youtube-dl.conf')
 329         else:
 330             userConfFile = os.path.join(os.path.expanduser('~'), '.config', 'youtube-dl.conf')
 331         systemConf = _readOptions('/etc/youtube-dl.conf')
 332         userConf = _readOptions(userConfFile)
 333         commandLineConf = sys.argv[1:]
 334         argv = systemConf + userConf + commandLineConf
 335         opts, args = parser.parse_args(argv)
 336         if opts.verbose:
 337             print(u'[debug] System config: ' + repr(systemConf))
 338             print(u'[debug] User config: ' + repr(userConf))
 339             print(u'[debug] Command-line args: ' + repr(commandLineConf))
 340
 341     return parser, opts, args
 342
 343 def _real_main(argv=None):
 344     # Compatibility fixes for Windows
 345     if sys.platform == 'win32':
 346         # https://github.com/rg3/youtube-dl/issues/820
 347         codecs.register(lambda name: codecs.lookup('utf-8') if name == 'cp65001' else None)
 348
 349     parser, opts, args = parseOpts(argv)
 350
 351     # Open appropriate CookieJar
 352     if opts.cookiefile is None:
 353         jar = compat_cookiejar.CookieJar()
 354     else:
 355         try:
 356             jar = compat_cookiejar.MozillaCookieJar(opts.cookiefile)
 357             if os.access(opts.cookiefile, os.R_OK):
 358                 jar.load()
 359         except (IOError, OSError) as err:
 360             if opts.verbose:
 361                 traceback.print_exc()
 362             sys.stderr.write(u'ERROR: unable to open cookie file\n')
 363             sys.exit(101)
 364     # Set user agent
 365     if opts.user_agent is not None:
 366         std_headers['User-Agent'] = opts.user_agent
 367
 368     # Set referer
 369     if opts.referer is not None:
 370         std_headers['Referer'] = opts.referer
 371
 372     # Dump user agent
 373     if opts.dump_user_agent:
 374         print(std_headers['User-Agent'])
 375         sys.exit(0)
 376
 377     # Batch file verification
 378     batchurls = []
 379     if opts.batchfile is not None:
 380         try:
 381             if opts.batchfile == '-':
 382                 batchfd = sys.stdin
 383             else:
 384                 batchfd = open(opts.batchfile, 'r')
 385             batchurls = batchfd.readlines()
 386             batchurls = [x.strip() for x in batchurls]
 387             batchurls = [x for x in batchurls if len(x) > 0 and not re.search(r'^[#/;]', x)]
 388         except IOError:
 389             sys.exit(u'ERROR: batch file could not be read')
 390     all_urls = batchurls + args
 391     all_urls = [url.strip() for url in all_urls]
 392
 393     # General configuration
 394     cookie_processor = compat_urllib_request.HTTPCookieProcessor(jar)
 395     if opts.proxy is not None:
 396         if opts.proxy == '':
 397             proxies = {}
 398         else:
 399             proxies = {'http': opts.proxy, 'https': opts.proxy}
 400     else:
 401         proxies = compat_urllib_request.getproxies()
 402         # Set HTTPS proxy to HTTP one if given (https://github.com/rg3/youtube-dl/issues/805)
 403         if 'http' in proxies and 'https' not in proxies:
 404             proxies['https'] = proxies['http']
 405     proxy_handler = compat_urllib_request.ProxyHandler(proxies)
 406     https_handler = make_HTTPS_handler(opts)
 407     opener = compat_urllib_request.build_opener(https_handler, proxy_handler, cookie_processor, YoutubeDLHandler())
 408     compat_urllib_request.install_opener(opener)
 409     socket.setdefaulttimeout(300) # 5 minutes should be enough (famous last words)
 410
 411     extractors = gen_extractors()
 412
 413     if opts.list_extractors:
 414         for ie in extractors:
 415             print(ie.IE_NAME + (' (CURRENTLY BROKEN)' if not ie._WORKING else ''))
 416             matchedUrls = [url for url in all_urls if ie.suitable(url)]
 417             all_urls = [url for url in all_urls if url not in matchedUrls]
 418             for mu in matchedUrls:
 419                 print(u'  ' + mu)
 420         sys.exit(0)
 421
 422     # Conflicting, missing and erroneous options
 423     if opts.usenetrc and (opts.username is not None or opts.password is not None):
 424         parser.error(u'using .netrc conflicts with giving username/password')
 425     if opts.password is not None and opts.username is None:
 426         parser.error(u'account username missing')
 427     if opts.outtmpl is not None and (opts.usetitle or opts.autonumber or opts.useid):
 428         parser.error(u'using output template conflicts with using title, video ID or auto number')
 429     if opts.usetitle and opts.useid:
 430         parser.error(u'using title conflicts with using video ID')
 431     if opts.username is not None and opts.password is None:
 432         opts.password = getpass.getpass(u'Type account password and press return:')
 433     if opts.ratelimit is not None:
 434         numeric_limit = FileDownloader.parse_bytes(opts.ratelimit)
 435         if numeric_limit is None:
 436             parser.error(u'invalid rate limit specified')
 437         opts.ratelimit = numeric_limit
 438     if opts.min_filesize is not None:
 439         numeric_limit = FileDownloader.parse_bytes(opts.min_filesize)
 440         if numeric_limit is None:
 441             parser.error(u'invalid min_filesize specified')
 442         opts.min_filesize = numeric_limit
 443     if opts.max_filesize is not None:
 444         numeric_limit = FileDownloader.parse_bytes(opts.max_filesize)
 445         if numeric_limit is None:
 446             parser.error(u'invalid max_filesize specified')
 447         opts.max_filesize = numeric_limit
 448     if opts.retries is not None:
 449         try:
 450             opts.retries = int(opts.retries)
 451         except (TypeError, ValueError) as err:
 452             parser.error(u'invalid retry count specified')
 453     if opts.buffersize is not None:
 454         numeric_buffersize = FileDownloader.parse_bytes(opts.buffersize)
 455         if numeric_buffersize is None:
 456             parser.error(u'invalid buffer size specified')
 457         opts.buffersize = numeric_buffersize
 458     try:
 459         opts.playliststart = int(opts.playliststart)
 460         if opts.playliststart <= 0:
 461             raise ValueError(u'Playlist start must be positive')
 462     except (TypeError, ValueError) as err:
 463         parser.error(u'invalid playlist start number specified')
 464     try:
 465         opts.playlistend = int(opts.playlistend)
 466         if opts.playlistend != -1 and (opts.playlistend <= 0 or opts.playlistend < opts.playliststart):
 467             raise ValueError(u'Playlist end must be greater than playlist start')
 468     except (TypeError, ValueError) as err:
 469         parser.error(u'invalid playlist end number specified')
 470     if opts.extractaudio:
 471         if opts.audioformat not in ['best', 'aac', 'mp3', 'm4a', 'opus', 'vorbis', 'wav']:
 472             parser.error(u'invalid audio format specified')
 473     if opts.audioquality:
 474         opts.audioquality = opts.audioquality.strip('k').strip('K')
 475         if not opts.audioquality.isdigit():
 476             parser.error(u'invalid audio quality specified')
 477     if opts.recodevideo is not None:
 478         if opts.recodevideo not in ['mp4', 'flv', 'webm', 'ogg']:
 479             parser.error(u'invalid video recode format specified')
 480     if opts.date is not None:
 481         date = DateRange.day(opts.date)
 482     else:
 483         date = DateRange(opts.dateafter, opts.datebefore)
 484
 485     if sys.version_info < (3,):
 486         # In Python 2, sys.argv is a bytestring (also note http://bugs.python.org/issue2128 for Windows systems)
 487         if opts.outtmpl is not None:
 488             opts.outtmpl = opts.outtmpl.decode(preferredencoding())
 489     outtmpl =((opts.outtmpl is not None and opts.outtmpl)
 490             or (opts.format == '-1' and opts.usetitle and u'%(title)s-%(id)s-%(format)s.%(ext)s')
 491             or (opts.format == '-1' and u'%(id)s-%(format)s.%(ext)s')
 492             or (opts.usetitle and opts.autonumber and u'%(autonumber)s-%(title)s-%(id)s.%(ext)s')
 493             or (opts.usetitle and u'%(title)s-%(id)s.%(ext)s')
 494             or (opts.useid and u'%(id)s.%(ext)s')
 495             or (opts.autonumber and u'%(autonumber)s-%(id)s.%(ext)s')
 496             or u'%(title)s-%(id)s.%(ext)s')
 497
 498     # File downloader
 499     fd = FileDownloader({
 500         'usenetrc': opts.usenetrc,
 501         'username': opts.username,
 502         'password': opts.password,
 503         'quiet': (opts.quiet or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
 504         'forceurl': opts.geturl,
 505         'forcetitle': opts.gettitle,
 506         'forceid': opts.getid,
 507         'forcethumbnail': opts.getthumbnail,
 508         'forcedescription': opts.getdescription,
 509         'forcefilename': opts.getfilename,
 510         'forceformat': opts.getformat,
 511         'simulate': opts.simulate,
 512         'skip_download': (opts.skip_download or opts.simulate or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
 513         'format': opts.format,
 514         'format_limit': opts.format_limit,
 515         'listformats': opts.listformats,
 516         'outtmpl': outtmpl,
 517         'autonumber_size': opts.autonumber_size,
 518         'restrictfilenames': opts.restrictfilenames,
 519         'ignoreerrors': opts.ignoreerrors,
 520         'ratelimit': opts.ratelimit,
 521         'nooverwrites': opts.nooverwrites,
 522         'retries': opts.retries,
 523         'buffersize': opts.buffersize,
 524         'noresizebuffer': opts.noresizebuffer,
 525         'continuedl': opts.continue_dl,
 526         'noprogress': opts.noprogress,
 527         'progress_with_newline': opts.progress_with_newline,
 528         'playliststart': opts.playliststart,
 529         'playlistend': opts.playlistend,
 530         'logtostderr': opts.outtmpl == '-',
 531         'consoletitle': opts.consoletitle,
 532         'nopart': opts.nopart,
 533         'updatetime': opts.updatetime,
 534         'writedescription': opts.writedescription,
 535         'writeinfojson': opts.writeinfojson,
 536         'writethumbnail': opts.writethumbnail,
 537         'writesubtitles': opts.writesubtitles,
 538         'allsubtitles': opts.allsubtitles,
 539         'listsubtitles': opts.listsubtitles,
 540         'subtitlesformat': opts.subtitlesformat,
 541         'subtitleslang': opts.subtitleslang,
 542         'matchtitle': decodeOption(opts.matchtitle),
 543         'rejecttitle': decodeOption(opts.rejecttitle),
 544         'max_downloads': opts.max_downloads,
 545         'prefer_free_formats': opts.prefer_free_formats,
 546         'verbose': opts.verbose,
 547         'dump_intermediate_pages': opts.dump_intermediate_pages,
 548         'test': opts.test,
 549         'keepvideo': opts.keepvideo,
 550         'min_filesize': opts.min_filesize,
 551         'max_filesize': opts.max_filesize,
 552         'daterange': date,
 553         })
 554
 555     if opts.verbose:
 556         fd.to_screen(u'[debug] youtube-dl version ' + __version__)
 557         try:
 558             sp = subprocess.Popen(['git', 'rev-parse', '--short', 'HEAD'], stdout=subprocess.PIPE, stderr=subprocess.PIPE,
 559                                   cwd=os.path.dirname(os.path.abspath(__file__)))
 560             out, err = sp.communicate()
 561             out = out.decode().strip()
 562             if re.match('[0-9a-f]+', out):
 563                 fd.to_screen(u'[debug] Git HEAD: ' + out)
 564         except:
 565             pass
 566         fd.to_screen(u'[debug] Python version %s - %s' %(platform.python_version(), platform.platform()))
 567         fd.to_screen(u'[debug] Proxy map: ' + str(proxy_handler.proxies))
 568
 569     for extractor in extractors:
 570         fd.add_info_extractor(extractor)
 571
 572     # PostProcessors
 573     if opts.extractaudio:
 574         fd.add_post_processor(FFmpegExtractAudioPP(preferredcodec=opts.audioformat, preferredquality=opts.audioquality, nopostoverwrites=opts.nopostoverwrites))
 575     if opts.recodevideo:
 576         fd.add_post_processor(FFmpegVideoConvertor(preferedformat=opts.recodevideo))
 577
 578     # Update version
 579     if opts.update_self:
 580         update_self(fd.to_screen, opts.verbose, sys.argv[0])
 581
 582     # Maybe do nothing
 583     if len(all_urls) < 1:
 584         if not opts.update_self:
 585             parser.error(u'you must provide at least one URL')
 586         else:
 587             sys.exit()
 588
 589     try:
 590         retcode = fd.download(all_urls)
 591     except MaxDownloadsReached:
 592         fd.to_screen(u'--max-download limit reached, aborting.')
 593         retcode = 101
 594
 595     # Dump cookie jar if requested
 596     if opts.cookiefile is not None:
 597         try:
 598             jar.save()
 599         except (IOError, OSError) as err:
 600             sys.exit(u'ERROR: unable to save cookie jar')
 601
 602     sys.exit(retcode)
 603
 604 def main(argv=None):
 605     try:
 606         _real_main(argv)
 607     except DownloadError:
 608         sys.exit(1)
 609     except SameFileError:
 610         sys.exit(u'ERROR: fixed output name but more than one file to download')
 611     except KeyboardInterrupt:
 612         sys.exit(u'\nERROR: Interrupted by user')