]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/__init__.py
Update changelog.
[youtubedl] / youtube_dl / __init__.py
1 #!/usr/bin/env python
2 # -*- coding: utf-8 -*-
3
4 __authors__ = (
5 'Ricardo Garcia Gonzalez',
6 'Danny Colligan',
7 'Benjamin Johnson',
8 'Vasyl\' Vavrychuk',
9 'Witold Baryluk',
10 'Paweł Paprota',
11 'Gergely Imreh',
12 'Rogério Brito',
13 'Philipp Hagemeister',
14 'Sören Schulze',
15 'Kevin Ngo',
16 'Ori Avtalion',
17 'shizeeg',
18 'Filippo Valsorda',
19 'Christian Albrecht',
20 'Dave Vasilevsky',
21 'Jaime Marquínez Ferrándiz',
22 'Jeff Crouse',
23 'Osama Khalid',
24 'Michael Walter',
25 'M. Yasoob Ullah Khalid',
26 'Julien Fraichard',
27 'Johny Mo Swag',
28 'Axel Noack',
29 'Albert Kim',
30 'Pierre Rudloff',
31 'Huarong Huo',
32 'Ismael Mejía',
33 'Steffan \'Ruirize\' James',
34 )
35
36 __license__ = 'Public Domain'
37
38 import codecs
39 import getpass
40 import optparse
41 import os
42 import random
43 import re
44 import shlex
45 import socket
46 import subprocess
47 import sys
48 import warnings
49 import platform
50
51
52 from .utils import *
53 from .update import update_self
54 from .version import __version__
55 from .FileDownloader import *
56 from .extractor import gen_extractors
57 from .YoutubeDL import YoutubeDL
58 from .PostProcessor import *
59
60 def parseOpts(overrideArguments=None):
61 def _readOptions(filename_bytes):
62 try:
63 optionf = open(filename_bytes)
64 except IOError:
65 return [] # silently skip if file is not present
66 try:
67 res = []
68 for l in optionf:
69 res += shlex.split(l, comments=True)
70 finally:
71 optionf.close()
72 return res
73
74 def _format_option_string(option):
75 ''' ('-o', '--option') -> -o, --format METAVAR'''
76
77 opts = []
78
79 if option._short_opts:
80 opts.append(option._short_opts[0])
81 if option._long_opts:
82 opts.append(option._long_opts[0])
83 if len(opts) > 1:
84 opts.insert(1, ', ')
85
86 if option.takes_value(): opts.append(' %s' % option.metavar)
87
88 return "".join(opts)
89
90 def _comma_separated_values_options_callback(option, opt_str, value, parser):
91 setattr(parser.values, option.dest, value.split(','))
92
93 def _find_term_columns():
94 columns = os.environ.get('COLUMNS', None)
95 if columns:
96 return int(columns)
97
98 try:
99 sp = subprocess.Popen(['stty', 'size'], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
100 out,err = sp.communicate()
101 return int(out.split()[1])
102 except:
103 pass
104 return None
105
106 def _hide_login_info(opts):
107 opts = list(opts)
108 for private_opt in ['-p', '--password', '-u', '--username']:
109 try:
110 i = opts.index(private_opt)
111 opts[i+1] = '<PRIVATE>'
112 except ValueError:
113 pass
114 return opts
115
116 max_width = 80
117 max_help_position = 80
118
119 # No need to wrap help messages if we're on a wide console
120 columns = _find_term_columns()
121 if columns: max_width = columns
122
123 fmt = optparse.IndentedHelpFormatter(width=max_width, max_help_position=max_help_position)
124 fmt.format_option_strings = _format_option_string
125
126 kw = {
127 'version' : __version__,
128 'formatter' : fmt,
129 'usage' : '%prog [options] url [url...]',
130 'conflict_handler' : 'resolve',
131 }
132
133 parser = optparse.OptionParser(**kw)
134
135 # option groups
136 general = optparse.OptionGroup(parser, 'General Options')
137 selection = optparse.OptionGroup(parser, 'Video Selection')
138 authentication = optparse.OptionGroup(parser, 'Authentication Options')
139 video_format = optparse.OptionGroup(parser, 'Video Format Options')
140 subtitles = optparse.OptionGroup(parser, 'Subtitle Options')
141 downloader = optparse.OptionGroup(parser, 'Download Options')
142 postproc = optparse.OptionGroup(parser, 'Post-processing Options')
143 filesystem = optparse.OptionGroup(parser, 'Filesystem Options')
144 verbosity = optparse.OptionGroup(parser, 'Verbosity / Simulation Options')
145
146 general.add_option('-h', '--help',
147 action='help', help='print this help text and exit')
148 general.add_option('-v', '--version',
149 action='version', help='print program version and exit')
150 general.add_option('-U', '--update',
151 action='store_true', dest='update_self', help='update this program to latest version. Make sure that you have sufficient permissions (run with sudo if needed)')
152 general.add_option('-i', '--ignore-errors',
153 action='store_true', dest='ignoreerrors', help='continue on download errors, for example to to skip unavailable videos in a playlist', default=False)
154 general.add_option('--dump-user-agent',
155 action='store_true', dest='dump_user_agent',
156 help='display the current browser identification', default=False)
157 general.add_option('--user-agent',
158 dest='user_agent', help='specify a custom user agent', metavar='UA')
159 general.add_option('--referer',
160 dest='referer', help='specify a custom referer, use if the video access is restricted to one domain',
161 metavar='REF', default=None)
162 general.add_option('--list-extractors',
163 action='store_true', dest='list_extractors',
164 help='List all supported extractors and the URLs they would handle', default=False)
165 general.add_option('--extractor-descriptions',
166 action='store_true', dest='list_extractor_descriptions',
167 help='Output descriptions of all supported extractors', default=False)
168 general.add_option('--proxy', dest='proxy', default=None, help='Use the specified HTTP/HTTPS proxy', metavar='URL')
169 general.add_option('--no-check-certificate', action='store_true', dest='no_check_certificate', default=False, help='Suppress HTTPS certificate validation.')
170 general.add_option(
171 '--cache-dir', dest='cachedir', default=u'~/.youtube-dl/cache',
172 help='Location in the filesystem where youtube-dl can store downloaded information permanently. %default by default')
173 general.add_option(
174 '--no-cache-dir', action='store_const', const=None, dest='cachedir',
175 help='Disable filesystem caching')
176
177
178 selection.add_option('--playlist-start',
179 dest='playliststart', metavar='NUMBER', help='playlist video to start at (default is %default)', default=1)
180 selection.add_option('--playlist-end',
181 dest='playlistend', metavar='NUMBER', help='playlist video to end at (default is last)', default=-1)
182 selection.add_option('--match-title', dest='matchtitle', metavar='REGEX',help='download only matching titles (regex or caseless sub-string)')
183 selection.add_option('--reject-title', dest='rejecttitle', metavar='REGEX',help='skip download for matching titles (regex or caseless sub-string)')
184 selection.add_option('--max-downloads', metavar='NUMBER', dest='max_downloads', help='Abort after downloading NUMBER files', default=None)
185 selection.add_option('--min-filesize', metavar='SIZE', dest='min_filesize', help="Do not download any videos smaller than SIZE (e.g. 50k or 44.6m)", default=None)
186 selection.add_option('--max-filesize', metavar='SIZE', dest='max_filesize', help="Do not download any videos larger than SIZE (e.g. 50k or 44.6m)", default=None)
187 selection.add_option('--date', metavar='DATE', dest='date', help='download only videos uploaded in this date', default=None)
188 selection.add_option('--datebefore', metavar='DATE', dest='datebefore', help='download only videos uploaded before this date', default=None)
189 selection.add_option('--dateafter', metavar='DATE', dest='dateafter', help='download only videos uploaded after this date', default=None)
190
191
192 authentication.add_option('-u', '--username',
193 dest='username', metavar='USERNAME', help='account username')
194 authentication.add_option('-p', '--password',
195 dest='password', metavar='PASSWORD', help='account password')
196 authentication.add_option('-n', '--netrc',
197 action='store_true', dest='usenetrc', help='use .netrc authentication data', default=False)
198 authentication.add_option('--video-password',
199 dest='videopassword', metavar='PASSWORD', help='video password (vimeo only)')
200
201
202 video_format.add_option('-f', '--format',
203 action='store', dest='format', metavar='FORMAT',
204 help='video format code, specifiy the order of preference using slashes: "-f 22/17/18". "-f mp4" and "-f flv" are also supported')
205 video_format.add_option('--all-formats',
206 action='store_const', dest='format', help='download all available video formats', const='all')
207 video_format.add_option('--prefer-free-formats',
208 action='store_true', dest='prefer_free_formats', default=False, help='prefer free video formats unless a specific one is requested')
209 video_format.add_option('--max-quality',
210 action='store', dest='format_limit', metavar='FORMAT', help='highest quality format to download')
211 video_format.add_option('-F', '--list-formats',
212 action='store_true', dest='listformats', help='list all available formats (currently youtube only)')
213
214 subtitles.add_option('--write-sub', '--write-srt',
215 action='store_true', dest='writesubtitles',
216 help='write subtitle file', default=False)
217 subtitles.add_option('--write-auto-sub', '--write-automatic-sub',
218 action='store_true', dest='writeautomaticsub',
219 help='write automatic subtitle file (youtube only)', default=False)
220 subtitles.add_option('--all-subs',
221 action='store_true', dest='allsubtitles',
222 help='downloads all the available subtitles of the video', default=False)
223 subtitles.add_option('--list-subs',
224 action='store_true', dest='listsubtitles',
225 help='lists all available subtitles for the video', default=False)
226 subtitles.add_option('--sub-format',
227 action='store', dest='subtitlesformat', metavar='FORMAT',
228 help='subtitle format (default=srt) ([sbv/vtt] youtube only)', default='srt')
229 subtitles.add_option('--sub-lang', '--sub-langs', '--srt-lang',
230 action='callback', dest='subtitleslangs', metavar='LANGS', type='str',
231 default=[], callback=_comma_separated_values_options_callback,
232 help='languages of the subtitles to download (optional) separated by commas, use IETF language tags like \'en,pt\'')
233
234 downloader.add_option('-r', '--rate-limit',
235 dest='ratelimit', metavar='LIMIT', help='maximum download rate (e.g. 50k or 44.6m)')
236 downloader.add_option('-R', '--retries',
237 dest='retries', metavar='RETRIES', help='number of retries (default is %default)', default=10)
238 downloader.add_option('--buffer-size',
239 dest='buffersize', metavar='SIZE', help='size of download buffer (e.g. 1024 or 16k) (default is %default)', default="1024")
240 downloader.add_option('--no-resize-buffer',
241 action='store_true', dest='noresizebuffer',
242 help='do not automatically adjust the buffer size. By default, the buffer size is automatically resized from an initial value of SIZE.', default=False)
243 downloader.add_option('--test', action='store_true', dest='test', default=False, help=optparse.SUPPRESS_HELP)
244
245 verbosity.add_option('-q', '--quiet',
246 action='store_true', dest='quiet', help='activates quiet mode', default=False)
247 verbosity.add_option('-s', '--simulate',
248 action='store_true', dest='simulate', help='do not download the video and do not write anything to disk', default=False)
249 verbosity.add_option('--skip-download',
250 action='store_true', dest='skip_download', help='do not download the video', default=False)
251 verbosity.add_option('-g', '--get-url',
252 action='store_true', dest='geturl', help='simulate, quiet but print URL', default=False)
253 verbosity.add_option('-e', '--get-title',
254 action='store_true', dest='gettitle', help='simulate, quiet but print title', default=False)
255 verbosity.add_option('--get-id',
256 action='store_true', dest='getid', help='simulate, quiet but print id', default=False)
257 verbosity.add_option('--get-thumbnail',
258 action='store_true', dest='getthumbnail',
259 help='simulate, quiet but print thumbnail URL', default=False)
260 verbosity.add_option('--get-description',
261 action='store_true', dest='getdescription',
262 help='simulate, quiet but print video description', default=False)
263 verbosity.add_option('--get-filename',
264 action='store_true', dest='getfilename',
265 help='simulate, quiet but print output filename', default=False)
266 verbosity.add_option('--get-format',
267 action='store_true', dest='getformat',
268 help='simulate, quiet but print output format', default=False)
269 verbosity.add_option('--newline',
270 action='store_true', dest='progress_with_newline', help='output progress bar as new lines', default=False)
271 verbosity.add_option('--no-progress',
272 action='store_true', dest='noprogress', help='do not print progress bar', default=False)
273 verbosity.add_option('--console-title',
274 action='store_true', dest='consoletitle',
275 help='display progress in console titlebar', default=False)
276 verbosity.add_option('-v', '--verbose',
277 action='store_true', dest='verbose', help='print various debugging information', default=False)
278 verbosity.add_option('--dump-intermediate-pages',
279 action='store_true', dest='dump_intermediate_pages', default=False,
280 help='print downloaded pages to debug problems(very verbose)')
281 verbosity.add_option('--youtube-print-sig-code',
282 action='store_true', dest='youtube_print_sig_code', default=False,
283 help=optparse.SUPPRESS_HELP)
284
285
286 filesystem.add_option('-t', '--title',
287 action='store_true', dest='usetitle', help='use title in file name (default)', default=False)
288 filesystem.add_option('--id',
289 action='store_true', dest='useid', help='use only video ID in file name', default=False)
290 filesystem.add_option('-l', '--literal',
291 action='store_true', dest='usetitle', help='[deprecated] alias of --title', default=False)
292 filesystem.add_option('-A', '--auto-number',
293 action='store_true', dest='autonumber',
294 help='number downloaded files starting from 00000', default=False)
295 filesystem.add_option('-o', '--output',
296 dest='outtmpl', metavar='TEMPLATE',
297 help=('output filename template. Use %(title)s to get the title, '
298 '%(uploader)s for the uploader name, %(uploader_id)s for the uploader nickname if different, '
299 '%(autonumber)s to get an automatically incremented number, '
300 '%(ext)s for the filename extension, %(upload_date)s for the upload date (YYYYMMDD), '
301 '%(extractor)s for the provider (youtube, metacafe, etc), '
302 '%(id)s for the video id , %(playlist)s for the playlist the video is in, '
303 '%(playlist_index)s for the position in the playlist and %% for a literal percent. '
304 'Use - to output to stdout. Can also be used to download to a different directory, '
305 'for example with -o \'/my/downloads/%(uploader)s/%(title)s-%(id)s.%(ext)s\' .'))
306 filesystem.add_option('--autonumber-size',
307 dest='autonumber_size', metavar='NUMBER',
308 help='Specifies the number of digits in %(autonumber)s when it is present in output filename template or --autonumber option is given')
309 filesystem.add_option('--restrict-filenames',
310 action='store_true', dest='restrictfilenames',
311 help='Restrict filenames to only ASCII characters, and avoid "&" and spaces in filenames', default=False)
312 filesystem.add_option('-a', '--batch-file',
313 dest='batchfile', metavar='FILE', help='file containing URLs to download (\'-\' for stdin)')
314 filesystem.add_option('-w', '--no-overwrites',
315 action='store_true', dest='nooverwrites', help='do not overwrite files', default=False)
316 filesystem.add_option('-c', '--continue',
317 action='store_true', dest='continue_dl', help='resume partially downloaded files', default=True)
318 filesystem.add_option('--no-continue',
319 action='store_false', dest='continue_dl',
320 help='do not resume partially downloaded files (restart from beginning)')
321 filesystem.add_option('--cookies',
322 dest='cookiefile', metavar='FILE', help='file to read cookies from and dump cookie jar in')
323 filesystem.add_option('--no-part',
324 action='store_true', dest='nopart', help='do not use .part files', default=False)
325 filesystem.add_option('--no-mtime',
326 action='store_false', dest='updatetime',
327 help='do not use the Last-modified header to set the file modification time', default=True)
328 filesystem.add_option('--write-description',
329 action='store_true', dest='writedescription',
330 help='write video description to a .description file', default=False)
331 filesystem.add_option('--write-info-json',
332 action='store_true', dest='writeinfojson',
333 help='write video metadata to a .info.json file', default=False)
334 filesystem.add_option('--write-thumbnail',
335 action='store_true', dest='writethumbnail',
336 help='write thumbnail image to disk', default=False)
337
338
339 postproc.add_option('-x', '--extract-audio', action='store_true', dest='extractaudio', default=False,
340 help='convert video files to audio-only files (requires ffmpeg or avconv and ffprobe or avprobe)')
341 postproc.add_option('--audio-format', metavar='FORMAT', dest='audioformat', default='best',
342 help='"best", "aac", "vorbis", "mp3", "m4a", "opus", or "wav"; best by default')
343 postproc.add_option('--audio-quality', metavar='QUALITY', dest='audioquality', default='5',
344 help='ffmpeg/avconv audio quality specification, insert a value between 0 (better) and 9 (worse) for VBR or a specific bitrate like 128K (default 5)')
345 postproc.add_option('--recode-video', metavar='FORMAT', dest='recodevideo', default=None,
346 help='Encode the video to another format if necessary (currently supported: mp4|flv|ogg|webm)')
347 postproc.add_option('-k', '--keep-video', action='store_true', dest='keepvideo', default=False,
348 help='keeps the video file on disk after the post-processing; the video is erased by default')
349 postproc.add_option('--no-post-overwrites', action='store_true', dest='nopostoverwrites', default=False,
350 help='do not overwrite post-processed files; the post-processed files are overwritten by default')
351 postproc.add_option('--embed-subs', action='store_true', dest='embedsubtitles', default=False,
352 help='embed subtitles in the video (only for mp4 videos)')
353
354
355 parser.add_option_group(general)
356 parser.add_option_group(selection)
357 parser.add_option_group(downloader)
358 parser.add_option_group(filesystem)
359 parser.add_option_group(verbosity)
360 parser.add_option_group(video_format)
361 parser.add_option_group(subtitles)
362 parser.add_option_group(authentication)
363 parser.add_option_group(postproc)
364
365 if overrideArguments is not None:
366 opts, args = parser.parse_args(overrideArguments)
367 if opts.verbose:
368 write_string(u'[debug] Override config: ' + repr(overrideArguments) + '\n')
369 else:
370 xdg_config_home = os.environ.get('XDG_CONFIG_HOME')
371 if xdg_config_home:
372 userConfFile = os.path.join(xdg_config_home, 'youtube-dl.conf')
373 else:
374 userConfFile = os.path.join(os.path.expanduser('~'), '.config', 'youtube-dl.conf')
375 systemConf = _readOptions('/etc/youtube-dl.conf')
376 userConf = _readOptions(userConfFile)
377 commandLineConf = sys.argv[1:]
378 argv = systemConf + userConf + commandLineConf
379 opts, args = parser.parse_args(argv)
380 if opts.verbose:
381 write_string(u'[debug] System config: ' + repr(_hide_login_info(systemConf)) + '\n')
382 write_string(u'[debug] User config: ' + repr(_hide_login_info(userConf)) + '\n')
383 write_string(u'[debug] Command-line args: ' + repr(_hide_login_info(commandLineConf)) + '\n')
384
385 return parser, opts, args
386
387 def _real_main(argv=None):
388 # Compatibility fixes for Windows
389 if sys.platform == 'win32':
390 # https://github.com/rg3/youtube-dl/issues/820
391 codecs.register(lambda name: codecs.lookup('utf-8') if name == 'cp65001' else None)
392
393 parser, opts, args = parseOpts(argv)
394
395 # Open appropriate CookieJar
396 if opts.cookiefile is None:
397 jar = compat_cookiejar.CookieJar()
398 else:
399 try:
400 jar = compat_cookiejar.MozillaCookieJar(opts.cookiefile)
401 if os.access(opts.cookiefile, os.R_OK):
402 jar.load()
403 except (IOError, OSError) as err:
404 if opts.verbose:
405 traceback.print_exc()
406 write_string(u'ERROR: unable to open cookie file\n')
407 sys.exit(101)
408 # Set user agent
409 if opts.user_agent is not None:
410 std_headers['User-Agent'] = opts.user_agent
411
412 # Set referer
413 if opts.referer is not None:
414 std_headers['Referer'] = opts.referer
415
416 # Dump user agent
417 if opts.dump_user_agent:
418 compat_print(std_headers['User-Agent'])
419 sys.exit(0)
420
421 # Batch file verification
422 batchurls = []
423 if opts.batchfile is not None:
424 try:
425 if opts.batchfile == '-':
426 batchfd = sys.stdin
427 else:
428 batchfd = open(opts.batchfile, 'r')
429 batchurls = batchfd.readlines()
430 batchurls = [x.strip() for x in batchurls]
431 batchurls = [x for x in batchurls if len(x) > 0 and not re.search(r'^[#/;]', x)]
432 if opts.verbose:
433 write_string(u'[debug] Batch file urls: ' + repr(batchurls) + u'\n')
434 except IOError:
435 sys.exit(u'ERROR: batch file could not be read')
436 all_urls = batchurls + args
437 all_urls = [url.strip() for url in all_urls]
438
439 # General configuration
440 cookie_processor = compat_urllib_request.HTTPCookieProcessor(jar)
441 if opts.proxy is not None:
442 if opts.proxy == '':
443 proxies = {}
444 else:
445 proxies = {'http': opts.proxy, 'https': opts.proxy}
446 else:
447 proxies = compat_urllib_request.getproxies()
448 # Set HTTPS proxy to HTTP one if given (https://github.com/rg3/youtube-dl/issues/805)
449 if 'http' in proxies and 'https' not in proxies:
450 proxies['https'] = proxies['http']
451 proxy_handler = compat_urllib_request.ProxyHandler(proxies)
452 https_handler = make_HTTPS_handler(opts)
453 opener = compat_urllib_request.build_opener(https_handler, proxy_handler, cookie_processor, YoutubeDLHandler())
454 # Delete the default user-agent header, which would otherwise apply in
455 # cases where our custom HTTP handler doesn't come into play
456 # (See https://github.com/rg3/youtube-dl/issues/1309 for details)
457 opener.addheaders =[]
458 compat_urllib_request.install_opener(opener)
459 socket.setdefaulttimeout(300) # 5 minutes should be enough (famous last words)
460
461 extractors = gen_extractors()
462
463 if opts.list_extractors:
464 for ie in sorted(extractors, key=lambda ie: ie.IE_NAME.lower()):
465 compat_print(ie.IE_NAME + (' (CURRENTLY BROKEN)' if not ie._WORKING else ''))
466 matchedUrls = [url for url in all_urls if ie.suitable(url)]
467 all_urls = [url for url in all_urls if url not in matchedUrls]
468 for mu in matchedUrls:
469 compat_print(u' ' + mu)
470 sys.exit(0)
471 if opts.list_extractor_descriptions:
472 for ie in sorted(extractors, key=lambda ie: ie.IE_NAME.lower()):
473 if not ie._WORKING:
474 continue
475 desc = getattr(ie, 'IE_DESC', ie.IE_NAME)
476 if hasattr(ie, 'SEARCH_KEY'):
477 _SEARCHES = (u'cute kittens', u'slithering pythons', u'falling cat', u'angry poodle', u'purple fish', u'running tortoise')
478 _COUNTS = (u'', u'5', u'10', u'all')
479 desc += u' (Example: "%s%s:%s" )' % (ie.SEARCH_KEY, random.choice(_COUNTS), random.choice(_SEARCHES))
480 compat_print(desc)
481 sys.exit(0)
482
483
484 # Conflicting, missing and erroneous options
485 if opts.usenetrc and (opts.username is not None or opts.password is not None):
486 parser.error(u'using .netrc conflicts with giving username/password')
487 if opts.password is not None and opts.username is None:
488 parser.error(u' account username missing\n')
489 if opts.outtmpl is not None and (opts.usetitle or opts.autonumber or opts.useid):
490 parser.error(u'using output template conflicts with using title, video ID or auto number')
491 if opts.usetitle and opts.useid:
492 parser.error(u'using title conflicts with using video ID')
493 if opts.username is not None and opts.password is None:
494 opts.password = getpass.getpass(u'Type account password and press return:')
495 if opts.ratelimit is not None:
496 numeric_limit = FileDownloader.parse_bytes(opts.ratelimit)
497 if numeric_limit is None:
498 parser.error(u'invalid rate limit specified')
499 opts.ratelimit = numeric_limit
500 if opts.min_filesize is not None:
501 numeric_limit = FileDownloader.parse_bytes(opts.min_filesize)
502 if numeric_limit is None:
503 parser.error(u'invalid min_filesize specified')
504 opts.min_filesize = numeric_limit
505 if opts.max_filesize is not None:
506 numeric_limit = FileDownloader.parse_bytes(opts.max_filesize)
507 if numeric_limit is None:
508 parser.error(u'invalid max_filesize specified')
509 opts.max_filesize = numeric_limit
510 if opts.retries is not None:
511 try:
512 opts.retries = int(opts.retries)
513 except (TypeError, ValueError) as err:
514 parser.error(u'invalid retry count specified')
515 if opts.buffersize is not None:
516 numeric_buffersize = FileDownloader.parse_bytes(opts.buffersize)
517 if numeric_buffersize is None:
518 parser.error(u'invalid buffer size specified')
519 opts.buffersize = numeric_buffersize
520 try:
521 opts.playliststart = int(opts.playliststart)
522 if opts.playliststart <= 0:
523 raise ValueError(u'Playlist start must be positive')
524 except (TypeError, ValueError) as err:
525 parser.error(u'invalid playlist start number specified')
526 try:
527 opts.playlistend = int(opts.playlistend)
528 if opts.playlistend != -1 and (opts.playlistend <= 0 or opts.playlistend < opts.playliststart):
529 raise ValueError(u'Playlist end must be greater than playlist start')
530 except (TypeError, ValueError) as err:
531 parser.error(u'invalid playlist end number specified')
532 if opts.extractaudio:
533 if opts.audioformat not in ['best', 'aac', 'mp3', 'm4a', 'opus', 'vorbis', 'wav']:
534 parser.error(u'invalid audio format specified')
535 if opts.audioquality:
536 opts.audioquality = opts.audioquality.strip('k').strip('K')
537 if not opts.audioquality.isdigit():
538 parser.error(u'invalid audio quality specified')
539 if opts.recodevideo is not None:
540 if opts.recodevideo not in ['mp4', 'flv', 'webm', 'ogg']:
541 parser.error(u'invalid video recode format specified')
542 if opts.date is not None:
543 date = DateRange.day(opts.date)
544 else:
545 date = DateRange(opts.dateafter, opts.datebefore)
546
547 # --all-sub automatically sets --write-sub if --write-auto-sub is not given
548 # this was the old behaviour if only --all-sub was given.
549 if opts.allsubtitles and (opts.writeautomaticsub == False):
550 opts.writesubtitles = True
551
552 if sys.version_info < (3,):
553 # In Python 2, sys.argv is a bytestring (also note http://bugs.python.org/issue2128 for Windows systems)
554 if opts.outtmpl is not None:
555 opts.outtmpl = opts.outtmpl.decode(preferredencoding())
556 outtmpl =((opts.outtmpl is not None and opts.outtmpl)
557 or (opts.format == '-1' and opts.usetitle and u'%(title)s-%(id)s-%(format)s.%(ext)s')
558 or (opts.format == '-1' and u'%(id)s-%(format)s.%(ext)s')
559 or (opts.usetitle and opts.autonumber and u'%(autonumber)s-%(title)s-%(id)s.%(ext)s')
560 or (opts.usetitle and u'%(title)s-%(id)s.%(ext)s')
561 or (opts.useid and u'%(id)s.%(ext)s')
562 or (opts.autonumber and u'%(autonumber)s-%(id)s.%(ext)s')
563 or u'%(title)s-%(id)s.%(ext)s')
564 if '%(ext)s' not in outtmpl and opts.extractaudio:
565 parser.error(u'Cannot download a video and extract audio into the same'
566 u' file! Use "%%(ext)s" instead of %r' %
567 determine_ext(outtmpl, u''))
568
569 # YoutubeDL
570 ydl = YoutubeDL({
571 'usenetrc': opts.usenetrc,
572 'username': opts.username,
573 'password': opts.password,
574 'videopassword': opts.videopassword,
575 'quiet': (opts.quiet or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
576 'forceurl': opts.geturl,
577 'forcetitle': opts.gettitle,
578 'forceid': opts.getid,
579 'forcethumbnail': opts.getthumbnail,
580 'forcedescription': opts.getdescription,
581 'forcefilename': opts.getfilename,
582 'forceformat': opts.getformat,
583 'simulate': opts.simulate,
584 'skip_download': (opts.skip_download or opts.simulate or opts.geturl or opts.gettitle or opts.getid or opts.getthumbnail or opts.getdescription or opts.getfilename or opts.getformat),
585 'format': opts.format,
586 'format_limit': opts.format_limit,
587 'listformats': opts.listformats,
588 'outtmpl': outtmpl,
589 'autonumber_size': opts.autonumber_size,
590 'restrictfilenames': opts.restrictfilenames,
591 'ignoreerrors': opts.ignoreerrors,
592 'ratelimit': opts.ratelimit,
593 'nooverwrites': opts.nooverwrites,
594 'retries': opts.retries,
595 'buffersize': opts.buffersize,
596 'noresizebuffer': opts.noresizebuffer,
597 'continuedl': opts.continue_dl,
598 'noprogress': opts.noprogress,
599 'progress_with_newline': opts.progress_with_newline,
600 'playliststart': opts.playliststart,
601 'playlistend': opts.playlistend,
602 'logtostderr': opts.outtmpl == '-',
603 'consoletitle': opts.consoletitle,
604 'nopart': opts.nopart,
605 'updatetime': opts.updatetime,
606 'writedescription': opts.writedescription,
607 'writeinfojson': opts.writeinfojson,
608 'writethumbnail': opts.writethumbnail,
609 'writesubtitles': opts.writesubtitles,
610 'writeautomaticsub': opts.writeautomaticsub,
611 'allsubtitles': opts.allsubtitles,
612 'listsubtitles': opts.listsubtitles,
613 'subtitlesformat': opts.subtitlesformat,
614 'subtitleslangs': opts.subtitleslangs,
615 'matchtitle': decodeOption(opts.matchtitle),
616 'rejecttitle': decodeOption(opts.rejecttitle),
617 'max_downloads': opts.max_downloads,
618 'prefer_free_formats': opts.prefer_free_formats,
619 'verbose': opts.verbose,
620 'dump_intermediate_pages': opts.dump_intermediate_pages,
621 'test': opts.test,
622 'keepvideo': opts.keepvideo,
623 'min_filesize': opts.min_filesize,
624 'max_filesize': opts.max_filesize,
625 'daterange': date,
626 'cachedir': opts.cachedir,
627 'youtube_print_sig_code': opts.youtube_print_sig_code,
628 })
629
630 if opts.verbose:
631 write_string(u'[debug] youtube-dl version ' + __version__ + u'\n')
632 try:
633 sp = subprocess.Popen(
634 ['git', 'rev-parse', '--short', 'HEAD'],
635 stdout=subprocess.PIPE, stderr=subprocess.PIPE,
636 cwd=os.path.dirname(os.path.abspath(__file__)))
637 out, err = sp.communicate()
638 out = out.decode().strip()
639 if re.match('[0-9a-f]+', out):
640 write_string(u'[debug] Git HEAD: ' + out + u'\n')
641 except:
642 try:
643 sys.exc_clear()
644 except:
645 pass
646 write_string(u'[debug] Python version %s - %s' %(platform.python_version(), platform_name()) + u'\n')
647 write_string(u'[debug] Proxy map: ' + str(proxy_handler.proxies) + u'\n')
648
649 ydl.add_default_info_extractors()
650
651 # PostProcessors
652 if opts.extractaudio:
653 ydl.add_post_processor(FFmpegExtractAudioPP(preferredcodec=opts.audioformat, preferredquality=opts.audioquality, nopostoverwrites=opts.nopostoverwrites))
654 if opts.recodevideo:
655 ydl.add_post_processor(FFmpegVideoConvertor(preferedformat=opts.recodevideo))
656 if opts.embedsubtitles:
657 ydl.add_post_processor(FFmpegEmbedSubtitlePP(subtitlesformat=opts.subtitlesformat))
658
659 # Update version
660 if opts.update_self:
661 update_self(ydl.to_screen, opts.verbose)
662
663 # Maybe do nothing
664 if len(all_urls) < 1:
665 if not opts.update_self:
666 parser.error(u'you must provide at least one URL')
667 else:
668 sys.exit()
669
670 try:
671 retcode = ydl.download(all_urls)
672 except MaxDownloadsReached:
673 ydl.to_screen(u'--max-download limit reached, aborting.')
674 retcode = 101
675
676 # Dump cookie jar if requested
677 if opts.cookiefile is not None:
678 try:
679 jar.save()
680 except (IOError, OSError) as err:
681 sys.exit(u'ERROR: unable to save cookie jar')
682
683 sys.exit(retcode)
684
685 def main(argv=None):
686 try:
687 _real_main(argv)
688 except DownloadError:
689 sys.exit(1)
690 except SameFileError:
691 sys.exit(u'ERROR: fixed output name but more than one file to download')
692 except KeyboardInterrupt:
693 sys.exit(u'\nERROR: Interrupted by user')