]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/downloader/hls.py
92765a3f9c6acdbc91136fbe00d24197af71fa29
[youtubedl] / youtube_dl / downloader / hls.py
1 from __future__ import unicode_literals
2
3 import os
4 import re
5 import subprocess
6
7 from .common import FileDownloader
8 from .fragment import FragmentFD
9
10 from ..compat import compat_urlparse
11 from ..postprocessor.ffmpeg import FFmpegPostProcessor
12 from ..utils import (
13 encodeArgument,
14 encodeFilename,
15 sanitize_open,
16 )
17
18
19 class HlsFD(FileDownloader):
20 def real_download(self, filename, info_dict):
21 url = info_dict['url']
22 self.report_destination(filename)
23 tmpfilename = self.temp_name(filename)
24
25 ffpp = FFmpegPostProcessor(downloader=self)
26 if not ffpp.available:
27 self.report_error('m3u8 download detected but ffmpeg or avconv could not be found. Please install one.')
28 return False
29 ffpp.check_version()
30
31 args = [ffpp.executable, '-y']
32
33 if info_dict['http_headers'] and re.match(r'^https?://', url):
34 # Trailing \r\n after each HTTP header is important to prevent warning from ffmpeg/avconv:
35 # [http @ 00000000003d2fa0] No trailing CRLF found in HTTP header.
36 args += [
37 '-headers',
38 ''.join('%s: %s\r\n' % (key, val) for key, val in info_dict['http_headers'].items() if key.lower() != 'accept-encoding')]
39
40 args += ['-i', url, '-f', 'mp4', '-c', 'copy', '-bsf:a', 'aac_adtstoasc']
41
42 args = [encodeArgument(opt) for opt in args]
43 args.append(encodeFilename(ffpp._ffmpeg_filename_argument(tmpfilename), True))
44
45 self._debug_cmd(args)
46
47 retval = subprocess.call(args)
48 if retval == 0:
49 fsize = os.path.getsize(encodeFilename(tmpfilename))
50 self.to_screen('\r[%s] %s bytes' % (args[0], fsize))
51 self.try_rename(tmpfilename, filename)
52 self._hook_progress({
53 'downloaded_bytes': fsize,
54 'total_bytes': fsize,
55 'filename': filename,
56 'status': 'finished',
57 })
58 return True
59 else:
60 self.to_stderr('\n')
61 self.report_error('%s exited with code %d' % (ffpp.basename, retval))
62 return False
63
64
65 class NativeHlsFD(FragmentFD):
66 """ A more limited implementation that does not require ffmpeg """
67
68 FD_NAME = 'hlsnative'
69
70 def real_download(self, filename, info_dict):
71 man_url = info_dict['url']
72 self.to_screen('[%s] Downloading m3u8 manifest' % self.FD_NAME)
73 manifest = self.ydl.urlopen(man_url).read()
74
75 s = manifest.decode('utf-8', 'ignore')
76 fragment_urls = []
77 for line in s.splitlines():
78 line = line.strip()
79 if line and not line.startswith('#'):
80 segment_url = (
81 line
82 if re.match(r'^https?://', line)
83 else compat_urlparse.urljoin(man_url, line))
84 fragment_urls.append(segment_url)
85 # We only download the first fragment during the test
86 if self.params.get('test', False):
87 break
88
89 ctx = {
90 'filename': filename,
91 'total_frags': len(fragment_urls),
92 }
93
94 self._prepare_and_start_frag_download(ctx)
95
96 frags_filenames = []
97 for i, frag_url in enumerate(fragment_urls):
98 frag_filename = '%s-Frag%d' % (ctx['tmpfilename'], i)
99 success = ctx['dl'].download(frag_filename, {'url': frag_url})
100 if not success:
101 return False
102 down, frag_sanitized = sanitize_open(frag_filename, 'rb')
103 ctx['dest_stream'].write(down.read())
104 down.close()
105 frags_filenames.append(frag_sanitized)
106
107 self._finish_frag_download(ctx)
108
109 for frag_file in frags_filenames:
110 os.remove(encodeFilename(frag_file))
111
112 return True