]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/downloader/rtmp.py
Update changelog.
[youtubedl] / youtube_dl / downloader / rtmp.py
1 import os
2 import re
3 import subprocess
4 import sys
5 import time
6
7 from .common import FileDownloader
8 from ..utils import (
9 encodeFilename,
10 format_bytes,
11 )
12
13
14 class RtmpFD(FileDownloader):
15 def real_download(self, filename, info_dict):
16 def run_rtmpdump(args):
17 start = time.time()
18 resume_percent = None
19 resume_downloaded_data_len = None
20 proc = subprocess.Popen(args, stderr=subprocess.PIPE)
21 cursor_in_new_line = True
22 proc_stderr_closed = False
23 while not proc_stderr_closed:
24 # read line from stderr
25 line = u''
26 while True:
27 char = proc.stderr.read(1)
28 if not char:
29 proc_stderr_closed = True
30 break
31 if char in [b'\r', b'\n']:
32 break
33 line += char.decode('ascii', 'replace')
34 if not line:
35 # proc_stderr_closed is True
36 continue
37 mobj = re.search(r'([0-9]+\.[0-9]{3}) kB / [0-9]+\.[0-9]{2} sec \(([0-9]{1,2}\.[0-9])%\)', line)
38 if mobj:
39 downloaded_data_len = int(float(mobj.group(1))*1024)
40 percent = float(mobj.group(2))
41 if not resume_percent:
42 resume_percent = percent
43 resume_downloaded_data_len = downloaded_data_len
44 eta = self.calc_eta(start, time.time(), 100-resume_percent, percent-resume_percent)
45 speed = self.calc_speed(start, time.time(), downloaded_data_len-resume_downloaded_data_len)
46 data_len = None
47 if percent > 0:
48 data_len = int(downloaded_data_len * 100 / percent)
49 data_len_str = u'~' + format_bytes(data_len)
50 self.report_progress(percent, data_len_str, speed, eta)
51 cursor_in_new_line = False
52 self._hook_progress({
53 'downloaded_bytes': downloaded_data_len,
54 'total_bytes': data_len,
55 'tmpfilename': tmpfilename,
56 'filename': filename,
57 'status': 'downloading',
58 'eta': eta,
59 'speed': speed,
60 })
61 else:
62 # no percent for live streams
63 mobj = re.search(r'([0-9]+\.[0-9]{3}) kB / [0-9]+\.[0-9]{2} sec', line)
64 if mobj:
65 downloaded_data_len = int(float(mobj.group(1))*1024)
66 time_now = time.time()
67 speed = self.calc_speed(start, time_now, downloaded_data_len)
68 self.report_progress_live_stream(downloaded_data_len, speed, time_now - start)
69 cursor_in_new_line = False
70 self._hook_progress({
71 'downloaded_bytes': downloaded_data_len,
72 'tmpfilename': tmpfilename,
73 'filename': filename,
74 'status': 'downloading',
75 'speed': speed,
76 })
77 elif self.params.get('verbose', False):
78 if not cursor_in_new_line:
79 self.to_screen(u'')
80 cursor_in_new_line = True
81 self.to_screen(u'[rtmpdump] '+line)
82 proc.wait()
83 if not cursor_in_new_line:
84 self.to_screen(u'')
85 return proc.returncode
86
87 url = info_dict['url']
88 player_url = info_dict.get('player_url', None)
89 page_url = info_dict.get('page_url', None)
90 app = info_dict.get('app', None)
91 play_path = info_dict.get('play_path', None)
92 tc_url = info_dict.get('tc_url', None)
93 flash_version = info_dict.get('flash_version', None)
94 live = info_dict.get('rtmp_live', False)
95 conn = info_dict.get('rtmp_conn', None)
96
97 self.report_destination(filename)
98 tmpfilename = self.temp_name(filename)
99 test = self.params.get('test', False)
100
101 # Check for rtmpdump first
102 try:
103 subprocess.call(['rtmpdump', '-h'], stdout=(open(os.path.devnull, 'w')), stderr=subprocess.STDOUT)
104 except (OSError, IOError):
105 self.report_error(u'RTMP download detected but "rtmpdump" could not be run')
106 return False
107
108 # Download using rtmpdump. rtmpdump returns exit code 2 when
109 # the connection was interrumpted and resuming appears to be
110 # possible. This is part of rtmpdump's normal usage, AFAIK.
111 basic_args = ['rtmpdump', '--verbose', '-r', url, '-o', tmpfilename]
112 if player_url is not None:
113 basic_args += ['--swfVfy', player_url]
114 if page_url is not None:
115 basic_args += ['--pageUrl', page_url]
116 if app is not None:
117 basic_args += ['--app', app]
118 if play_path is not None:
119 basic_args += ['--playpath', play_path]
120 if tc_url is not None:
121 basic_args += ['--tcUrl', url]
122 if test:
123 basic_args += ['--stop', '1']
124 if flash_version is not None:
125 basic_args += ['--flashVer', flash_version]
126 if live:
127 basic_args += ['--live']
128 if conn:
129 basic_args += ['--conn', conn]
130 args = basic_args + [[], ['--resume', '--skip', '1']][self.params.get('continuedl', False)]
131
132 if sys.platform == 'win32' and sys.version_info < (3, 0):
133 # Windows subprocess module does not actually support Unicode
134 # on Python 2.x
135 # See http://stackoverflow.com/a/9951851/35070
136 subprocess_encoding = sys.getfilesystemencoding()
137 args = [a.encode(subprocess_encoding, 'ignore') for a in args]
138 else:
139 subprocess_encoding = None
140
141 if self.params.get('verbose', False):
142 if subprocess_encoding:
143 str_args = [
144 a.decode(subprocess_encoding) if isinstance(a, bytes) else a
145 for a in args]
146 else:
147 str_args = args
148 try:
149 import pipes
150 shell_quote = lambda args: ' '.join(map(pipes.quote, str_args))
151 except ImportError:
152 shell_quote = repr
153 self.to_screen(u'[debug] rtmpdump command line: ' + shell_quote(str_args))
154
155 retval = run_rtmpdump(args)
156
157 while (retval == 2 or retval == 1) and not test:
158 prevsize = os.path.getsize(encodeFilename(tmpfilename))
159 self.to_screen(u'[rtmpdump] %s bytes' % prevsize)
160 time.sleep(5.0) # This seems to be needed
161 retval = run_rtmpdump(basic_args + ['-e'] + [[], ['-k', '1']][retval == 1])
162 cursize = os.path.getsize(encodeFilename(tmpfilename))
163 if prevsize == cursize and retval == 1:
164 break
165 # Some rtmp streams seem abort after ~ 99.8%. Don't complain for those
166 if prevsize == cursize and retval == 2 and cursize > 1024:
167 self.to_screen(u'[rtmpdump] Could not download the whole video. This can happen for some advertisements.')
168 retval = 0
169 break
170 if retval == 0 or (test and retval == 2):
171 fsize = os.path.getsize(encodeFilename(tmpfilename))
172 self.to_screen(u'[rtmpdump] %s bytes' % fsize)
173 self.try_rename(tmpfilename, filename)
174 self._hook_progress({
175 'downloaded_bytes': fsize,
176 'total_bytes': fsize,
177 'filename': filename,
178 'status': 'finished',
179 })
180 return True
181 else:
182 self.to_stderr(u"\n")
183 self.report_error(u'rtmpdump exited with code %d' % retval)
184 return False