]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/zdf.py
35ece354a6ecdf7ba5705184d4ceff22d57eb3d4
[youtubedl] / youtube_dl / extractor / zdf.py
1 # coding: utf-8
2
3 import operator
4 import re
5
6 from .common import InfoExtractor
7 from ..utils import (
8 unified_strdate,
9 )
10
11
12 class ZDFIE(InfoExtractor):
13 _VALID_URL = r'^https?://www\.zdf\.de/ZDFmediathek(?P<hash>#)?/(.*beitrag/(?:video/)?)(?P<video_id>[0-9]+)(?:/[^/?]+)?(?:\?.*)?'
14
15 _TEST = {
16 u"url": u"http://www.zdf.de/ZDFmediathek/beitrag/video/2037704/ZDFspezial---Ende-des-Machtpokers--?bc=sts;stt",
17 u"file": u"2037704.webm",
18 u"info_dict": {
19 u"upload_date": u"20131127",
20 u"description": u"Union und SPD haben sich auf einen Koalitionsvertrag geeinigt. Aber was bedeutet das für die Bürger? Sehen Sie hierzu das ZDFspezial \"Ende des Machtpokers - Große Koalition für Deutschland\".",
21 u"uploader": u"spezial",
22 u"title": u"ZDFspezial - Ende des Machtpokers"
23 },
24 u"skip": u"Videos on ZDF.de are depublicised in short order",
25 }
26
27 def _real_extract(self, url):
28 mobj = re.match(self._VALID_URL, url)
29 video_id = mobj.group('video_id')
30
31 xml_url = u'http://www.zdf.de/ZDFmediathek/xmlservice/web/beitragsDetails?ak=web&id=%s' % video_id
32 doc = self._download_xml(
33 xml_url, video_id,
34 note=u'Downloading video info',
35 errnote=u'Failed to download video info')
36
37 title = doc.find('.//information/title').text
38 description = doc.find('.//information/detail').text
39 uploader_node = doc.find('.//details/originChannelTitle')
40 uploader = None if uploader_node is None else uploader_node.text
41 duration_str = doc.find('.//details/length').text
42 duration_m = re.match(r'''(?x)^
43 (?P<hours>[0-9]{2})
44 :(?P<minutes>[0-9]{2})
45 :(?P<seconds>[0-9]{2})
46 (?:\.(?P<ms>[0-9]+)?)
47 ''', duration_str)
48 duration = (
49 (
50 (int(duration_m.group('hours')) * 60 * 60) +
51 (int(duration_m.group('minutes')) * 60) +
52 int(duration_m.group('seconds'))
53 )
54 if duration_m
55 else None
56 )
57 upload_date = unified_strdate(doc.find('.//details/airtime').text)
58
59 def xml_to_format(fnode):
60 video_url = fnode.find('url').text
61 is_available = u'http://www.metafilegenerator' not in video_url
62
63 format_id = fnode.attrib['basetype']
64 format_m = re.match(r'''(?x)
65 (?P<vcodec>[^_]+)_(?P<acodec>[^_]+)_(?P<container>[^_]+)_
66 (?P<proto>[^_]+)_(?P<index>[^_]+)_(?P<indexproto>[^_]+)
67 ''', format_id)
68
69 ext = format_m.group('container')
70 is_supported = ext != 'f4f'
71
72 PROTO_ORDER = ['http', 'rtmp', 'rtsp']
73 try:
74 proto_pref = -PROTO_ORDER.index(format_m.group('proto'))
75 except ValueError:
76 proto_pref = -999
77
78 quality = fnode.find('./quality').text
79 QUALITY_ORDER = ['veryhigh', '300', 'high', 'med', 'low']
80 try:
81 quality_pref = -QUALITY_ORDER.index(quality)
82 except ValueError:
83 quality_pref = -999
84
85 abr = int(fnode.find('./audioBitrate').text) // 1000
86 vbr = int(fnode.find('./videoBitrate').text) // 1000
87 pref = (is_available, is_supported,
88 proto_pref, quality_pref, vbr, abr)
89
90 format_note = u''
91 if not is_supported:
92 format_note += u'(unsupported)'
93 if not format_note:
94 format_note = None
95
96 return {
97 'format_id': format_id + u'-' + quality,
98 'url': video_url,
99 'ext': ext,
100 'acodec': format_m.group('acodec'),
101 'vcodec': format_m.group('vcodec'),
102 'abr': abr,
103 'vbr': vbr,
104 'width': int(fnode.find('./width').text),
105 'height': int(fnode.find('./height').text),
106 'filesize': int(fnode.find('./filesize').text),
107 'format_note': format_note,
108 '_pref': pref,
109 '_available': is_available,
110 }
111
112 format_nodes = doc.findall('.//formitaeten/formitaet')
113 formats = sorted(filter(lambda f: f['_available'],
114 map(xml_to_format, format_nodes)),
115 key=operator.itemgetter('_pref'))
116
117 return {
118 'id': video_id,
119 'title': title,
120 'formats': formats,
121 'description': description,
122 'uploader': uploader,
123 'duration': duration,
124 'upload_date': upload_date,
125 }