]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/orf.py
41ef8e992ac8f898de90f775b72cbc133caec805
[youtubedl] / youtube_dl / extractor / orf.py
1 # coding: utf-8
2
3 import re
4 import xml.etree.ElementTree
5 import json
6
7 from .common import InfoExtractor
8 from ..utils import (
9 compat_urlparse,
10 ExtractorError,
11 find_xpath_attr,
12 )
13
14 class ORFIE(InfoExtractor):
15 _VALID_URL = r'https?://tvthek.orf.at/(programs/.+?/episodes|topics/.+?)/(?P<id>\d+)'
16
17 _TEST = {
18 u'url': u'http://tvthek.orf.at/programs/1171769-Wetter-ZIB/episodes/6557323-Wetter',
19 u'file': u'6566957.flv',
20 u'info_dict': {
21 u'title': u'Wetter',
22 u'description': u'Christa Kummer, Marcus Wadsak und Kollegen präsentieren abwechselnd ihre täglichen Wetterprognosen für Österreich.\r \r Mehr Wetter unter wetter.ORF.at',
23 },
24 u'params': {
25 # It uses rtmp
26 u'skip_download': True,
27 }
28 }
29
30 def _real_extract(self, url):
31 mobj = re.match(self._VALID_URL, url)
32 playlist_id = mobj.group('id')
33 webpage = self._download_webpage(url, playlist_id)
34
35 flash_xml = self._search_regex('ORF.flashXML = \'(.+?)\'', webpage, u'flash xml')
36 flash_xml = compat_urlparse.parse_qs('xml='+flash_xml)['xml'][0]
37 flash_config = xml.etree.ElementTree.fromstring(flash_xml.encode('utf-8'))
38 playlist_json = self._search_regex(r'playlist\': \'(\[.*?\])\'', webpage, u'playlist').replace(r'\"','"')
39 playlist = json.loads(playlist_json)
40
41 videos = []
42 ns = '{http://tempuri.org/XMLSchema.xsd}'
43 xpath = '%(ns)sPlaylist/%(ns)sItems/%(ns)sItem' % {'ns': ns}
44 webpage_description = self._og_search_description(webpage)
45 for (i, (item, info)) in enumerate(zip(flash_config.findall(xpath), playlist), 1):
46 # Get best quality url
47 rtmp_url = None
48 for q in ['Q6A', 'Q4A', 'Q1A']:
49 video_url = find_xpath_attr(item, '%sVideoUrl' % ns, 'quality', q)
50 if video_url is not None:
51 rtmp_url = video_url.text
52 break
53 if rtmp_url is None:
54 raise ExtractorError(u'Couldn\'t get video url: %s' % info['id'])
55 description = self._html_search_regex(
56 r'id="playlist_entry_%s".*?<p>(.*?)</p>' % i, webpage,
57 u'description', default=webpage_description, flags=re.DOTALL)
58 videos.append({
59 '_type': 'video',
60 'id': info['id'],
61 'title': info['title'],
62 'url': rtmp_url,
63 'ext': 'flv',
64 'description': description,
65 })
66
67 return videos