]> Raphaël G. Git Repositories - youtubedl/blob - youtube_dl/extractor/rds.py
Fix extraction from youtube.
[youtubedl] / youtube_dl / extractor / rds.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 from .common import InfoExtractor
5 from ..utils import (
6 parse_duration,
7 parse_iso8601,
8 js_to_json,
9 )
10 from ..compat import compat_str
11
12
13 class RDSIE(InfoExtractor):
14 IE_DESC = 'RDS.ca'
15 _VALID_URL = r'https?://(?:www\.)?rds\.ca/vid(?:[eé]|%C3%A9)os/(?:[^/]+/)*(?P<id>[^/]+)-\d+\.\d+'
16
17 _TESTS = [{
18 'url': 'http://www.rds.ca/videos/football/nfl/fowler-jr-prend-la-direction-de-jacksonville-3.1132799',
19 'info_dict': {
20 'id': '604333',
21 'display_id': 'fowler-jr-prend-la-direction-de-jacksonville',
22 'ext': 'flv',
23 'title': 'Fowler Jr. prend la direction de Jacksonville',
24 'description': 'Dante Fowler Jr. est le troisième choix du repêchage 2015 de la NFL. ',
25 'timestamp': 1430397346,
26 'upload_date': '20150430',
27 'duration': 154.354,
28 'age_limit': 0,
29 }
30 }, {
31 'url': 'http://www.rds.ca/vid%C3%A9os/un-voyage-positif-3.877934',
32 'only_matching': True,
33 }]
34
35 def _real_extract(self, url):
36 display_id = self._match_id(url)
37
38 webpage = self._download_webpage(url, display_id)
39
40 item = self._parse_json(self._search_regex(r'(?s)itemToPush\s*=\s*({.+?});', webpage, 'item'), display_id, js_to_json)
41 video_id = compat_str(item['id'])
42 title = item.get('title') or self._og_search_title(webpage) or self._html_search_meta(
43 'title', webpage, 'title', fatal=True)
44 description = self._og_search_description(webpage) or self._html_search_meta(
45 'description', webpage, 'description')
46 thumbnail = item.get('urlImageBig') or self._og_search_thumbnail(webpage) or self._search_regex(
47 [r'<link[^>]+itemprop="thumbnailUrl"[^>]+href="([^"]+)"',
48 r'<span[^>]+itemprop="thumbnailUrl"[^>]+content="([^"]+)"'],
49 webpage, 'thumbnail', fatal=False)
50 timestamp = parse_iso8601(self._search_regex(
51 r'<span[^>]+itemprop="uploadDate"[^>]+content="([^"]+)"',
52 webpage, 'upload date', fatal=False))
53 duration = parse_duration(self._search_regex(
54 r'<span[^>]+itemprop="duration"[^>]+content="([^"]+)"',
55 webpage, 'duration', fatal=False))
56 age_limit = self._family_friendly_search(webpage)
57
58 return {
59 '_type': 'url_transparent',
60 'id': video_id,
61 'display_id': display_id,
62 'url': '9c9media:rds_web:%s' % video_id,
63 'title': title,
64 'description': description,
65 'thumbnail': thumbnail,
66 'timestamp': timestamp,
67 'duration': duration,
68 'age_limit': age_limit,
69 'ie_key': 'NineCNineMedia',
70 }