]> Raphaƫl G. Git Repositories - youtubedl/blob - youtube_dl/extractor/archiveorg.py
Update upstream source from tag 'upstream/2020.03.24'
[youtubedl] / youtube_dl / extractor / archiveorg.py
1 from __future__ import unicode_literals
2
3 from .common import InfoExtractor
4 from ..utils import (
5 unified_strdate,
6 clean_html,
7 )
8
9
10 class ArchiveOrgIE(InfoExtractor):
11 IE_NAME = 'archive.org'
12 IE_DESC = 'archive.org videos'
13 _VALID_URL = r'https?://(?:www\.)?archive\.org/(?:details|embed)/(?P<id>[^/?#]+)(?:[?].*)?$'
14 _TESTS = [{
15 'url': 'http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
16 'md5': '8af1d4cf447933ed3c7f4871162602db',
17 'info_dict': {
18 'id': 'XD300-23_68HighlightsAResearchCntAugHumanIntellect',
19 'ext': 'ogg',
20 'title': '1968 Demo - FJCC Conference Presentation Reel #1',
21 'description': 'md5:da45c349df039f1cc8075268eb1b5c25',
22 'upload_date': '19681210',
23 'uploader': 'SRI International'
24 }
25 }, {
26 'url': 'https://archive.org/details/Cops1922',
27 'md5': '0869000b4ce265e8ca62738b336b268a',
28 'info_dict': {
29 'id': 'Cops1922',
30 'ext': 'mp4',
31 'title': 'Buster Keaton\'s "Cops" (1922)',
32 'description': 'md5:89e7c77bf5d965dd5c0372cfb49470f6',
33 }
34 }, {
35 'url': 'http://archive.org/embed/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
36 'only_matching': True,
37 }]
38
39 def _real_extract(self, url):
40 video_id = self._match_id(url)
41 webpage = self._download_webpage(
42 'http://archive.org/embed/' + video_id, video_id)
43 jwplayer_playlist = self._parse_json(self._search_regex(
44 r"(?s)Play\('[^']+'\s*,\s*(\[.+\])\s*,\s*{.*?}\)",
45 webpage, 'jwplayer playlist'), video_id)
46 info = self._parse_jwplayer_data(
47 {'playlist': jwplayer_playlist}, video_id, base_url=url)
48
49 def get_optional(metadata, field):
50 return metadata.get(field, [None])[0]
51
52 metadata = self._download_json(
53 'http://archive.org/details/' + video_id, video_id, query={
54 'output': 'json',
55 })['metadata']
56 info.update({
57 'title': get_optional(metadata, 'title') or info.get('title'),
58 'description': clean_html(get_optional(metadata, 'description')),
59 })
60 if info.get('_type') != 'playlist':
61 info.update({
62 'uploader': get_optional(metadata, 'creator'),
63 'upload_date': unified_strdate(get_optional(metadata, 'date')),
64 })
65 return info