You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
66 lines
2.4 KiB
Python
66 lines
2.4 KiB
Python
from __future__ import unicode_literals
|
|
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
unified_strdate,
|
|
clean_html,
|
|
)
|
|
|
|
|
|
class ArchiveOrgIE(InfoExtractor):
|
|
IE_NAME = 'archive.org'
|
|
IE_DESC = 'archive.org videos'
|
|
_VALID_URL = r'https?://(?:www\.)?archive\.org/(?:details|embed)/(?P<id>[^/?#]+)(?:[?].*)?$'
|
|
_TESTS = [{
|
|
'url': 'http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
|
|
'md5': '8af1d4cf447933ed3c7f4871162602db',
|
|
'info_dict': {
|
|
'id': 'XD300-23_68HighlightsAResearchCntAugHumanIntellect',
|
|
'ext': 'ogg',
|
|
'title': '1968 Demo - FJCC Conference Presentation Reel #1',
|
|
'description': 'md5:da45c349df039f1cc8075268eb1b5c25',
|
|
'upload_date': '19681210',
|
|
'uploader': 'SRI International'
|
|
}
|
|
}, {
|
|
'url': 'https://archive.org/details/Cops1922',
|
|
'md5': '0869000b4ce265e8ca62738b336b268a',
|
|
'info_dict': {
|
|
'id': 'Cops1922',
|
|
'ext': 'mp4',
|
|
'title': 'Buster Keaton\'s "Cops" (1922)',
|
|
'description': 'md5:89e7c77bf5d965dd5c0372cfb49470f6',
|
|
}
|
|
}, {
|
|
'url': 'http://archive.org/embed/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
|
|
'only_matching': True,
|
|
}]
|
|
|
|
def _real_extract(self, url):
|
|
video_id = self._match_id(url)
|
|
webpage = self._download_webpage(
|
|
'http://archive.org/embed/' + video_id, video_id)
|
|
jwplayer_playlist = self._parse_json(self._search_regex(
|
|
r"(?s)Play\('[^']+'\s*,\s*(\[.+\])\s*,\s*{.*?}\)",
|
|
webpage, 'jwplayer playlist'), video_id)
|
|
info = self._parse_jwplayer_data(
|
|
{'playlist': jwplayer_playlist}, video_id, base_url=url)
|
|
|
|
def get_optional(metadata, field):
|
|
return metadata.get(field, [None])[0]
|
|
|
|
metadata = self._download_json(
|
|
'http://archive.org/details/' + video_id, video_id, query={
|
|
'output': 'json',
|
|
})['metadata']
|
|
info.update({
|
|
'title': get_optional(metadata, 'title') or info.get('title'),
|
|
'description': clean_html(get_optional(metadata, 'description')),
|
|
})
|
|
if info.get('_type') != 'playlist':
|
|
info.update({
|
|
'uploader': get_optional(metadata, 'creator'),
|
|
'upload_date': unified_strdate(get_optional(metadata, 'date')),
|
|
})
|
|
return info
|