mirror of
https://github.com/ytdl-org/youtube-dl
synced 2024-09-01 19:35:11 +02:00
[archive.org] Add extractor (Fixes #1003)
This commit is contained in:
parent
b04621d155
commit
5fe3a3c3fb
@ -1,4 +1,5 @@
|
|||||||
|
|
||||||
|
from .archiveorg import ArchiveOrgIE
|
||||||
from .ard import ARDIE
|
from .ard import ARDIE
|
||||||
from .arte import ArteTvIE
|
from .arte import ArteTvIE
|
||||||
from .auengine import AUEngineIE
|
from .auengine import AUEngineIE
|
||||||
|
66
youtube_dl/extractor/archiveorg.py
Normal file
66
youtube_dl/extractor/archiveorg.py
Normal file
@ -0,0 +1,66 @@
|
|||||||
|
import json
|
||||||
|
import re
|
||||||
|
|
||||||
|
from .common import InfoExtractor
|
||||||
|
from ..utils import (
|
||||||
|
determine_ext,
|
||||||
|
unified_strdate,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class ArchiveOrgIE(InfoExtractor):
|
||||||
|
IE_NAME = 'archive.org'
|
||||||
|
IE_DESC = 'archive.org videos'
|
||||||
|
_VALID_URL = r'(?:https?://)?(?:www\.)?archive.org/details/(?P<id>[^?/]+)(?:[?].*)?$'
|
||||||
|
_TEST = {
|
||||||
|
u"url": u"http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect",
|
||||||
|
u'file': u'XD300-23_68HighlightsAResearchCntAugHumanIntellect.ogv',
|
||||||
|
u'md5': u'8af1d4cf447933ed3c7f4871162602db',
|
||||||
|
u'info_dict': {
|
||||||
|
u"title": u"1968 Demo - FJCC Conference Presentation Reel #1",
|
||||||
|
u"description": u"Reel 1 of 3: Also known as the \"Mother of All Demos\", Doug Engelbart's presentation at the Fall Joint Computer Conference in San Francisco, December 9, 1968 titled \"A Research Center for Augmenting Human Intellect.\" For this presentation, Doug and his team astonished the audience by not only relating their research, but demonstrating it live. This was the debut of the mouse, interactive computing, hypermedia, computer supported software engineering, video teleconferencing, etc. See also <a href=\"http://dougengelbart.org/firsts/dougs-1968-demo.html\" rel=\"nofollow\">Doug's 1968 Demo page</a> for more background, highlights, links, and the detailed paper published in this conference proceedings. Filmed on 3 reels: Reel 1 | <a href=\"http://www.archive.org/details/XD300-24_68HighlightsAResearchCntAugHumanIntellect\" rel=\"nofollow\">Reel 2</a> | <a href=\"http://www.archive.org/details/XD300-25_68HighlightsAResearchCntAugHumanIntellect\" rel=\"nofollow\">Reel 3</a>",
|
||||||
|
u"upload_date": u"19681210",
|
||||||
|
u"uploader": u"SRI International"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
mobj = re.match(self._VALID_URL, url)
|
||||||
|
video_id = mobj.group('id')
|
||||||
|
|
||||||
|
json_url = url + (u'?' if u'?' in url else '&') + u'output=json'
|
||||||
|
json_data = self._download_webpage(json_url, video_id)
|
||||||
|
data = json.loads(json_data)
|
||||||
|
|
||||||
|
title = data['metadata']['title'][0]
|
||||||
|
description = data['metadata']['description'][0]
|
||||||
|
uploader = data['metadata']['creator'][0]
|
||||||
|
upload_date = unified_strdate(data['metadata']['date'][0])
|
||||||
|
|
||||||
|
formats = [{
|
||||||
|
'format': fdata['format'],
|
||||||
|
'url': 'http://' + data['server'] + data['dir'] + fn,
|
||||||
|
'file_size': int(fdata['size']),
|
||||||
|
}
|
||||||
|
for fn,fdata in data['files'].items()
|
||||||
|
if 'Video' in fdata['format']]
|
||||||
|
formats.sort(key=lambda fdata: fdata['file_size'])
|
||||||
|
|
||||||
|
info = {
|
||||||
|
'id': video_id,
|
||||||
|
'title': title,
|
||||||
|
'formats': formats,
|
||||||
|
'description': description,
|
||||||
|
'uploader': uploader,
|
||||||
|
'upload_date': upload_date,
|
||||||
|
}
|
||||||
|
thumbnail = data.get('misc', {}).get('image')
|
||||||
|
if thumbnail:
|
||||||
|
info['thumbnail'] = thumbnail
|
||||||
|
|
||||||
|
# TODO: Remove when #980 has been merged
|
||||||
|
info['url'] = formats[-1]['url']
|
||||||
|
info['ext'] = determine_ext(formats[-1]['url'])
|
||||||
|
|
||||||
|
return self.video_result(info)
|
Loading…
Reference in New Issue
Block a user