mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-09-05 14:06:15 +02:00
[extractor/nos.nl] Add extractor (#4822)
Closes #4649 Authored by: HobbyistDev
This commit is contained in:
parent
5d14b73491
commit
866f037344
@ -1181,6 +1181,7 @@
|
||||
from .noovo import NoovoIE
|
||||
from .normalboots import NormalbootsIE
|
||||
from .nosvideo import NosVideoIE
|
||||
from .nosnl import NOSNLArticleIE
|
||||
from .nova import (
|
||||
NovaEmbedIE,
|
||||
NovaIE,
|
||||
|
95
yt_dlp/extractor/nosnl.py
Normal file
95
yt_dlp/extractor/nosnl.py
Normal file
@ -0,0 +1,95 @@
|
||||
from .common import InfoExtractor
|
||||
from ..utils import parse_duration, parse_iso8601, traverse_obj
|
||||
|
||||
|
||||
class NOSNLArticleIE(InfoExtractor):
|
||||
_VALID_URL = r'https?://nos\.nl/((?!video)(\w+/)?\w+/)\d+-(?P<display_id>[\w-]+)'
|
||||
_TESTS = [
|
||||
{
|
||||
# only 1 video
|
||||
'url': 'https://nos.nl/nieuwsuur/artikel/2440353-verzakking-door-droogte-dreigt-tot-een-miljoen-kwetsbare-huizen',
|
||||
'info_dict': {
|
||||
'id': '2440340',
|
||||
'ext': 'mp4',
|
||||
'description': 'md5:5f83185d902ac97af3af4bed7ece3db5',
|
||||
'title': '\'We hebben een huis vol met scheuren\'',
|
||||
'duration': 95.0,
|
||||
'thumbnail': 'https://cdn.nos.nl/image/2022/08/12/887149/3840x2160a.jpg',
|
||||
}
|
||||
}, {
|
||||
# more than 1 video
|
||||
'url': 'https://nos.nl/artikel/2440409-vannacht-sliepen-weer-enkele-honderden-asielzoekers-in-ter-apel-buiten',
|
||||
'info_dict': {
|
||||
'id': '2440409',
|
||||
'title': 'Vannacht sliepen weer enkele honderden asielzoekers in Ter Apel buiten',
|
||||
'description': 'Er werd wel geprobeerd om kwetsbare migranten onderdak te bieden, zegt het COA.',
|
||||
'tags': ['aanmeldcentrum', 'Centraal Orgaan opvang asielzoekers', 'COA', 'asielzoekers', 'Ter Apel'],
|
||||
'modified_timestamp': 1660452773,
|
||||
'modified_date': '20220814',
|
||||
'upload_date': '20220813',
|
||||
'thumbnail': 'https://cdn.nos.nl/image/2022/07/18/880346/1024x576a.jpg',
|
||||
'timestamp': 1660401384,
|
||||
},
|
||||
'playlist_count': 2,
|
||||
}, {
|
||||
# audio + video
|
||||
'url': 'https://nos.nl/artikel/2440789-wekdienst-16-8-groningse-acties-tien-jaar-na-zware-aardbeving-femke-bol-in-actie-op-ek-atletiek',
|
||||
'info_dict': {
|
||||
'id': '2440789',
|
||||
'title': 'Wekdienst 16/8: Groningse acties tien jaar na zware aardbeving • Femke Bol in actie op EK atletiek ',
|
||||
'description': 'Nieuws, weer, verkeer: met dit overzicht begin je geïnformeerd aan de dag.',
|
||||
'tags': ['wekdienst'],
|
||||
'modified_date': '20220816',
|
||||
'modified_timestamp': 1660625449,
|
||||
'timestamp': 1660625449,
|
||||
'upload_date': '20220816',
|
||||
'thumbnail': 'https://cdn.nos.nl/image/2022/08/16/888178/1024x576a.jpg',
|
||||
},
|
||||
'playlist_count': 2,
|
||||
}
|
||||
]
|
||||
|
||||
def _entries(self, nextjs_json, display_id):
|
||||
for item in nextjs_json['items']:
|
||||
if item.get('type') == 'video':
|
||||
formats, subtitle = self._extract_m3u8_formats_and_subtitles(
|
||||
traverse_obj(item, ('source', 'url')), display_id, ext='mp4')
|
||||
yield {
|
||||
'id': str(item['id']),
|
||||
'title': item.get('title'),
|
||||
'description': item.get('description'),
|
||||
'formats': formats,
|
||||
'subtitles': subtitle,
|
||||
'duration': parse_duration(item.get('duration')),
|
||||
'thumbnails': [{
|
||||
'url': traverse_obj(image, ('url', ...), get_all=False),
|
||||
'width': image.get('width'),
|
||||
'height': image.get('height')
|
||||
} for image in traverse_obj(item, ('imagesByRatio', ...))[0]],
|
||||
}
|
||||
|
||||
elif item.get('type') == 'audio':
|
||||
yield {
|
||||
'id': str(item['id']),
|
||||
'title': item.get('title'),
|
||||
'url': traverse_obj(item, ('media', 'src')),
|
||||
'ext': 'mp3',
|
||||
}
|
||||
|
||||
def _real_extract(self, url):
|
||||
display_id = self._match_valid_url(url).group('display_id')
|
||||
webpage = self._download_webpage(url, display_id)
|
||||
|
||||
nextjs_json = self._search_nextjs_data(webpage, display_id)['props']['pageProps']['data']
|
||||
return {
|
||||
'_type': 'playlist',
|
||||
'entries': self._entries(nextjs_json, display_id),
|
||||
'id': str(nextjs_json['id']),
|
||||
'title': nextjs_json.get('title') or self._html_search_meta(['title', 'og:title', 'twitter:title'], webpage),
|
||||
'description': (nextjs_json.get('description')
|
||||
or self._html_search_meta(['description', 'twitter:description', 'og:description'], webpage)),
|
||||
'tags': nextjs_json.get('keywords'),
|
||||
'modified_timestamp': parse_iso8601(nextjs_json.get('modifiedAt')),
|
||||
'thumbnail': nextjs_json.get('shareImageSrc') or self._html_search_meta(['og:image', 'twitter:image'], webpage),
|
||||
'timestamp': parse_iso8601(nextjs_json.get('publishedAt'))
|
||||
}
|
Loading…
Reference in New Issue
Block a user