yt-dlp/yt_dlp/extractor/steam.py

171 lines
6.4 KiB
Python
Raw Normal View History

2013-06-23 22:02:56 +02:00
import re
from .common import InfoExtractor
from ..utils import (
ExtractorError,
extract_attributes,
2017-10-11 19:49:48 +02:00
get_element_by_class,
str_or_none,
2013-06-23 22:02:56 +02:00
)
class SteamIE(InfoExtractor):
_VALID_URL = r'''(?x)
https?://(?:store\.steampowered|steamcommunity)\.com/
(?:agecheck/)?
(?P<urltype>video|app)/ #If the page is only for videos or for a game
(?P<gameID>\d+)/?
(?P<videoID>\d*)(?P<extra>\??) # For urltype == video we sometimes get the videoID
|
https?://(?:www\.)?steamcommunity\.com/sharedfiles/filedetails/\?id=(?P<fileID>[0-9]+)
'''
2013-06-23 22:02:56 +02:00
_VIDEO_PAGE_TEMPLATE = 'http://store.steampowered.com/video/%s/'
_AGECHECK_TEMPLATE = 'http://store.steampowered.com/agecheck/video/%s/?snr=1_agecheck_agecheck__age-gate&ageDay=1&ageMonth=January&ageYear=1970'
_TESTS = [{
2016-02-14 10:37:17 +01:00
'url': 'http://store.steampowered.com/video/105600/',
'playlist': [
2013-06-27 20:20:00 +02:00
{
'md5': '695242613303ffa2a4c44c9374ddc067',
2016-02-14 10:37:17 +01:00
'info_dict': {
'id': '256785003',
2017-10-11 19:49:48 +02:00
'ext': 'mp4',
'title': 'Terraria video 256785003',
'thumbnail': r're:^https://cdn\.[^\.]+\.steamstatic\.com',
},
2013-06-27 20:20:00 +02:00
},
{
'md5': '6a294ee0c4b1f47f5bb76a65e31e3592',
2016-02-14 10:37:17 +01:00
'info_dict': {
'id': '2040428',
2017-10-11 19:49:48 +02:00
'ext': 'mp4',
'title': 'Terraria video 2040428',
'thumbnail': r're:^https://cdn\.[^\.]+\.steamstatic\.com',
},
},
2014-04-19 19:55:53 +02:00
],
2017-10-11 19:49:48 +02:00
'info_dict': {
'id': '105600',
'title': 'Terraria',
},
2014-04-19 19:55:53 +02:00
'params': {
'playlistend': 2,
},
}, {
'url': 'https://store.steampowered.com/app/271590/Grand_Theft_Auto_V/',
'info_dict': {
'id': '271590',
'title': 'Grand Theft Auto V',
},
'playlist_count': 23,
}]
2013-06-27 20:20:00 +02:00
2013-06-23 22:02:56 +02:00
def _real_extract(self, url):
m = self._match_valid_url(url)
file_id = m.group('fileID')
if file_id:
video_url = url
playlist_id = file_id
else:
game_id = m.group('gameID')
playlist_id = game_id
video_url = self._VIDEO_PAGE_TEMPLATE % playlist_id
self._set_cookie('steampowered.com', 'wants_mature_content', '1')
self._set_cookie('steampowered.com', 'birthtime', '944006401')
self._set_cookie('steampowered.com', 'lastagecheckage', '1-0-2000')
webpage = self._download_webpage(video_url, playlist_id)
2013-06-23 22:02:56 +02:00
if re.search('<div[^>]+>Please enter your birth date to continue:</div>', webpage) is not None:
video_url = self._AGECHECK_TEMPLATE % playlist_id
2013-06-23 22:02:56 +02:00
self.report_age_confirmation()
webpage = self._download_webpage(video_url, playlist_id)
2017-10-11 19:49:48 +02:00
videos = re.findall(r'(<div[^>]+id=[\'"]highlight_movie_(\d+)[\'"][^>]+>)', webpage)
2017-10-11 19:49:48 +02:00
entries = []
playlist_title = get_element_by_class('apphub_AppName', webpage)
for movie, movie_id in videos:
if not movie:
continue
movie = extract_attributes(movie)
if not movie_id:
continue
entry = {
'id': movie_id,
'title': f'{playlist_title} video {movie_id}',
}
formats = []
if movie:
entry['thumbnail'] = movie.get('data-poster')
for quality in ('', '-hd'):
for ext in ('webm', 'mp4'):
video_url = movie.get(f'data-{ext}{quality}-source')
if video_url:
formats.append({
'format_id': ext + quality,
'url': video_url,
})
entry['formats'] = formats
entries.append(entry)
embedded_videos = re.findall(r'(<iframe[^>]+>)', webpage)
for evideos in embedded_videos:
evideos = extract_attributes(evideos).get('src')
video_id = self._search_regex(r'youtube\.com/embed/([0-9A-Za-z_-]{11})', evideos, 'youtube_video_id', default=None)
if video_id:
2017-10-11 19:49:48 +02:00
entries.append({
'_type': 'url_transparent',
'id': video_id,
'url': video_id,
2017-10-11 19:49:48 +02:00
'ie_key': 'Youtube',
})
if not entries:
raise ExtractorError('Could not find any videos')
2013-06-23 22:02:56 +02:00
2017-10-11 19:49:48 +02:00
return self.playlist_result(entries, playlist_id, playlist_title)
class SteamCommunityBroadcastIE(InfoExtractor):
_VALID_URL = r'https?://steamcommunity\.(?:com)/broadcast/watch/(?P<id>\d+)'
_TESTS = [{
'url': 'https://steamcommunity.com/broadcast/watch/76561199073851486',
'info_dict': {
'id': '76561199073851486',
'title': r're:Steam Community :: pepperm!nt :: Broadcast 2022-06-26 \d{2}:\d{2}',
'ext': 'mp4',
'uploader_id': '1113585758',
'uploader': 'pepperm!nt',
'live_status': 'is_live',
},
'skip': 'Stream has ended',
}]
def _real_extract(self, url):
video_id = self._match_id(url)
webpage = self._download_webpage(url, video_id)
json_data = self._download_json(
'https://steamcommunity.com/broadcast/getbroadcastmpd/',
video_id, query={'steamid': f'{video_id}'})
formats, subs = self._extract_m3u8_formats_and_subtitles(json_data['hls_url'], video_id)
''' # We cannot download live dash atm
mpd_formats, mpd_subs = self._extract_mpd_formats_and_subtitles(json_data['url'], video_id)
formats.extend(mpd_formats)
self._merge_subtitles(mpd_subs, target=subs)
'''
uploader_json = self._download_json(
'https://steamcommunity.com/actions/ajaxresolveusers',
video_id, query={'steamids': video_id})[0]
return {
'id': video_id,
2022-10-31 13:05:20 +01:00
'title': self._generic_title('', webpage),
'formats': formats,
'live_status': 'is_live',
'view_count': json_data.get('num_view'),
'uploader': uploader_json.get('persona_name'),
'uploader_id': str_or_none(uploader_json.get('accountid')),
'subtitles': subs,
}