mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-24 05:36:56 +01:00
86e5f3ed2e
Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
162 lines
5.7 KiB
Python
162 lines
5.7 KiB
Python
import json
|
|
import random
|
|
|
|
from .common import InfoExtractor
|
|
from ..compat import (
|
|
compat_str,
|
|
)
|
|
from ..utils import (
|
|
ExtractorError,
|
|
)
|
|
|
|
|
|
class EightTracksIE(InfoExtractor):
|
|
IE_NAME = '8tracks'
|
|
_VALID_URL = r'https?://8tracks\.com/(?P<user>[^/]+)/(?P<id>[^/#]+)(?:#.*)?$'
|
|
_TEST = {
|
|
'name': 'EightTracks',
|
|
'url': 'http://8tracks.com/ytdl/youtube-dl-test-tracks-a',
|
|
'info_dict': {
|
|
'id': '1336550',
|
|
'display_id': 'youtube-dl-test-tracks-a',
|
|
'description': "test chars: \"'/\\ä↭",
|
|
'title': "youtube-dl test tracks \"'/\\ä↭<>",
|
|
},
|
|
'playlist': [
|
|
{
|
|
'md5': '96ce57f24389fc8734ce47f4c1abcc55',
|
|
'info_dict': {
|
|
'id': '11885610',
|
|
'ext': 'm4a',
|
|
'title': "youtue-dl project<>\"' - youtube-dl test track 1 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': '4ab26f05c1f7291ea460a3920be8021f',
|
|
'info_dict': {
|
|
'id': '11885608',
|
|
'ext': 'm4a',
|
|
'title': "youtube-dl project - youtube-dl test track 2 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': 'd30b5b5f74217410f4689605c35d1fd7',
|
|
'info_dict': {
|
|
'id': '11885679',
|
|
'ext': 'm4a',
|
|
'title': "youtube-dl project as well - youtube-dl test track 3 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': '4eb0a669317cd725f6bbd336a29f923a',
|
|
'info_dict': {
|
|
'id': '11885680',
|
|
'ext': 'm4a',
|
|
'title': "youtube-dl project as well - youtube-dl test track 4 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': '1893e872e263a2705558d1d319ad19e8',
|
|
'info_dict': {
|
|
'id': '11885682',
|
|
'ext': 'm4a',
|
|
'title': "PH - youtube-dl test track 5 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': 'b673c46f47a216ab1741ae8836af5899',
|
|
'info_dict': {
|
|
'id': '11885683',
|
|
'ext': 'm4a',
|
|
'title': "PH - youtube-dl test track 6 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': '1d74534e95df54986da7f5abf7d842b7',
|
|
'info_dict': {
|
|
'id': '11885684',
|
|
'ext': 'm4a',
|
|
'title': "phihag - youtube-dl test track 7 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
},
|
|
{
|
|
'md5': 'f081f47af8f6ae782ed131d38b9cd1c0',
|
|
'info_dict': {
|
|
'id': '11885685',
|
|
'ext': 'm4a',
|
|
'title': "phihag - youtube-dl test track 8 \"'/\\\u00e4\u21ad",
|
|
'uploader_id': 'ytdl'
|
|
}
|
|
}
|
|
]
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
playlist_id = self._match_id(url)
|
|
|
|
webpage = self._download_webpage(url, playlist_id)
|
|
|
|
data = self._parse_json(
|
|
self._search_regex(
|
|
r"(?s)PAGE\.mix\s*=\s*({.+?});\n", webpage, 'trax information'),
|
|
playlist_id)
|
|
|
|
session = str(random.randint(0, 1000000000))
|
|
mix_id = data['id']
|
|
track_count = data['tracks_count']
|
|
duration = data['duration']
|
|
avg_song_duration = float(duration) / track_count
|
|
# duration is sometimes negative, use predefined avg duration
|
|
if avg_song_duration <= 0:
|
|
avg_song_duration = 300
|
|
first_url = 'http://8tracks.com/sets/%s/play?player=sm&mix_id=%s&format=jsonh' % (session, mix_id)
|
|
next_url = first_url
|
|
entries = []
|
|
|
|
for i in range(track_count):
|
|
api_json = None
|
|
download_tries = 0
|
|
|
|
while api_json is None:
|
|
try:
|
|
api_json = self._download_webpage(
|
|
next_url, playlist_id,
|
|
note='Downloading song information %d/%d' % (i + 1, track_count),
|
|
errnote='Failed to download song information')
|
|
except ExtractorError:
|
|
if download_tries > 3:
|
|
raise
|
|
else:
|
|
download_tries += 1
|
|
self._sleep(avg_song_duration, playlist_id)
|
|
|
|
api_data = json.loads(api_json)
|
|
track_data = api_data['set']['track']
|
|
info = {
|
|
'id': compat_str(track_data['id']),
|
|
'url': track_data['track_file_stream_url'],
|
|
'title': track_data['performer'] + ' - ' + track_data['name'],
|
|
'raw_title': track_data['name'],
|
|
'uploader_id': data['user']['login'],
|
|
'ext': 'm4a',
|
|
}
|
|
entries.append(info)
|
|
|
|
next_url = 'http://8tracks.com/sets/%s/next?player=sm&mix_id=%s&format=jsonh&track_id=%s' % (
|
|
session, mix_id, track_data['id'])
|
|
return {
|
|
'_type': 'playlist',
|
|
'entries': entries,
|
|
'id': compat_str(mix_id),
|
|
'display_id': playlist_id,
|
|
'title': data.get('name'),
|
|
'description': data.get('description'),
|
|
}
|