mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-08-25 00:31:10 +02:00
[extractor/common] Add _remove_duplicate_formats
This commit is contained in:
parent
7efc1c2b49
commit
f5bdb44443
@ -900,6 +900,16 @@ def _check_formats(self, formats, video_id):
|
|||||||
item='%s video format' % f.get('format_id') if f.get('format_id') else 'video'),
|
item='%s video format' % f.get('format_id') if f.get('format_id') else 'video'),
|
||||||
formats)
|
formats)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _remove_duplicate_formats(formats):
|
||||||
|
format_urls = set()
|
||||||
|
unique_formats = []
|
||||||
|
for f in formats:
|
||||||
|
if f['url'] not in format_urls:
|
||||||
|
format_urls.add(f['url'])
|
||||||
|
unique_formats.append(f)
|
||||||
|
formats[:] = unique_formats
|
||||||
|
|
||||||
def _is_valid_url(self, url, video_id, item='video'):
|
def _is_valid_url(self, url, video_id, item='video'):
|
||||||
url = self._proto_relative_url(url, scheme='http:')
|
url = self._proto_relative_url(url, scheme='http:')
|
||||||
# For now assume non HTTP(S) URLs always valid
|
# For now assume non HTTP(S) URLs always valid
|
||||||
|
Loading…
Reference in New Issue
Block a user