# coding: utf-8 from __future__ import unicode_literals import re from .common import InfoExtractor from ..utils import ( ExtractorError, int_or_none, qualities, remove_start, ) class WrzutaIE(InfoExtractor): IE_NAME = 'wrzuta.pl' _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/(?P<typ>film|audio)/(?P<id>[0-9a-zA-Z]+)' _TESTS = [{ 'url': 'http://laboratoriumdextera.wrzuta.pl/film/aq4hIZWrkBu/nike_football_the_last_game', 'md5': '9e67e05bed7c03b82488d87233a9efe7', 'info_dict': { 'id': 'aq4hIZWrkBu', 'ext': 'mp4', 'title': 'Nike Football: The Last Game', 'duration': 307, 'uploader_id': 'laboratoriumdextera', 'description': 'md5:7fb5ef3c21c5893375fda51d9b15d9cd', }, 'skip': 'Redirected to wrzuta.pl', }, { 'url': 'http://vexling.wrzuta.pl/audio/01xBFabGXu6/james_horner_-_into_the_na_39_vi_world_bonus', 'md5': 'f80564fb5a2ec6ec59705ae2bf2ba56d', 'info_dict': { 'id': '01xBFabGXu6', 'ext': 'mp3', 'title': 'James Horner - Into The Na\'vi World [Bonus]', 'description': 'md5:30a70718b2cd9df3120fce4445b0263b', 'duration': 95, 'uploader_id': 'vexling', }, }] def _real_extract(self, url): mobj = re.match(self._VALID_URL, url) video_id = mobj.group('id') typ = mobj.group('typ') uploader = mobj.group('uploader') webpage, urlh = self._download_webpage_handle(url, video_id) if urlh.geturl() == 'http://www.wrzuta.pl/': raise ExtractorError('Video removed', expected=True) quality = qualities(['SD', 'MQ', 'HQ', 'HD']) audio_table = {'flv': 'mp3', 'webm': 'ogg', '???': 'mp3'} embedpage = self._download_json('http://www.wrzuta.pl/npp/embed/%s/%s' % (uploader, video_id), video_id) formats = [] for media in embedpage['url']: fmt = media['type'].split('@')[0] if typ == 'audio': ext = audio_table.get(fmt, fmt) else: ext = fmt formats.append({ 'format_id': '%s_%s' % (ext, media['quality'].lower()), 'url': media['url'], 'ext': ext, 'quality': quality(media['quality']), }) self._sort_formats(formats) return { 'id': video_id, 'title': self._og_search_title(webpage), 'thumbnail': self._og_search_thumbnail(webpage), 'formats': formats, 'duration': int_or_none(embedpage['duration']), 'uploader_id': uploader, 'description': self._og_search_description(webpage), 'age_limit': embedpage.get('minimalAge', 0), } class WrzutaPlaylistIE(InfoExtractor): """ this class covers extraction of wrzuta playlist entries the extraction process bases on following steps: * collect information of playlist size * download all entries provided on the playlist webpage (the playlist is split on two pages: first directly reached from webpage second: downloaded on demand by ajax call and rendered using the ajax call response) * in case size of extracted entries not reached total number of entries use the ajax call to collect the remaining entries """ IE_NAME = 'wrzuta.pl:playlist' _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/playlista/(?P<id>[0-9a-zA-Z]+)' _TESTS = [{ 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR/moja_muza', 'playlist_mincount': 14, 'info_dict': { 'id': '7XfO4vE84iR', 'title': 'Moja muza', }, }, { 'url': 'http://heroesf70.wrzuta.pl/playlista/6Nj3wQHx756/lipiec_-_lato_2015_muzyka_swiata', 'playlist_mincount': 144, 'info_dict': { 'id': '6Nj3wQHx756', 'title': 'Lipiec - Lato 2015 Muzyka Ĺwiata', }, }, { 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR', 'only_matching': True, }] def _real_extract(self, url): mobj = re.match(self._VALID_URL, url) playlist_id = mobj.group('id') uploader = mobj.group('uploader') webpage = self._download_webpage(url, playlist_id) playlist_size = int_or_none(self._html_search_regex( (r'<div[^>]+class=["\']playlist-counter["\'][^>]*>\d+/(\d+)', r'<div[^>]+class=["\']all-counter["\'][^>]*>(.+?)</div>'), webpage, 'playlist size', default=None)) playlist_title = remove_start( self._og_search_title(webpage), 'Playlista: ') entries = [] if playlist_size: entries = [ self.url_result(entry_url) for _, entry_url in re.findall( r'<a[^>]+href=(["\'])(http.+?)\1[^>]+class=["\']playlist-file-page', webpage)] if playlist_size > len(entries): playlist_content = self._download_json( 'http://%s.wrzuta.pl/xhr/get_playlist_offset/%s' % (uploader, playlist_id), playlist_id, 'Downloading playlist JSON', 'Unable to download playlist JSON') entries.extend([ self.url_result(entry['filelink']) for entry in playlist_content.get('files', []) if entry.get('filelink')]) return self.playlist_result(entries, playlist_id, playlist_title)