|
|
@@ -1,158 +0,0 @@
|
|
|
-# coding: utf-8
|
|
|
-from __future__ import unicode_literals
|
|
|
-
|
|
|
-import re
|
|
|
-
|
|
|
-from .common import InfoExtractor
|
|
|
-from ..utils import (
|
|
|
- ExtractorError,
|
|
|
- int_or_none,
|
|
|
- qualities,
|
|
|
- remove_start,
|
|
|
-)
|
|
|
-
|
|
|
-
|
|
|
-class WrzutaIE(InfoExtractor):
|
|
|
- IE_NAME = 'wrzuta.pl'
|
|
|
-
|
|
|
- _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/(?P<typ>film|audio)/(?P<id>[0-9a-zA-Z]+)'
|
|
|
-
|
|
|
- _TESTS = [{
|
|
|
- 'url': 'http://laboratoriumdextera.wrzuta.pl/film/aq4hIZWrkBu/nike_football_the_last_game',
|
|
|
- 'md5': '9e67e05bed7c03b82488d87233a9efe7',
|
|
|
- 'info_dict': {
|
|
|
- 'id': 'aq4hIZWrkBu',
|
|
|
- 'ext': 'mp4',
|
|
|
- 'title': 'Nike Football: The Last Game',
|
|
|
- 'duration': 307,
|
|
|
- 'uploader_id': 'laboratoriumdextera',
|
|
|
- 'description': 'md5:7fb5ef3c21c5893375fda51d9b15d9cd',
|
|
|
- },
|
|
|
- 'skip': 'Redirected to wrzuta.pl',
|
|
|
- }, {
|
|
|
- 'url': 'http://vexling.wrzuta.pl/audio/01xBFabGXu6/james_horner_-_into_the_na_39_vi_world_bonus',
|
|
|
- 'md5': 'f80564fb5a2ec6ec59705ae2bf2ba56d',
|
|
|
- 'info_dict': {
|
|
|
- 'id': '01xBFabGXu6',
|
|
|
- 'ext': 'mp3',
|
|
|
- 'title': 'James Horner - Into The Na\'vi World [Bonus]',
|
|
|
- 'description': 'md5:30a70718b2cd9df3120fce4445b0263b',
|
|
|
- 'duration': 95,
|
|
|
- 'uploader_id': 'vexling',
|
|
|
- },
|
|
|
- }]
|
|
|
-
|
|
|
- def _real_extract(self, url):
|
|
|
- mobj = re.match(self._VALID_URL, url)
|
|
|
- video_id = mobj.group('id')
|
|
|
- typ = mobj.group('typ')
|
|
|
- uploader = mobj.group('uploader')
|
|
|
-
|
|
|
- webpage, urlh = self._download_webpage_handle(url, video_id)
|
|
|
-
|
|
|
- if urlh.geturl() == 'http://www.wrzuta.pl/':
|
|
|
- raise ExtractorError('Video removed', expected=True)
|
|
|
-
|
|
|
- quality = qualities(['SD', 'MQ', 'HQ', 'HD'])
|
|
|
-
|
|
|
- audio_table = {'flv': 'mp3', 'webm': 'ogg', '???': 'mp3'}
|
|
|
-
|
|
|
- embedpage = self._download_json('http://www.wrzuta.pl/npp/embed/%s/%s' % (uploader, video_id), video_id)
|
|
|
-
|
|
|
- formats = []
|
|
|
- for media in embedpage['url']:
|
|
|
- fmt = media['type'].split('@')[0]
|
|
|
- if typ == 'audio':
|
|
|
- ext = audio_table.get(fmt, fmt)
|
|
|
- else:
|
|
|
- ext = fmt
|
|
|
-
|
|
|
- formats.append({
|
|
|
- 'format_id': '%s_%s' % (ext, media['quality'].lower()),
|
|
|
- 'url': media['url'],
|
|
|
- 'ext': ext,
|
|
|
- 'quality': quality(media['quality']),
|
|
|
- })
|
|
|
-
|
|
|
- self._sort_formats(formats)
|
|
|
-
|
|
|
- return {
|
|
|
- 'id': video_id,
|
|
|
- 'title': self._og_search_title(webpage),
|
|
|
- 'thumbnail': self._og_search_thumbnail(webpage),
|
|
|
- 'formats': formats,
|
|
|
- 'duration': int_or_none(embedpage['duration']),
|
|
|
- 'uploader_id': uploader,
|
|
|
- 'description': self._og_search_description(webpage),
|
|
|
- 'age_limit': embedpage.get('minimalAge', 0),
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
-class WrzutaPlaylistIE(InfoExtractor):
|
|
|
- """
|
|
|
- this class covers extraction of wrzuta playlist entries
|
|
|
- the extraction process bases on following steps:
|
|
|
- * collect information of playlist size
|
|
|
- * download all entries provided on
|
|
|
- the playlist webpage (the playlist is split
|
|
|
- on two pages: first directly reached from webpage
|
|
|
- second: downloaded on demand by ajax call and rendered
|
|
|
- using the ajax call response)
|
|
|
- * in case size of extracted entries not reached total number of entries
|
|
|
- use the ajax call to collect the remaining entries
|
|
|
- """
|
|
|
-
|
|
|
- IE_NAME = 'wrzuta.pl:playlist'
|
|
|
- _VALID_URL = r'https?://(?P<uploader>[0-9a-zA-Z]+)\.wrzuta\.pl/playlista/(?P<id>[0-9a-zA-Z]+)'
|
|
|
- _TESTS = [{
|
|
|
- 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR/moja_muza',
|
|
|
- 'playlist_mincount': 14,
|
|
|
- 'info_dict': {
|
|
|
- 'id': '7XfO4vE84iR',
|
|
|
- 'title': 'Moja muza',
|
|
|
- },
|
|
|
- }, {
|
|
|
- 'url': 'http://heroesf70.wrzuta.pl/playlista/6Nj3wQHx756/lipiec_-_lato_2015_muzyka_swiata',
|
|
|
- 'playlist_mincount': 144,
|
|
|
- 'info_dict': {
|
|
|
- 'id': '6Nj3wQHx756',
|
|
|
- 'title': 'Lipiec - Lato 2015 Muzyka Świata',
|
|
|
- },
|
|
|
- }, {
|
|
|
- 'url': 'http://miromak71.wrzuta.pl/playlista/7XfO4vE84iR',
|
|
|
- 'only_matching': True,
|
|
|
- }]
|
|
|
-
|
|
|
- def _real_extract(self, url):
|
|
|
- mobj = re.match(self._VALID_URL, url)
|
|
|
- playlist_id = mobj.group('id')
|
|
|
- uploader = mobj.group('uploader')
|
|
|
-
|
|
|
- webpage = self._download_webpage(url, playlist_id)
|
|
|
-
|
|
|
- playlist_size = int_or_none(self._html_search_regex(
|
|
|
- (r'<div[^>]+class=["\']playlist-counter["\'][^>]*>\d+/(\d+)',
|
|
|
- r'<div[^>]+class=["\']all-counter["\'][^>]*>(.+?)</div>'),
|
|
|
- webpage, 'playlist size', default=None))
|
|
|
-
|
|
|
- playlist_title = remove_start(
|
|
|
- self._og_search_title(webpage), 'Playlista: ')
|
|
|
-
|
|
|
- entries = []
|
|
|
- if playlist_size:
|
|
|
- entries = [
|
|
|
- self.url_result(entry_url)
|
|
|
- for _, entry_url in re.findall(
|
|
|
- r'<a[^>]+href=(["\'])(http.+?)\1[^>]+class=["\']playlist-file-page',
|
|
|
- webpage)]
|
|
|
- if playlist_size > len(entries):
|
|
|
- playlist_content = self._download_json(
|
|
|
- 'http://%s.wrzuta.pl/xhr/get_playlist_offset/%s' % (uploader, playlist_id),
|
|
|
- playlist_id,
|
|
|
- 'Downloading playlist JSON',
|
|
|
- 'Unable to download playlist JSON')
|
|
|
- entries.extend([
|
|
|
- self.url_result(entry['filelink'])
|
|
|
- for entry in playlist_content.get('files', []) if entry.get('filelink')])
|
|
|
-
|
|
|
- return self.playlist_result(entries, playlist_id, playlist_title)
|
Jakub Wilk