|
@@ -4,10 +4,6 @@ from __future__ import unicode_literals
|
|
import re
|
|
import re
|
|
|
|
|
|
from .common import InfoExtractor
|
|
from .common import InfoExtractor
|
|
-from ..compat import (
|
|
|
|
- compat_parse_qs,
|
|
|
|
- compat_urlparse,
|
|
|
|
-)
|
|
|
|
from ..utils import (
|
|
from ..utils import (
|
|
determine_ext,
|
|
determine_ext,
|
|
js_to_json,
|
|
js_to_json,
|
|
@@ -18,7 +14,7 @@ from ..utils import (
|
|
|
|
|
|
|
|
|
|
class WDRIE(InfoExtractor):
|
|
class WDRIE(InfoExtractor):
|
|
- _CURRENT_MAUS_URL = r'https?://www.wdrmaus.de/aktuelle-sendung/(wdr|index).php5'
|
|
|
|
|
|
+ _CURRENT_MAUS_URL = r'https?://(?:www\.)wdrmaus.de/(?:[^/]+/){1,2}[^/?#]+\.php5'
|
|
_PAGE_REGEX = r'/mediathek/(?P<media_type>[^/]+)/(?P<type>[^/]+)/(?P<display_id>.+)\.html'
|
|
_PAGE_REGEX = r'/mediathek/(?P<media_type>[^/]+)/(?P<type>[^/]+)/(?P<display_id>.+)\.html'
|
|
_VALID_URL = r'(?P<page_url>https?://(?:www\d\.)?wdr\d?\.de)' + _PAGE_REGEX + '|' + _CURRENT_MAUS_URL
|
|
_VALID_URL = r'(?P<page_url>https?://(?:www\d\.)?wdr\d?\.de)' + _PAGE_REGEX + '|' + _CURRENT_MAUS_URL
|
|
|
|
|
|
@@ -92,6 +88,20 @@ class WDRIE(InfoExtractor):
|
|
},
|
|
},
|
|
'skip': 'The id changes from week to week because of the new episode'
|
|
'skip': 'The id changes from week to week because of the new episode'
|
|
},
|
|
},
|
|
|
|
+ {
|
|
|
|
+ 'url': 'http://www.wdrmaus.de/sachgeschichten/sachgeschichten/achterbahn.php5',
|
|
|
|
+ 'md5': 'ca365705551e4bd5217490f3b0591290',
|
|
|
|
+ 'info_dict': {
|
|
|
|
+ 'id': 'mdb-186083',
|
|
|
|
+ 'ext': 'flv',
|
|
|
|
+ 'upload_date': '20130919',
|
|
|
|
+ 'title': 'Sachgeschichte - Achterbahn ',
|
|
|
|
+ 'description': '- Die Sendung mit der Maus -',
|
|
|
|
+ },
|
|
|
|
+ 'params': {
|
|
|
|
+ 'skip_download': True, # the file has different versions :(
|
|
|
|
+ },
|
|
|
|
+ },
|
|
]
|
|
]
|
|
|
|
|
|
def _real_extract(self, url):
|
|
def _real_extract(self, url):
|
|
@@ -222,72 +232,3 @@ class WDRMobileIE(InfoExtractor):
|
|
'User-Agent': 'mobile',
|
|
'User-Agent': 'mobile',
|
|
},
|
|
},
|
|
}
|
|
}
|
|
-
|
|
|
|
-
|
|
|
|
-class WDRMausIE(InfoExtractor):
|
|
|
|
- _VALID_URL = 'https?://(?:www\.)?wdrmaus\.de/(?:[^/]+/){,2}(?P<id>[^/?#]+)((?<!index)\.php5|/(?:$|[?#]))'
|
|
|
|
- IE_DESC = 'Sendung mit der Maus'
|
|
|
|
- _TESTS = [{
|
|
|
|
- 'url': 'http://www.wdrmaus.de/sachgeschichten/sachgeschichten/achterbahn.php5',
|
|
|
|
- 'md5': '178b432d002162a14ccb3e0876741095',
|
|
|
|
- 'info_dict': {
|
|
|
|
- 'id': 'achterbahn',
|
|
|
|
- 'ext': 'mp4',
|
|
|
|
- 'thumbnail': 're:^http://.+\.jpg',
|
|
|
|
- 'upload_date': '20131001',
|
|
|
|
- 'title': '19.09.2013 - Achterbahn',
|
|
|
|
- }
|
|
|
|
- }]
|
|
|
|
-
|
|
|
|
- def _real_extract(self, url):
|
|
|
|
- video_id = self._match_id(url)
|
|
|
|
-
|
|
|
|
- webpage = self._download_webpage(url, video_id)
|
|
|
|
- param_code = self._html_search_regex(
|
|
|
|
- r'<a href="\?startVideo=1&([^"]+)"', webpage, 'parameters')
|
|
|
|
-
|
|
|
|
- title_date = self._search_regex(
|
|
|
|
- r'<div class="sendedatum"><p>Sendedatum:\s*([0-9\.]+)</p>',
|
|
|
|
- webpage, 'air date')
|
|
|
|
- title_str = self._html_search_regex(
|
|
|
|
- r'<h1>(.*?)</h1>', webpage, 'title')
|
|
|
|
- title = '%s - %s' % (title_date, title_str)
|
|
|
|
- upload_date = unified_strdate(
|
|
|
|
- self._html_search_meta('dc.date', webpage))
|
|
|
|
-
|
|
|
|
- fields = compat_parse_qs(param_code)
|
|
|
|
- video_url = fields['firstVideo'][0]
|
|
|
|
- thumbnail = compat_urlparse.urljoin(url, fields['startPicture'][0])
|
|
|
|
-
|
|
|
|
- formats = [{
|
|
|
|
- 'format_id': 'rtmp',
|
|
|
|
- 'url': video_url,
|
|
|
|
- }]
|
|
|
|
-
|
|
|
|
- jscode = self._download_webpage(
|
|
|
|
- 'http://www.wdrmaus.de/codebase/js/extended-medien.min.js',
|
|
|
|
- video_id, fatal=False,
|
|
|
|
- note='Downloading URL translation table',
|
|
|
|
- errnote='Could not download URL translation table')
|
|
|
|
- if jscode:
|
|
|
|
- for m in re.finditer(
|
|
|
|
- r"stream:\s*'dslSrc=(?P<stream>[^']+)',\s*download:\s*'(?P<dl>[^']+)'\s*\}",
|
|
|
|
- jscode):
|
|
|
|
- if video_url.startswith(m.group('stream')):
|
|
|
|
- http_url = video_url.replace(
|
|
|
|
- m.group('stream'), m.group('dl'))
|
|
|
|
- formats.append({
|
|
|
|
- 'format_id': 'http',
|
|
|
|
- 'url': http_url,
|
|
|
|
- })
|
|
|
|
- break
|
|
|
|
-
|
|
|
|
- self._sort_formats(formats)
|
|
|
|
-
|
|
|
|
- return {
|
|
|
|
- 'id': video_id,
|
|
|
|
- 'title': title,
|
|
|
|
- 'formats': formats,
|
|
|
|
- 'thumbnail': thumbnail,
|
|
|
|
- 'upload_date': upload_date,
|
|
|
|
- }
|
|
|