|
@@ -731,99 +731,6 @@ class DailymotionIE(InfoExtractor):
|
|
}]
|
|
}]
|
|
|
|
|
|
|
|
|
|
-class GoogleIE(InfoExtractor):
|
|
|
|
- """Information extractor for video.google.com."""
|
|
|
|
-
|
|
|
|
- _VALID_URL = r'(?:http://)?video\.google\.(?:com(?:\.au)?|co\.(?:uk|jp|kr|cr)|ca|de|es|fr|it|nl|pl)/videoplay\?docid=([^\&]+).*'
|
|
|
|
- IE_NAME = u'video.google'
|
|
|
|
-
|
|
|
|
- def __init__(self, downloader=None):
|
|
|
|
- InfoExtractor.__init__(self, downloader)
|
|
|
|
-
|
|
|
|
- def report_download_webpage(self, video_id):
|
|
|
|
- """Report webpage download."""
|
|
|
|
- self._downloader.to_screen(u'[video.google] %s: Downloading webpage' % video_id)
|
|
|
|
-
|
|
|
|
- def report_extraction(self, video_id):
|
|
|
|
- """Report information extraction."""
|
|
|
|
- self._downloader.to_screen(u'[video.google] %s: Extracting information' % video_id)
|
|
|
|
-
|
|
|
|
- def _real_extract(self, url):
|
|
|
|
- # Extract id from URL
|
|
|
|
- mobj = re.match(self._VALID_URL, url)
|
|
|
|
- if mobj is None:
|
|
|
|
- self._downloader.trouble(u'ERROR: Invalid URL: %s' % url)
|
|
|
|
- return
|
|
|
|
-
|
|
|
|
- video_id = mobj.group(1)
|
|
|
|
-
|
|
|
|
- video_extension = 'mp4'
|
|
|
|
-
|
|
|
|
- # Retrieve video webpage to extract further information
|
|
|
|
- request = compat_urllib_request.Request('http://video.google.com/videoplay?docid=%s&hl=en&oe=utf-8' % video_id)
|
|
|
|
- try:
|
|
|
|
- self.report_download_webpage(video_id)
|
|
|
|
- webpage = compat_urllib_request.urlopen(request).read()
|
|
|
|
- except (compat_urllib_error.URLError, compat_http_client.HTTPException, socket.error) as err:
|
|
|
|
- self._downloader.trouble(u'ERROR: Unable to retrieve video webpage: %s' % compat_str(err))
|
|
|
|
- return
|
|
|
|
-
|
|
|
|
- # Extract URL, uploader, and title from webpage
|
|
|
|
- self.report_extraction(video_id)
|
|
|
|
- mobj = re.search(r"download_url:'([^']+)'", webpage)
|
|
|
|
- if mobj is None:
|
|
|
|
- video_extension = 'flv'
|
|
|
|
- mobj = re.search(r"(?i)videoUrl\\x3d(.+?)\\x26", webpage)
|
|
|
|
- if mobj is None:
|
|
|
|
- self._downloader.trouble(u'ERROR: unable to extract media URL')
|
|
|
|
- return
|
|
|
|
- mediaURL = compat_urllib_parse.unquote(mobj.group(1))
|
|
|
|
- mediaURL = mediaURL.replace('\\x3d', '\x3d')
|
|
|
|
- mediaURL = mediaURL.replace('\\x26', '\x26')
|
|
|
|
-
|
|
|
|
- video_url = mediaURL
|
|
|
|
-
|
|
|
|
- mobj = re.search(r'<title>(.*)</title>', webpage)
|
|
|
|
- if mobj is None:
|
|
|
|
- self._downloader.trouble(u'ERROR: unable to extract title')
|
|
|
|
- return
|
|
|
|
- video_title = mobj.group(1).decode('utf-8')
|
|
|
|
-
|
|
|
|
- # Extract video description
|
|
|
|
- mobj = re.search(r'<span id=short-desc-content>([^<]*)</span>', webpage)
|
|
|
|
- if mobj is None:
|
|
|
|
- self._downloader.trouble(u'ERROR: unable to extract video description')
|
|
|
|
- return
|
|
|
|
- video_description = mobj.group(1).decode('utf-8')
|
|
|
|
- if not video_description:
|
|
|
|
- video_description = 'No description available.'
|
|
|
|
-
|
|
|
|
- # Extract video thumbnail
|
|
|
|
- if self._downloader.params.get('forcethumbnail', False):
|
|
|
|
- request = compat_urllib_request.Request('http://video.google.com/videosearch?q=%s+site:video.google.com&hl=en' % abs(int(video_id)))
|
|
|
|
- try:
|
|
|
|
- webpage = compat_urllib_request.urlopen(request).read()
|
|
|
|
- except (compat_urllib_error.URLError, compat_http_client.HTTPException, socket.error) as err:
|
|
|
|
- self._downloader.trouble(u'ERROR: Unable to retrieve video webpage: %s' % compat_str(err))
|
|
|
|
- return
|
|
|
|
- mobj = re.search(r'<img class=thumbnail-img (?:.* )?src=(http.*)>', webpage)
|
|
|
|
- if mobj is None:
|
|
|
|
- self._downloader.trouble(u'ERROR: unable to extract video thumbnail')
|
|
|
|
- return
|
|
|
|
- video_thumbnail = mobj.group(1)
|
|
|
|
- else: # we need something to pass to process_info
|
|
|
|
- video_thumbnail = ''
|
|
|
|
-
|
|
|
|
- return [{
|
|
|
|
- 'id': video_id.decode('utf-8'),
|
|
|
|
- 'url': video_url.decode('utf-8'),
|
|
|
|
- 'uploader': None,
|
|
|
|
- 'upload_date': None,
|
|
|
|
- 'title': video_title,
|
|
|
|
- 'ext': video_extension.decode('utf-8'),
|
|
|
|
- }]
|
|
|
|
-
|
|
|
|
-
|
|
|
|
class PhotobucketIE(InfoExtractor):
|
|
class PhotobucketIE(InfoExtractor):
|
|
"""Information extractor for photobucket.com."""
|
|
"""Information extractor for photobucket.com."""
|
|
|
|
|