rutube.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. # encoding: utf-8
  2. from __future__ import unicode_literals
  3. import re
  4. import json
  5. import itertools
  6. from .common import InfoExtractor
  7. from ..utils import (
  8. compat_str,
  9. unified_strdate,
  10. ExtractorError,
  11. )
  12. class RutubeIE(InfoExtractor):
  13. IE_NAME = 'rutube'
  14. IE_DESC = 'Rutube videos'
  15. _VALID_URL = r'https?://rutube\.ru/video/(?P<id>[\da-z]{32})'
  16. _TEST = {
  17. 'url': 'http://rutube.ru/video/3eac3b4561676c17df9132a9a1e62e3e/',
  18. 'file': '3eac3b4561676c17df9132a9a1e62e3e.mp4',
  19. 'info_dict': {
  20. 'title': 'Раненный кенгуру забежал в аптеку',
  21. 'uploader': 'NTDRussian',
  22. 'uploader_id': '29790',
  23. },
  24. 'params': {
  25. # It requires ffmpeg (m3u8 download)
  26. 'skip_download': True,
  27. },
  28. }
  29. def _real_extract(self, url):
  30. mobj = re.match(self._VALID_URL, url)
  31. video_id = mobj.group('id')
  32. api_response = self._download_webpage('http://rutube.ru/api/video/%s/?format=json' % video_id,
  33. video_id, 'Downloading video JSON')
  34. video = json.loads(api_response)
  35. api_response = self._download_webpage('http://rutube.ru/api/play/trackinfo/%s/?format=json' % video_id,
  36. video_id, 'Downloading trackinfo JSON')
  37. trackinfo = json.loads(api_response)
  38. # Some videos don't have the author field
  39. author = trackinfo.get('author') or {}
  40. m3u8_url = trackinfo['video_balancer'].get('m3u8')
  41. if m3u8_url is None:
  42. raise ExtractorError('Couldn\'t find m3u8 manifest url')
  43. return {
  44. 'id': video['id'],
  45. 'title': video['title'],
  46. 'description': video['description'],
  47. 'duration': video['duration'],
  48. 'view_count': video['hits'],
  49. 'url': m3u8_url,
  50. 'ext': 'mp4',
  51. 'thumbnail': video['thumbnail_url'],
  52. 'uploader': author.get('name'),
  53. 'uploader_id': compat_str(author['id']) if author else None,
  54. 'upload_date': unified_strdate(video['created_ts']),
  55. 'age_limit': 18 if video['is_adult'] else 0,
  56. }
  57. class RutubeChannelIE(InfoExtractor):
  58. IE_NAME = 'rutube:channel'
  59. IE_DESC = 'Rutube channels'
  60. _VALID_URL = r'http://rutube\.ru/tags/video/(?P<id>\d+)'
  61. _PAGE_TEMPLATE = 'http://rutube.ru/api/tags/video/%s/?page=%s&format=json'
  62. def _extract_videos(self, channel_id, channel_title=None):
  63. entries = []
  64. for pagenum in itertools.count(1):
  65. api_response = self._download_webpage(self._PAGE_TEMPLATE % (channel_id, pagenum),
  66. channel_id, 'Downloading page %s' % pagenum)
  67. page = json.loads(api_response)
  68. results = page['results']
  69. if len(results) == 0:
  70. break;
  71. entries.extend(self.url_result(result['video_url'], 'Rutube') for result in results)
  72. if page['has_next'] is False:
  73. break;
  74. return self.playlist_result(entries, channel_id, channel_title)
  75. def _real_extract(self, url):
  76. mobj = re.match(self._VALID_URL, url)
  77. channel_id = mobj.group('id')
  78. return self._extract_videos(channel_id)
  79. class RutubeMovieIE(RutubeChannelIE):
  80. IE_NAME = 'rutube:movie'
  81. IE_DESC = 'Rutube movies'
  82. _VALID_URL = r'http://rutube\.ru/metainfo/tv/(?P<id>\d+)'
  83. _MOVIE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/?format=json'
  84. _PAGE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/video?page=%s&format=json'
  85. def _real_extract(self, url):
  86. mobj = re.match(self._VALID_URL, url)
  87. movie_id = mobj.group('id')
  88. api_response = self._download_webpage(self._MOVIE_TEMPLATE % movie_id, movie_id,
  89. 'Downloading movie JSON')
  90. movie = json.loads(api_response)
  91. movie_name = movie['name']
  92. return self._extract_videos(movie_id, movie_name)
  93. class RutubePersonIE(RutubeChannelIE):
  94. IE_NAME = 'rutube:person'
  95. IE_DESC = 'Rutube person videos'
  96. _VALID_URL = r'http://rutube\.ru/video/person/(?P<id>\d+)'
  97. _PAGE_TEMPLATE = 'http://rutube.ru/api/video/person/%s/?page=%s&format=json'