rutube.py 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. # encoding: utf-8
  2. from __future__ import unicode_literals
  3. import re
  4. import json
  5. import itertools
  6. from .common import InfoExtractor
  7. from ..utils import (
  8. compat_str,
  9. unified_strdate,
  10. ExtractorError,
  11. )
  12. class RutubeIE(InfoExtractor):
  13. IE_NAME = 'rutube'
  14. IE_DESC = 'Rutube videos'
  15. _VALID_URL = r'https?://rutube\.ru/video/(?P<id>[\da-z]{32})'
  16. _TEST = {
  17. 'url': 'http://rutube.ru/video/3eac3b4561676c17df9132a9a1e62e3e/',
  18. 'info_dict': {
  19. 'id': '3eac3b4561676c17df9132a9a1e62e3e',
  20. 'ext': 'mp4',
  21. 'title': 'Раненный кенгуру забежал в аптеку',
  22. 'description': 'http://www.ntdtv.ru ',
  23. 'duration': 80,
  24. 'uploader': 'NTDRussian',
  25. 'uploader_id': '29790',
  26. 'upload_date': '20131016',
  27. },
  28. 'params': {
  29. # It requires ffmpeg (m3u8 download)
  30. 'skip_download': True,
  31. },
  32. }
  33. def _real_extract(self, url):
  34. mobj = re.match(self._VALID_URL, url)
  35. video_id = mobj.group('id')
  36. api_response = self._download_webpage(
  37. 'http://rutube.ru/api/video/%s/?format=json' % video_id,
  38. video_id, 'Downloading video JSON')
  39. video = json.loads(api_response)
  40. api_response = self._download_webpage(
  41. 'http://rutube.ru/api/play/trackinfo/%s/?format=json' % video_id,
  42. video_id, 'Downloading trackinfo JSON')
  43. trackinfo = json.loads(api_response)
  44. # Some videos don't have the author field
  45. author = trackinfo.get('author') or {}
  46. m3u8_url = trackinfo['video_balancer'].get('m3u8')
  47. if m3u8_url is None:
  48. raise ExtractorError('Couldn\'t find m3u8 manifest url')
  49. return {
  50. 'id': video['id'],
  51. 'title': video['title'],
  52. 'description': video['description'],
  53. 'duration': video['duration'],
  54. 'view_count': video['hits'],
  55. 'url': m3u8_url,
  56. 'ext': 'mp4',
  57. 'thumbnail': video['thumbnail_url'],
  58. 'uploader': author.get('name'),
  59. 'uploader_id': compat_str(author['id']) if author else None,
  60. 'upload_date': unified_strdate(video['created_ts']),
  61. 'age_limit': 18 if video['is_adult'] else 0,
  62. }
  63. class RutubeChannelIE(InfoExtractor):
  64. IE_NAME = 'rutube:channel'
  65. IE_DESC = 'Rutube channels'
  66. _VALID_URL = r'http://rutube\.ru/tags/video/(?P<id>\d+)'
  67. _PAGE_TEMPLATE = 'http://rutube.ru/api/tags/video/%s/?page=%s&format=json'
  68. def _extract_videos(self, channel_id, channel_title=None):
  69. entries = []
  70. for pagenum in itertools.count(1):
  71. api_response = self._download_webpage(
  72. self._PAGE_TEMPLATE % (channel_id, pagenum),
  73. channel_id, 'Downloading page %s' % pagenum)
  74. page = json.loads(api_response)
  75. results = page['results']
  76. if not results:
  77. break
  78. entries.extend(self.url_result(result['video_url'], 'Rutube') for result in results)
  79. if not page['has_next']:
  80. break
  81. return self.playlist_result(entries, channel_id, channel_title)
  82. def _real_extract(self, url):
  83. mobj = re.match(self._VALID_URL, url)
  84. channel_id = mobj.group('id')
  85. return self._extract_videos(channel_id)
  86. class RutubeMovieIE(RutubeChannelIE):
  87. IE_NAME = 'rutube:movie'
  88. IE_DESC = 'Rutube movies'
  89. _VALID_URL = r'http://rutube\.ru/metainfo/tv/(?P<id>\d+)'
  90. _MOVIE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/?format=json'
  91. _PAGE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/video?page=%s&format=json'
  92. def _real_extract(self, url):
  93. mobj = re.match(self._VALID_URL, url)
  94. movie_id = mobj.group('id')
  95. api_response = self._download_webpage(
  96. self._MOVIE_TEMPLATE % movie_id, movie_id,
  97. 'Downloading movie JSON')
  98. movie = json.loads(api_response)
  99. movie_name = movie['name']
  100. return self._extract_videos(movie_id, movie_name)
  101. class RutubePersonIE(RutubeChannelIE):
  102. IE_NAME = 'rutube:person'
  103. IE_DESC = 'Rutube person videos'
  104. _VALID_URL = r'http://rutube\.ru/video/person/(?P<id>\d+)'
  105. _PAGE_TEMPLATE = 'http://rutube.ru/api/video/person/%s/?page=%s&format=json'