rutube.py 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. # encoding: utf-8
  2. from __future__ import unicode_literals
  3. import re
  4. import json
  5. import itertools
  6. from .common import InfoExtractor
  7. from ..utils import (
  8. compat_str,
  9. unified_strdate,
  10. ExtractorError,
  11. )
  12. class RutubeIE(InfoExtractor):
  13. IE_NAME = 'rutube'
  14. IE_DESC = 'Rutube videos'
  15. _VALID_URL = r'https?://rutube\.ru/video/(?P<id>[\da-z]{32})'
  16. _TEST = {
  17. 'url': 'http://rutube.ru/video/3eac3b4561676c17df9132a9a1e62e3e/',
  18. 'file': '3eac3b4561676c17df9132a9a1e62e3e.mp4',
  19. 'info_dict': {
  20. 'title': 'Раненный кенгуру забежал в аптеку',
  21. 'uploader': 'NTDRussian',
  22. 'uploader_id': '29790',
  23. },
  24. 'params': {
  25. # It requires ffmpeg (m3u8 download)
  26. 'skip_download': True,
  27. },
  28. }
  29. def _real_extract(self, url):
  30. mobj = re.match(self._VALID_URL, url)
  31. video_id = mobj.group('id')
  32. api_response = self._download_webpage('http://rutube.ru/api/video/%s/?format=json' % video_id,
  33. video_id, 'Downloading video JSON')
  34. video = json.loads(api_response)
  35. api_response = self._download_webpage('http://rutube.ru/api/play/trackinfo/%s/?format=json' % video_id,
  36. video_id, 'Downloading trackinfo JSON')
  37. trackinfo = json.loads(api_response)
  38. # Some videos don't have the author field
  39. author = trackinfo.get('author') or {}
  40. m3u8_url = trackinfo['video_balancer'].get('m3u8')
  41. if m3u8_url is None:
  42. raise ExtractorError('Couldn\'t find m3u8 manifest url')
  43. return {
  44. 'id': video['id'],
  45. 'title': video['title'],
  46. 'description': video['description'],
  47. 'duration': video['duration'],
  48. 'view_count': video['hits'],
  49. 'url': m3u8_url,
  50. 'ext': 'mp4',
  51. 'thumbnail': video['thumbnail_url'],
  52. 'uploader': author.get('name'),
  53. 'uploader_id': compat_str(author['id']) if author else None,
  54. 'upload_date': unified_strdate(video['created_ts']),
  55. 'age_limit': 18 if video['is_adult'] else 0,
  56. }
  57. class RutubeChannelIE(InfoExtractor):
  58. IE_NAME = 'rutube:channel'
  59. IE_DESC = 'Rutube channels'
  60. _VALID_URL = r'http://rutube\.ru/tags/video/(?P<id>\d+)'
  61. _PAGE_TEMPLATE = 'http://rutube.ru/api/tags/video/%s/?page=%s&format=json'
  62. def _extract_videos(self, channel_id, channel_title=None):
  63. entries = []
  64. for pagenum in itertools.count(1):
  65. api_response = self._download_webpage(
  66. self._PAGE_TEMPLATE % (channel_id, pagenum),
  67. channel_id, 'Downloading page %s' % pagenum)
  68. page = json.loads(api_response)
  69. results = page['results']
  70. if not results:
  71. break
  72. entries.extend(self.url_result(result['video_url'], 'Rutube') for result in results)
  73. if not page['has_next']:
  74. break
  75. return self.playlist_result(entries, channel_id, channel_title)
  76. def _real_extract(self, url):
  77. mobj = re.match(self._VALID_URL, url)
  78. channel_id = mobj.group('id')
  79. return self._extract_videos(channel_id)
  80. class RutubeMovieIE(RutubeChannelIE):
  81. IE_NAME = 'rutube:movie'
  82. IE_DESC = 'Rutube movies'
  83. _VALID_URL = r'http://rutube\.ru/metainfo/tv/(?P<id>\d+)'
  84. _MOVIE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/?format=json'
  85. _PAGE_TEMPLATE = 'http://rutube.ru/api/metainfo/tv/%s/video?page=%s&format=json'
  86. def _real_extract(self, url):
  87. mobj = re.match(self._VALID_URL, url)
  88. movie_id = mobj.group('id')
  89. api_response = self._download_webpage(
  90. self._MOVIE_TEMPLATE % movie_id, movie_id,
  91. 'Downloading movie JSON')
  92. movie = json.loads(api_response)
  93. movie_name = movie['name']
  94. return self._extract_videos(movie_id, movie_name)
  95. class RutubePersonIE(RutubeChannelIE):
  96. IE_NAME = 'rutube:person'
  97. IE_DESC = 'Rutube person videos'
  98. _VALID_URL = r'http://rutube\.ru/video/person/(?P<id>\d+)'
  99. _PAGE_TEMPLATE = 'http://rutube.ru/api/video/person/%s/?page=%s&format=json'