peertube.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. # coding: utf-8
  2. from __future__ import unicode_literals
  3. from .common import InfoExtractor
  4. from ..compat import compat_str
  5. from ..utils import (
  6. int_or_none,
  7. parse_resolution,
  8. try_get,
  9. unified_timestamp,
  10. urljoin,
  11. )
  12. class PeerTubeIE(InfoExtractor):
  13. _VALID_URL = r'''(?x)
  14. https?://
  15. (?:
  16. # Taken from https://instances.joinpeertube.org/instances
  17. tube\.openalgeria\.org|
  18. peertube\.pointsecu\.fr|
  19. peertube\.nogafa\.org|
  20. peertube\.pl|
  21. megatube\.lilomoino\.fr|
  22. peertube\.tamanoir\.foucry\.net|
  23. peertube\.inapurna\.org|
  24. peertube\.netzspielplatz\.de|
  25. video\.deadsuperhero\.com|
  26. peertube\.devosi\.org|
  27. peertube\.1312\.media|
  28. tube\.worldofhauru\.xyz|
  29. tube\.bootlicker\.party|
  30. skeptikon\.fr|
  31. peertube\.geekshell\.fr|
  32. tube\.opportunis\.me|
  33. peertube\.peshane\.net|
  34. video\.blueline\.mg|
  35. tube\.homecomputing\.fr|
  36. videos\.cloudfrancois\.fr|
  37. peertube\.viviers-fibre\.net|
  38. tube\.ouahpiti\.info|
  39. video\.tedomum\.net|
  40. video\.g3l\.org|
  41. fontube\.fr|
  42. peertube\.gaialabs\.ch|
  43. peertube\.extremely\.online|
  44. peertube\.public-infrastructure\.eu|
  45. tube\.kher\.nl|
  46. peertube\.qtg\.fr|
  47. tube\.22decembre\.eu|
  48. facegirl\.me|
  49. video\.migennes\.net|
  50. janny\.moe|
  51. tube\.p2p\.legal|
  52. video\.atlanti\.se|
  53. troll\.tv|
  54. peertube\.geekael\.fr|
  55. vid\.leotindall\.com|
  56. video\.anormallostpod\.ovh|
  57. p-tube\.h3z\.jp|
  58. tube\.darfweb\.eu|
  59. videos\.iut-orsay\.fr|
  60. peertube\.solidev\.net|
  61. videos\.symphonie-of-code\.fr|
  62. testtube\.ortg\.de|
  63. videos\.cemea\.org|
  64. peertube\.gwendalavir\.eu|
  65. video\.passageenseine\.fr|
  66. videos\.festivalparminous\.org|
  67. peertube\.touhoppai\.moe|
  68. peertube\.duckdns\.org|
  69. sikke\.fi|
  70. peertube\.mastodon\.host|
  71. firedragonvideos\.com|
  72. vidz\.dou\.bet|
  73. peertube\.koehn\.com|
  74. peer\.hostux\.social|
  75. share\.tube|
  76. peertube\.walkingmountains\.fr|
  77. medias\.libox\.fr|
  78. peertube\.moe|
  79. peertube\.xyz|
  80. jp\.peertube\.network|
  81. videos\.benpro\.fr|
  82. tube\.otter\.sh|
  83. peertube\.angristan\.xyz|
  84. peertube\.parleur\.net|
  85. peer\.ecutsa\.fr|
  86. peertube\.heraut\.eu|
  87. peertube\.tifox\.fr|
  88. peertube\.maly\.io|
  89. vod\.mochi\.academy|
  90. exode\.me|
  91. coste\.video|
  92. tube\.aquilenet\.fr|
  93. peertube\.gegeweb\.eu|
  94. framatube\.org|
  95. thinkerview\.video|
  96. tube\.conferences-gesticulees\.net|
  97. peertube\.datagueule\.tv|
  98. video\.lqdn\.fr|
  99. meilleurtube\.delire\.party|
  100. tube\.mochi\.academy|
  101. peertube\.dav\.li|
  102. media\.zat\.im|
  103. pytu\.be|
  104. peertube\.valvin\.fr|
  105. peertube\.nsa\.ovh|
  106. video\.colibris-outilslibres\.org|
  107. video\.hispagatos\.org|
  108. tube\.svnet\.fr|
  109. peertube\.video|
  110. videos\.lecygnenoir\.info|
  111. peertube3\.cpy\.re|
  112. peertube2\.cpy\.re|
  113. videos\.tcit\.fr|
  114. peertube\.cpy\.re
  115. )
  116. /videos/watch/(?P<id>[^/?#&]+)
  117. '''
  118. _TESTS = [{
  119. 'url': 'https://peertube.moe/videos/watch/2790feb0-8120-4e63-9af3-c943c69f5e6c',
  120. 'md5': '80f24ff364cc9d333529506a263e7feb',
  121. 'info_dict': {
  122. 'id': '2790feb0-8120-4e63-9af3-c943c69f5e6c',
  123. 'ext': 'mp4',
  124. 'title': 'wow',
  125. 'description': 'wow such video, so gif',
  126. 'thumbnail': r're:https?://.*\.(?:jpg|png)',
  127. 'timestamp': 1519297480,
  128. 'upload_date': '20180222',
  129. 'uploader': 'Luclu7',
  130. 'uploader_id': '7fc42640-efdb-4505-a45d-a15b1a5496f1',
  131. 'uploder_url': 'https://peertube.nsa.ovh/accounts/luclu7',
  132. 'license': 'Unknown',
  133. 'duration': 3,
  134. 'view_count': int,
  135. 'like_count': int,
  136. 'dislike_count': int,
  137. 'tags': list,
  138. 'categories': list,
  139. }
  140. }, {
  141. 'url': 'https://peertube.tamanoir.foucry.net/videos/watch/0b04f13d-1e18-4f1d-814e-4979aa7c9c44',
  142. 'only_matching': True,
  143. }, {
  144. # nsfw
  145. 'url': 'https://tube.22decembre.eu/videos/watch/9bb88cd3-9959-46d9-9ab9-33d2bb704c39',
  146. 'only_matching': True,
  147. }]
  148. def _real_extract(self, url):
  149. video_id = self._match_id(url)
  150. video = self._download_json(
  151. urljoin(url, '/api/v1/videos/%s' % video_id), video_id)
  152. title = video['name']
  153. formats = []
  154. for file_ in video['files']:
  155. if not isinstance(file_, dict):
  156. continue
  157. file_url = file_.get('fileUrl')
  158. if not file_url or not isinstance(file_url, compat_str):
  159. continue
  160. file_size = int_or_none(file_.get('size'))
  161. format_id = try_get(
  162. file_, lambda x: x['resolution']['label'], compat_str)
  163. f = parse_resolution(format_id)
  164. f.update({
  165. 'url': file_url,
  166. 'format_id': format_id,
  167. 'filesize': file_size,
  168. })
  169. formats.append(f)
  170. self._sort_formats(formats)
  171. def account_data(field):
  172. return try_get(video, lambda x: x['account'][field], compat_str)
  173. category = try_get(video, lambda x: x['category']['label'], compat_str)
  174. categories = [category] if category else None
  175. nsfw = video.get('nsfw')
  176. if nsfw is bool:
  177. age_limit = 18 if nsfw else 0
  178. else:
  179. age_limit = None
  180. return {
  181. 'id': video_id,
  182. 'title': title,
  183. 'description': video.get('description'),
  184. 'thumbnail': urljoin(url, video.get('thumbnailPath')),
  185. 'timestamp': unified_timestamp(video.get('publishedAt')),
  186. 'uploader': account_data('displayName'),
  187. 'uploader_id': account_data('uuid'),
  188. 'uploder_url': account_data('url'),
  189. 'license': try_get(
  190. video, lambda x: x['licence']['label'], compat_str),
  191. 'duration': int_or_none(video.get('duration')),
  192. 'view_count': int_or_none(video.get('views')),
  193. 'like_count': int_or_none(video.get('likes')),
  194. 'dislike_count': int_or_none(video.get('dislikes')),
  195. 'age_limit': age_limit,
  196. 'tags': try_get(video, lambda x: x['tags'], list),
  197. 'categories': categories,
  198. 'formats': formats,
  199. }