peertube.py 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. # coding: utf-8
  2. from __future__ import unicode_literals
  3. import re
  4. from .common import InfoExtractor
  5. from ..compat import compat_str
  6. from ..utils import (
  7. int_or_none,
  8. parse_resolution,
  9. try_get,
  10. unified_timestamp,
  11. urljoin,
  12. )
  13. class PeerTubeIE(InfoExtractor):
  14. _INSTANCES_RE = r'''(?:
  15. # Taken from https://instances.joinpeertube.org/instances
  16. tube\.openalgeria\.org|
  17. peertube\.pointsecu\.fr|
  18. peertube\.nogafa\.org|
  19. peertube\.pl|
  20. megatube\.lilomoino\.fr|
  21. peertube\.tamanoir\.foucry\.net|
  22. peertube\.inapurna\.org|
  23. peertube\.netzspielplatz\.de|
  24. video\.deadsuperhero\.com|
  25. peertube\.devosi\.org|
  26. peertube\.1312\.media|
  27. tube\.worldofhauru\.xyz|
  28. tube\.bootlicker\.party|
  29. skeptikon\.fr|
  30. peertube\.geekshell\.fr|
  31. tube\.opportunis\.me|
  32. peertube\.peshane\.net|
  33. video\.blueline\.mg|
  34. tube\.homecomputing\.fr|
  35. videos\.cloudfrancois\.fr|
  36. peertube\.viviers-fibre\.net|
  37. tube\.ouahpiti\.info|
  38. video\.tedomum\.net|
  39. video\.g3l\.org|
  40. fontube\.fr|
  41. peertube\.gaialabs\.ch|
  42. peertube\.extremely\.online|
  43. peertube\.public-infrastructure\.eu|
  44. tube\.kher\.nl|
  45. peertube\.qtg\.fr|
  46. tube\.22decembre\.eu|
  47. facegirl\.me|
  48. video\.migennes\.net|
  49. janny\.moe|
  50. tube\.p2p\.legal|
  51. video\.atlanti\.se|
  52. troll\.tv|
  53. peertube\.geekael\.fr|
  54. vid\.leotindall\.com|
  55. video\.anormallostpod\.ovh|
  56. p-tube\.h3z\.jp|
  57. tube\.darfweb\.eu|
  58. videos\.iut-orsay\.fr|
  59. peertube\.solidev\.net|
  60. videos\.symphonie-of-code\.fr|
  61. testtube\.ortg\.de|
  62. videos\.cemea\.org|
  63. peertube\.gwendalavir\.eu|
  64. video\.passageenseine\.fr|
  65. videos\.festivalparminous\.org|
  66. peertube\.touhoppai\.moe|
  67. peertube\.duckdns\.org|
  68. sikke\.fi|
  69. peertube\.mastodon\.host|
  70. firedragonvideos\.com|
  71. vidz\.dou\.bet|
  72. peertube\.koehn\.com|
  73. peer\.hostux\.social|
  74. share\.tube|
  75. peertube\.walkingmountains\.fr|
  76. medias\.libox\.fr|
  77. peertube\.moe|
  78. peertube\.xyz|
  79. jp\.peertube\.network|
  80. videos\.benpro\.fr|
  81. tube\.otter\.sh|
  82. peertube\.angristan\.xyz|
  83. peertube\.parleur\.net|
  84. peer\.ecutsa\.fr|
  85. peertube\.heraut\.eu|
  86. peertube\.tifox\.fr|
  87. peertube\.maly\.io|
  88. vod\.mochi\.academy|
  89. exode\.me|
  90. coste\.video|
  91. tube\.aquilenet\.fr|
  92. peertube\.gegeweb\.eu|
  93. framatube\.org|
  94. thinkerview\.video|
  95. tube\.conferences-gesticulees\.net|
  96. peertube\.datagueule\.tv|
  97. video\.lqdn\.fr|
  98. meilleurtube\.delire\.party|
  99. tube\.mochi\.academy|
  100. peertube\.dav\.li|
  101. media\.zat\.im|
  102. pytu\.be|
  103. peertube\.valvin\.fr|
  104. peertube\.nsa\.ovh|
  105. video\.colibris-outilslibres\.org|
  106. video\.hispagatos\.org|
  107. tube\.svnet\.fr|
  108. peertube\.video|
  109. videos\.lecygnenoir\.info|
  110. peertube3\.cpy\.re|
  111. peertube2\.cpy\.re|
  112. videos\.tcit\.fr|
  113. peertube\.cpy\.re
  114. )'''
  115. _VALID_URL = r'''(?x)
  116. https?://
  117. %s
  118. /(?:videos/(?:watch|embed)|api/v\d/videos)/
  119. (?P<id>[^/?\#&]+)
  120. ''' % _INSTANCES_RE
  121. _TESTS = [{
  122. 'url': 'https://peertube.moe/videos/watch/2790feb0-8120-4e63-9af3-c943c69f5e6c',
  123. 'md5': '80f24ff364cc9d333529506a263e7feb',
  124. 'info_dict': {
  125. 'id': '2790feb0-8120-4e63-9af3-c943c69f5e6c',
  126. 'ext': 'mp4',
  127. 'title': 'wow',
  128. 'description': 'wow such video, so gif',
  129. 'thumbnail': r're:https?://.*\.(?:jpg|png)',
  130. 'timestamp': 1519297480,
  131. 'upload_date': '20180222',
  132. 'uploader': 'Luclu7',
  133. 'uploader_id': '7fc42640-efdb-4505-a45d-a15b1a5496f1',
  134. 'uploder_url': 'https://peertube.nsa.ovh/accounts/luclu7',
  135. 'license': 'Unknown',
  136. 'duration': 3,
  137. 'view_count': int,
  138. 'like_count': int,
  139. 'dislike_count': int,
  140. 'tags': list,
  141. 'categories': list,
  142. }
  143. }, {
  144. 'url': 'https://peertube.tamanoir.foucry.net/videos/watch/0b04f13d-1e18-4f1d-814e-4979aa7c9c44',
  145. 'only_matching': True,
  146. }, {
  147. # nsfw
  148. 'url': 'https://tube.22decembre.eu/videos/watch/9bb88cd3-9959-46d9-9ab9-33d2bb704c39',
  149. 'only_matching': True,
  150. }, {
  151. 'url': 'https://tube.22decembre.eu/videos/embed/fed67262-6edb-4d1c-833b-daa9085c71d7',
  152. 'only_matching': True,
  153. }, {
  154. 'url': 'https://tube.openalgeria.org/api/v1/videos/c1875674-97d0-4c94-a058-3f7e64c962e8',
  155. 'only_matching': True,
  156. }]
  157. @staticmethod
  158. def _extract_urls(webpage):
  159. return [
  160. mobj.group('url')
  161. for mobj in re.finditer(
  162. r'''(?x)<iframe[^>]+\bsrc=(["\'])(?P<url>(?:https?:)?//%s/videos/embed/[^/?\#&]+)\1'''
  163. % PeerTubeIE._INSTANCES_RE, webpage)]
  164. def _real_extract(self, url):
  165. video_id = self._match_id(url)
  166. video = self._download_json(
  167. urljoin(url, '/api/v1/videos/%s' % video_id), video_id)
  168. title = video['name']
  169. formats = []
  170. for file_ in video['files']:
  171. if not isinstance(file_, dict):
  172. continue
  173. file_url = file_.get('fileUrl')
  174. if not file_url or not isinstance(file_url, compat_str):
  175. continue
  176. file_size = int_or_none(file_.get('size'))
  177. format_id = try_get(
  178. file_, lambda x: x['resolution']['label'], compat_str)
  179. f = parse_resolution(format_id)
  180. f.update({
  181. 'url': file_url,
  182. 'format_id': format_id,
  183. 'filesize': file_size,
  184. })
  185. formats.append(f)
  186. self._sort_formats(formats)
  187. def account_data(field):
  188. return try_get(video, lambda x: x['account'][field], compat_str)
  189. category = try_get(video, lambda x: x['category']['label'], compat_str)
  190. categories = [category] if category else None
  191. nsfw = video.get('nsfw')
  192. if nsfw is bool:
  193. age_limit = 18 if nsfw else 0
  194. else:
  195. age_limit = None
  196. return {
  197. 'id': video_id,
  198. 'title': title,
  199. 'description': video.get('description'),
  200. 'thumbnail': urljoin(url, video.get('thumbnailPath')),
  201. 'timestamp': unified_timestamp(video.get('publishedAt')),
  202. 'uploader': account_data('displayName'),
  203. 'uploader_id': account_data('uuid'),
  204. 'uploder_url': account_data('url'),
  205. 'license': try_get(
  206. video, lambda x: x['licence']['label'], compat_str),
  207. 'duration': int_or_none(video.get('duration')),
  208. 'view_count': int_or_none(video.get('views')),
  209. 'like_count': int_or_none(video.get('likes')),
  210. 'dislike_count': int_or_none(video.get('dislikes')),
  211. 'age_limit': age_limit,
  212. 'tags': try_get(video, lambda x: x['tags'], list),
  213. 'categories': categories,
  214. 'formats': formats,
  215. }