tf1.py 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. # coding: utf-8
  2. from __future__ import unicode_literals
  3. from .common import InfoExtractor
  4. from ..utils import js_to_json
  5. class TF1IE(InfoExtractor):
  6. """TF1 uses the wat.tv player."""
  7. _VALID_URL = r'https?://(?:(?:videos|www|lci)\.tf1|(?:www\.)?(?:tfou|ushuaiatv|histoire|tvbreizh))\.fr/(?:[^/]+/)*(?P<id>[^/?#.]+)'
  8. _TESTS = [{
  9. 'url': 'http://videos.tf1.fr/auto-moto/citroen-grand-c4-picasso-2013-presentation-officielle-8062060.html',
  10. 'info_dict': {
  11. 'id': '10635995',
  12. 'ext': 'mp4',
  13. 'title': 'Citroën Grand C4 Picasso 2013 : présentation officielle',
  14. 'description': 'Vidéo officielle du nouveau Citroën Grand C4 Picasso, lancé à l\'automne 2013.',
  15. },
  16. 'params': {
  17. # Sometimes wat serves the whole file with the --test option
  18. 'skip_download': True,
  19. },
  20. 'expected_warnings': ['HTTP Error 404'],
  21. }, {
  22. 'url': 'http://www.tfou.fr/chuggington/videos/le-grand-mysterioso-chuggington-7085291-739.html',
  23. 'info_dict': {
  24. 'id': 'le-grand-mysterioso-chuggington-7085291-739',
  25. 'ext': 'mp4',
  26. 'title': 'Le grand Mystérioso - Chuggington',
  27. 'description': 'Le grand Mystérioso - Emery rêve qu\'un article lui soit consacré dans le journal.',
  28. 'upload_date': '20150103',
  29. },
  30. 'params': {
  31. # Sometimes wat serves the whole file with the --test option
  32. 'skip_download': True,
  33. },
  34. 'skip': 'HTTP Error 410: Gone',
  35. }, {
  36. 'url': 'http://www.tf1.fr/tf1/koh-lanta/videos/replay-koh-lanta-22-mai-2015.html',
  37. 'only_matching': True,
  38. }, {
  39. 'url': 'http://lci.tf1.fr/sept-a-huit/videos/sept-a-huit-du-24-mai-2015-8611550.html',
  40. 'only_matching': True,
  41. }, {
  42. 'url': 'http://www.tf1.fr/hd1/documentaire/videos/mylene-farmer-d-une-icone.html',
  43. 'only_matching': True,
  44. }, {
  45. 'url': 'https://www.tf1.fr/tmc/quotidien-avec-yann-barthes/videos/quotidien-premiere-partie-11-juin-2019.html',
  46. 'info_dict': {
  47. 'id': '13641379',
  48. 'ext': 'mp4',
  49. 'title': 'md5:f392bc52245dc5ad43771650c96fb620',
  50. 'description': 'md5:44bc54f0a21322f5b91d68e76a544eae',
  51. 'upload_date': '20190611',
  52. },
  53. 'params': {
  54. # Sometimes wat serves the whole file with the --test option
  55. 'skip_download': True,
  56. },
  57. }]
  58. def _real_extract(self, url):
  59. video_id = self._match_id(url)
  60. webpage = self._download_webpage(url, video_id)
  61. vids_data_string = self._html_search_regex(
  62. r'<script>\s*window\.__APOLLO_STATE__\s*=\s*(?P<vids_data_string>\{.*?\})\s*;?\s*</script>',
  63. webpage, 'videos data string', group='vids_data_string', default=None)
  64. wat_id = None
  65. if vids_data_string is not None:
  66. vids_data = self._parse_json(
  67. vids_data_string, video_id,
  68. transform_source=js_to_json)
  69. video_data = [v for v in vids_data.values()
  70. if 'slug' in v and v['slug'] == video_id]
  71. if len(video_data) > 0 and 'streamId' in video_data[0]:
  72. wat_id = video_data[0]['streamId']
  73. if wat_id is None:
  74. wat_id = self._html_search_regex(
  75. [r'(["\'])(?:https?:)?//www\.wat\.tv/embedframe/.*?(?P<id>\d{8})\1',
  76. r'(["\']?)streamId\1\s*:\s*(["\']?)(?P<id>\d+)\2'
  77. ],
  78. webpage, 'wat id', group='id')
  79. return self.url_result('wat:%s' % wat_id, 'Wat')