test_http.py 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158
  1. #!/usr/bin/env python
  2. # coding: utf-8
  3. from __future__ import unicode_literals
  4. # Allow direct execution
  5. import os
  6. import sys
  7. import unittest
  8. sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  9. from test.helper import (
  10. FakeLogger,
  11. http_server_port,
  12. )
  13. from youtube_dl import YoutubeDL
  14. from youtube_dl.compat import compat_http_server, compat_urllib_request
  15. import ssl
  16. import threading
  17. TEST_DIR = os.path.dirname(os.path.abspath(__file__))
  18. class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
  19. def log_message(self, format, *args):
  20. pass
  21. def do_GET(self):
  22. if self.path == '/video.html':
  23. self.send_response(200)
  24. self.send_header('Content-Type', 'text/html; charset=utf-8')
  25. self.end_headers()
  26. self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
  27. elif self.path == '/vid.mp4':
  28. self.send_response(200)
  29. self.send_header('Content-Type', 'video/mp4')
  30. self.end_headers()
  31. self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
  32. elif self.path == '/302':
  33. if sys.version_info[0] == 3:
  34. # XXX: Python 3 http server does not allow non-ASCII header values
  35. self.send_response(404)
  36. self.end_headers()
  37. return
  38. new_url = 'http://127.0.0.1:%d/中文.html' % http_server_port(self.server)
  39. self.send_response(302)
  40. self.send_header(b'Location', new_url.encode('utf-8'))
  41. self.end_headers()
  42. elif self.path == '/%E4%B8%AD%E6%96%87.html':
  43. self.send_response(200)
  44. self.send_header('Content-Type', 'text/html; charset=utf-8')
  45. self.end_headers()
  46. self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
  47. else:
  48. assert False
  49. class TestHTTP(unittest.TestCase):
  50. def setUp(self):
  51. self.httpd = compat_http_server.HTTPServer(
  52. ('127.0.0.1', 0), HTTPTestRequestHandler)
  53. self.port = http_server_port(self.httpd)
  54. self.server_thread = threading.Thread(target=self.httpd.serve_forever)
  55. self.server_thread.daemon = True
  56. self.server_thread.start()
  57. def test_unicode_path_redirection(self):
  58. # XXX: Python 3 http server does not allow non-ASCII header values
  59. if sys.version_info[0] == 3:
  60. return
  61. ydl = YoutubeDL({'logger': FakeLogger()})
  62. r = ydl.extract_info('http://127.0.0.1:%d/302' % self.port)
  63. self.assertEqual(r['entries'][0]['url'], 'http://127.0.0.1:%d/vid.mp4' % self.port)
  64. class TestHTTPS(unittest.TestCase):
  65. def setUp(self):
  66. certfn = os.path.join(TEST_DIR, 'testcert.pem')
  67. self.httpd = compat_http_server.HTTPServer(
  68. ('127.0.0.1', 0), HTTPTestRequestHandler)
  69. self.httpd.socket = ssl.wrap_socket(
  70. self.httpd.socket, certfile=certfn, server_side=True)
  71. self.port = http_server_port(self.httpd)
  72. self.server_thread = threading.Thread(target=self.httpd.serve_forever)
  73. self.server_thread.daemon = True
  74. self.server_thread.start()
  75. def test_nocheckcertificate(self):
  76. if sys.version_info >= (2, 7, 9): # No certificate checking anyways
  77. ydl = YoutubeDL({'logger': FakeLogger()})
  78. self.assertRaises(
  79. Exception,
  80. ydl.extract_info, 'https://127.0.0.1:%d/video.html' % self.port)
  81. ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
  82. r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
  83. self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
  84. def _build_proxy_handler(name):
  85. class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
  86. proxy_name = name
  87. def log_message(self, format, *args):
  88. pass
  89. def do_GET(self):
  90. self.send_response(200)
  91. self.send_header('Content-Type', 'text/plain; charset=utf-8')
  92. self.end_headers()
  93. self.wfile.write('{self.proxy_name}: {self.path}'.format(self=self).encode('utf-8'))
  94. return HTTPTestRequestHandler
  95. class TestProxy(unittest.TestCase):
  96. def setUp(self):
  97. self.proxy = compat_http_server.HTTPServer(
  98. ('127.0.0.1', 0), _build_proxy_handler('normal'))
  99. self.port = http_server_port(self.proxy)
  100. self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
  101. self.proxy_thread.daemon = True
  102. self.proxy_thread.start()
  103. self.geo_proxy = compat_http_server.HTTPServer(
  104. ('127.0.0.1', 0), _build_proxy_handler('geo'))
  105. self.geo_port = http_server_port(self.geo_proxy)
  106. self.geo_proxy_thread = threading.Thread(target=self.geo_proxy.serve_forever)
  107. self.geo_proxy_thread.daemon = True
  108. self.geo_proxy_thread.start()
  109. def test_proxy(self):
  110. geo_proxy = '127.0.0.1:{0}'.format(self.geo_port)
  111. ydl = YoutubeDL({
  112. 'proxy': '127.0.0.1:{0}'.format(self.port),
  113. 'geo_verification_proxy': geo_proxy,
  114. })
  115. url = 'http://foo.com/bar'
  116. response = ydl.urlopen(url).read().decode('utf-8')
  117. self.assertEqual(response, 'normal: {0}'.format(url))
  118. req = compat_urllib_request.Request(url)
  119. req.add_header('Ytdl-request-proxy', geo_proxy)
  120. response = ydl.urlopen(req).read().decode('utf-8')
  121. self.assertEqual(response, 'geo: {0}'.format(url))
  122. def test_proxy_with_idn(self):
  123. ydl = YoutubeDL({
  124. 'proxy': '127.0.0.1:{0}'.format(self.port),
  125. })
  126. url = 'http://中文.tw/'
  127. response = ydl.urlopen(url).read().decode('utf-8')
  128. # b'xn--fiq228c' is '中文'.encode('idna')
  129. self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
  130. if __name__ == '__main__':
  131. unittest.main()