HttpResponseStream.Managed.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. using System;
  2. using System.Collections.Generic;
  3. using System.IO;
  4. using System.Net;
  5. using System.Net.Sockets;
  6. using System.Runtime.ExceptionServices;
  7. using System.Text;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using MediaBrowser.Model.IO;
  11. using MediaBrowser.Model.Logging;
  12. using MediaBrowser.Model.Net;
  13. using MediaBrowser.Model.System;
  14. namespace SocketHttpListener.Net
  15. {
  16. // Licensed to the .NET Foundation under one or more agreements.
  17. // See the LICENSE file in the project root for more information.
  18. //
  19. // System.Net.ResponseStream
  20. //
  21. // Author:
  22. // Gonzalo Paniagua Javier (gonzalo@novell.com)
  23. //
  24. // Copyright (c) 2005 Novell, Inc. (http://www.novell.com)
  25. //
  26. // Permission is hereby granted, free of charge, to any person obtaining
  27. // a copy of this software and associated documentation files (the
  28. // "Software"), to deal in the Software without restriction, including
  29. // without limitation the rights to use, copy, modify, merge, publish,
  30. // distribute, sublicense, and/or sell copies of the Software, and to
  31. // permit persons to whom the Software is furnished to do so, subject to
  32. // the following conditions:
  33. //
  34. // The above copyright notice and this permission notice shall be
  35. // included in all copies or substantial portions of the Software.
  36. //
  37. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  38. // EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  39. // MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  40. // NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
  41. // LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
  42. // OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
  43. // WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  44. //
  45. internal partial class HttpResponseStream : Stream
  46. {
  47. private HttpListenerResponse _response;
  48. private bool _ignore_errors;
  49. private bool _trailer_sent;
  50. private Stream _stream;
  51. private readonly IMemoryStreamFactory _memoryStreamFactory;
  52. private readonly Socket _socket;
  53. private readonly bool _supportsDirectSocketAccess;
  54. private readonly IEnvironmentInfo _environment;
  55. private readonly IFileSystem _fileSystem;
  56. private readonly ILogger _logger;
  57. internal HttpResponseStream(Stream stream, HttpListenerResponse response, bool ignore_errors, IMemoryStreamFactory memoryStreamFactory, Socket socket, bool supportsDirectSocketAccess, IEnvironmentInfo environment, IFileSystem fileSystem, ILogger logger)
  58. {
  59. _response = response;
  60. _ignore_errors = ignore_errors;
  61. _memoryStreamFactory = memoryStreamFactory;
  62. _socket = socket;
  63. _supportsDirectSocketAccess = supportsDirectSocketAccess;
  64. _environment = environment;
  65. _fileSystem = fileSystem;
  66. _logger = logger;
  67. _stream = stream;
  68. }
  69. private void DisposeCore()
  70. {
  71. byte[] bytes = null;
  72. MemoryStream ms = GetHeaders(true);
  73. bool chunked = _response.SendChunked;
  74. if (_stream.CanWrite)
  75. {
  76. try
  77. {
  78. if (ms != null)
  79. {
  80. long start = ms.Position;
  81. if (chunked && !_trailer_sent)
  82. {
  83. bytes = GetChunkSizeBytes(0, true);
  84. ms.Position = ms.Length;
  85. ms.Write(bytes, 0, bytes.Length);
  86. }
  87. InternalWrite(ms.GetBuffer(), (int)start, (int)(ms.Length - start));
  88. _trailer_sent = true;
  89. }
  90. else if (chunked && !_trailer_sent)
  91. {
  92. bytes = GetChunkSizeBytes(0, true);
  93. InternalWrite(bytes, 0, bytes.Length);
  94. _trailer_sent = true;
  95. }
  96. }
  97. catch (HttpListenerException)
  98. {
  99. // Ignore error due to connection reset by peer
  100. }
  101. }
  102. _response.Close();
  103. }
  104. internal async Task WriteWebSocketHandshakeHeadersAsync()
  105. {
  106. if (_closed)
  107. throw new ObjectDisposedException(GetType().ToString());
  108. if (_stream.CanWrite)
  109. {
  110. MemoryStream ms = GetHeaders(closing: false, isWebSocketHandshake: true);
  111. bool chunked = _response.SendChunked;
  112. long start = ms.Position;
  113. if (chunked)
  114. {
  115. byte[] bytes = GetChunkSizeBytes(0, true);
  116. ms.Position = ms.Length;
  117. ms.Write(bytes, 0, bytes.Length);
  118. }
  119. await InternalWriteAsync(ms.GetBuffer(), (int)start, (int)(ms.Length - start)).ConfigureAwait(false);
  120. await _stream.FlushAsync().ConfigureAwait(false);
  121. }
  122. }
  123. private MemoryStream GetHeaders(bool closing, bool isWebSocketHandshake = false)
  124. {
  125. //// SendHeaders works on shared headers
  126. //lock (_response.headers_lock)
  127. //{
  128. // if (_response.HeadersSent)
  129. // return null;
  130. // var ms = _memoryStreamFactory.CreateNew();
  131. // _response.SendHeaders(closing, ms);
  132. // return ms;
  133. //}
  134. // SendHeaders works on shared headers
  135. lock (_response._headersLock)
  136. {
  137. if (_response.SentHeaders)
  138. {
  139. return null;
  140. }
  141. MemoryStream ms = new MemoryStream();
  142. _response.SendHeaders(closing, ms, isWebSocketHandshake);
  143. return ms;
  144. }
  145. }
  146. private static byte[] s_crlf = new byte[] { 13, 10 };
  147. private static byte[] GetChunkSizeBytes(int size, bool final)
  148. {
  149. string str = String.Format("{0:x}\r\n{1}", size, final ? "\r\n" : "");
  150. return Encoding.ASCII.GetBytes(str);
  151. }
  152. internal void InternalWrite(byte[] buffer, int offset, int count)
  153. {
  154. if (_ignore_errors)
  155. {
  156. try
  157. {
  158. _stream.Write(buffer, offset, count);
  159. }
  160. catch { }
  161. }
  162. else
  163. {
  164. _stream.Write(buffer, offset, count);
  165. }
  166. }
  167. internal Task InternalWriteAsync(byte[] buffer, int offset, int count) =>
  168. _ignore_errors ? InternalWriteIgnoreErrorsAsync(buffer, offset, count) : _stream.WriteAsync(buffer, offset, count);
  169. private async Task InternalWriteIgnoreErrorsAsync(byte[] buffer, int offset, int count)
  170. {
  171. try { await _stream.WriteAsync(buffer, offset, count).ConfigureAwait(false); }
  172. catch { }
  173. }
  174. private void WriteCore(byte[] buffer, int offset, int size)
  175. {
  176. if (size == 0)
  177. return;
  178. byte[] bytes = null;
  179. MemoryStream ms = GetHeaders(false);
  180. bool chunked = _response.SendChunked;
  181. if (ms != null)
  182. {
  183. long start = ms.Position; // After the possible preamble for the encoding
  184. ms.Position = ms.Length;
  185. if (chunked)
  186. {
  187. bytes = GetChunkSizeBytes(size, false);
  188. ms.Write(bytes, 0, bytes.Length);
  189. }
  190. int new_count = Math.Min(size, 16384 - (int)ms.Position + (int)start);
  191. ms.Write(buffer, offset, new_count);
  192. size -= new_count;
  193. offset += new_count;
  194. InternalWrite(ms.GetBuffer(), (int)start, (int)(ms.Length - start));
  195. ms.SetLength(0);
  196. ms.Capacity = 0; // 'dispose' the buffer in ms.
  197. }
  198. else if (chunked)
  199. {
  200. bytes = GetChunkSizeBytes(size, false);
  201. InternalWrite(bytes, 0, bytes.Length);
  202. }
  203. if (size > 0)
  204. InternalWrite(buffer, offset, size);
  205. if (chunked)
  206. InternalWrite(s_crlf, 0, 2);
  207. }
  208. private IAsyncResult BeginWriteCore(byte[] buffer, int offset, int size, AsyncCallback cback, object state)
  209. {
  210. if (_closed)
  211. {
  212. HttpStreamAsyncResult ares = new HttpStreamAsyncResult(this);
  213. ares._callback = cback;
  214. ares._state = state;
  215. ares.Complete();
  216. return ares;
  217. }
  218. byte[] bytes = null;
  219. MemoryStream ms = GetHeaders(false);
  220. bool chunked = _response.SendChunked;
  221. if (ms != null)
  222. {
  223. long start = ms.Position;
  224. ms.Position = ms.Length;
  225. if (chunked)
  226. {
  227. bytes = GetChunkSizeBytes(size, false);
  228. ms.Write(bytes, 0, bytes.Length);
  229. }
  230. ms.Write(buffer, offset, size);
  231. buffer = ms.GetBuffer();
  232. offset = (int)start;
  233. size = (int)(ms.Position - start);
  234. }
  235. else if (chunked)
  236. {
  237. bytes = GetChunkSizeBytes(size, false);
  238. InternalWrite(bytes, 0, bytes.Length);
  239. }
  240. return _stream.BeginWrite(buffer, offset, size, cback, state);
  241. }
  242. private void EndWriteCore(IAsyncResult asyncResult)
  243. {
  244. if (_closed)
  245. return;
  246. if (_ignore_errors)
  247. {
  248. try
  249. {
  250. _stream.EndWrite(asyncResult);
  251. if (_response.SendChunked)
  252. _stream.Write(s_crlf, 0, 2);
  253. }
  254. catch { }
  255. }
  256. else
  257. {
  258. _stream.EndWrite(asyncResult);
  259. if (_response.SendChunked)
  260. _stream.Write(s_crlf, 0, 2);
  261. }
  262. }
  263. private bool EnableSendFileWithSocket = false;
  264. public Task TransmitFile(string path, long offset, long count, FileShareMode fileShareMode, CancellationToken cancellationToken)
  265. {
  266. //if (_supportsDirectSocketAccess && offset == 0 && count == 0 && !_response.SendChunked && _response.ContentLength64 > 8192)
  267. //{
  268. // if (EnableSendFileWithSocket)
  269. // {
  270. // return TransmitFileOverSocket(path, offset, count, fileShareMode, cancellationToken);
  271. // }
  272. //}
  273. return TransmitFileManaged(path, offset, count, fileShareMode, cancellationToken);
  274. }
  275. private readonly byte[] _emptyBuffer = new byte[] { };
  276. private Task TransmitFileOverSocket(string path, long offset, long count, FileShareMode fileShareMode, CancellationToken cancellationToken)
  277. {
  278. var ms = GetHeaders(false);
  279. byte[] preBuffer;
  280. if (ms != null)
  281. {
  282. using (var msCopy = new MemoryStream())
  283. {
  284. ms.CopyTo(msCopy);
  285. preBuffer = msCopy.ToArray();
  286. }
  287. }
  288. else
  289. {
  290. return TransmitFileManaged(path, offset, count, fileShareMode, cancellationToken);
  291. }
  292. //_logger.Info("Socket sending file {0} {1}", path, response.ContentLength64);
  293. var taskCompletion = new TaskCompletionSource<bool>();
  294. Action<IAsyncResult> callback = callbackResult =>
  295. {
  296. try
  297. {
  298. _socket.EndSendFile(callbackResult);
  299. taskCompletion.TrySetResult(true);
  300. }
  301. catch (Exception ex)
  302. {
  303. taskCompletion.TrySetException(ex);
  304. }
  305. };
  306. var result = _socket.BeginSendFile(path, preBuffer, _emptyBuffer, TransmitFileOptions.UseDefaultWorkerThread, new AsyncCallback(callback), null);
  307. if (result.CompletedSynchronously)
  308. {
  309. callback(result);
  310. }
  311. cancellationToken.Register(() => taskCompletion.TrySetCanceled());
  312. return taskCompletion.Task;
  313. }
  314. const int StreamCopyToBufferSize = 81920;
  315. private async Task TransmitFileManaged(string path, long offset, long count, FileShareMode fileShareMode, CancellationToken cancellationToken)
  316. {
  317. var allowAsync = _environment.OperatingSystem != MediaBrowser.Model.System.OperatingSystem.Windows;
  318. //if (count <= 0)
  319. //{
  320. // allowAsync = true;
  321. //}
  322. var fileOpenOptions = FileOpenOptions.SequentialScan;
  323. if (allowAsync)
  324. {
  325. fileOpenOptions |= FileOpenOptions.Asynchronous;
  326. }
  327. // use non-async filestream along with read due to https://github.com/dotnet/corefx/issues/6039
  328. using (var fs = _fileSystem.GetFileStream(path, FileOpenMode.Open, FileAccessMode.Read, fileShareMode, fileOpenOptions))
  329. {
  330. if (offset > 0)
  331. {
  332. fs.Position = offset;
  333. }
  334. var targetStream = this;
  335. if (count > 0)
  336. {
  337. if (allowAsync)
  338. {
  339. await CopyToInternalAsync(fs, targetStream, count, cancellationToken).ConfigureAwait(false);
  340. }
  341. else
  342. {
  343. await CopyToInternalAsyncWithSyncRead(fs, targetStream, count, cancellationToken).ConfigureAwait(false);
  344. }
  345. }
  346. else
  347. {
  348. if (allowAsync)
  349. {
  350. await fs.CopyToAsync(targetStream, StreamCopyToBufferSize, cancellationToken).ConfigureAwait(false);
  351. }
  352. else
  353. {
  354. fs.CopyTo(targetStream, StreamCopyToBufferSize);
  355. }
  356. }
  357. }
  358. }
  359. private static async Task CopyToInternalAsyncWithSyncRead(Stream source, Stream destination, long copyLength, CancellationToken cancellationToken)
  360. {
  361. var array = new byte[StreamCopyToBufferSize];
  362. int bytesRead;
  363. while ((bytesRead = source.Read(array, 0, array.Length)) != 0)
  364. {
  365. var bytesToWrite = Math.Min(bytesRead, copyLength);
  366. if (bytesToWrite > 0)
  367. {
  368. await destination.WriteAsync(array, 0, Convert.ToInt32(bytesToWrite), cancellationToken).ConfigureAwait(false);
  369. }
  370. copyLength -= bytesToWrite;
  371. if (copyLength <= 0)
  372. {
  373. break;
  374. }
  375. }
  376. }
  377. private static async Task CopyToInternalAsync(Stream source, Stream destination, long copyLength, CancellationToken cancellationToken)
  378. {
  379. var array = new byte[StreamCopyToBufferSize];
  380. int bytesRead;
  381. while ((bytesRead = await source.ReadAsync(array, 0, array.Length, cancellationToken).ConfigureAwait(false)) != 0)
  382. {
  383. var bytesToWrite = Math.Min(bytesRead, copyLength);
  384. if (bytesToWrite > 0)
  385. {
  386. await destination.WriteAsync(array, 0, Convert.ToInt32(bytesToWrite), cancellationToken).ConfigureAwait(false);
  387. }
  388. copyLength -= bytesToWrite;
  389. if (copyLength <= 0)
  390. {
  391. break;
  392. }
  393. }
  394. }
  395. }
  396. }