DynamicHlsService.cs 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962
  1. using MediaBrowser.Common.Net;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Devices;
  4. using MediaBrowser.Controller.Dlna;
  5. using MediaBrowser.Controller.Library;
  6. using MediaBrowser.Controller.MediaEncoding;
  7. using MediaBrowser.Controller.Net;
  8. using MediaBrowser.Model.Dlna;
  9. using MediaBrowser.Model.Entities;
  10. using MediaBrowser.Model.Extensions;
  11. using MediaBrowser.Model.IO;
  12. using MediaBrowser.Model.Serialization;
  13. using ServiceStack;
  14. using System;
  15. using System.Collections.Generic;
  16. using System.Globalization;
  17. using System.IO;
  18. using System.Linq;
  19. using System.Text;
  20. using System.Threading;
  21. using System.Threading.Tasks;
  22. using CommonIO;
  23. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  24. namespace MediaBrowser.Api.Playback.Hls
  25. {
  26. /// <summary>
  27. /// Options is needed for chromecast. Threw Head in there since it's related
  28. /// </summary>
  29. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  30. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  31. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  32. {
  33. public bool EnableAdaptiveBitrateStreaming { get; set; }
  34. public GetMasterHlsVideoPlaylist()
  35. {
  36. EnableAdaptiveBitrateStreaming = true;
  37. }
  38. }
  39. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  40. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  41. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  42. {
  43. public bool EnableAdaptiveBitrateStreaming { get; set; }
  44. public GetMasterHlsAudioPlaylist()
  45. {
  46. EnableAdaptiveBitrateStreaming = true;
  47. }
  48. }
  49. public interface IMasterHlsRequest
  50. {
  51. bool EnableAdaptiveBitrateStreaming { get; set; }
  52. }
  53. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  54. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  55. {
  56. }
  57. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  58. public class GetVariantHlsAudioPlaylist : StreamRequest
  59. {
  60. }
  61. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.ts", "GET")]
  62. [Api(Description = "Gets an Http live streaming segment file. Internal use only.")]
  63. public class GetHlsVideoSegment : VideoStreamRequest
  64. {
  65. public string PlaylistId { get; set; }
  66. /// <summary>
  67. /// Gets or sets the segment id.
  68. /// </summary>
  69. /// <value>The segment id.</value>
  70. public string SegmentId { get; set; }
  71. }
  72. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.aac", "GET")]
  73. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.ts", "GET")]
  74. [Api(Description = "Gets an Http live streaming segment file. Internal use only.")]
  75. public class GetHlsAudioSegment : StreamRequest
  76. {
  77. public string PlaylistId { get; set; }
  78. /// <summary>
  79. /// Gets or sets the segment id.
  80. /// </summary>
  81. /// <value>The segment id.</value>
  82. public string SegmentId { get; set; }
  83. }
  84. public class DynamicHlsService : BaseHlsService
  85. {
  86. public DynamicHlsService(IServerConfigurationManager serverConfig, IUserManager userManager, ILibraryManager libraryManager, IIsoManager isoManager, IMediaEncoder mediaEncoder, IFileSystem fileSystem, IDlnaManager dlnaManager, ISubtitleEncoder subtitleEncoder, IDeviceManager deviceManager, IMediaSourceManager mediaSourceManager, IZipClient zipClient, IJsonSerializer jsonSerializer, INetworkManager networkManager)
  87. : base(serverConfig, userManager, libraryManager, isoManager, mediaEncoder, fileSystem, dlnaManager, subtitleEncoder, deviceManager, mediaSourceManager, zipClient, jsonSerializer)
  88. {
  89. NetworkManager = networkManager;
  90. }
  91. protected INetworkManager NetworkManager { get; private set; }
  92. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  93. {
  94. return GetMasterPlaylistInternal(request, "GET");
  95. }
  96. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  97. {
  98. return GetMasterPlaylistInternal(request, "HEAD");
  99. }
  100. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  101. {
  102. return GetMasterPlaylistInternal(request, "GET");
  103. }
  104. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  105. {
  106. return GetMasterPlaylistInternal(request, "HEAD");
  107. }
  108. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  109. {
  110. return GetVariantPlaylistInternal(request, true, "main");
  111. }
  112. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  113. {
  114. return GetVariantPlaylistInternal(request, false, "main");
  115. }
  116. public Task<object> Get(GetHlsVideoSegment request)
  117. {
  118. return GetDynamicSegment(request, request.SegmentId);
  119. }
  120. public Task<object> Get(GetHlsAudioSegment request)
  121. {
  122. return GetDynamicSegment(request, request.SegmentId);
  123. }
  124. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  125. {
  126. if ((request.StartTimeTicks ?? 0) > 0)
  127. {
  128. throw new ArgumentException("StartTimeTicks is not allowed.");
  129. }
  130. var cancellationTokenSource = new CancellationTokenSource();
  131. var cancellationToken = cancellationTokenSource.Token;
  132. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  133. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  134. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  135. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  136. var segmentExtension = GetSegmentFileExtension(state);
  137. TranscodingJob job = null;
  138. if (FileSystem.FileExists(segmentPath))
  139. {
  140. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  141. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  142. }
  143. await ApiEntryPoint.Instance.TranscodingStartLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  144. var released = false;
  145. try
  146. {
  147. if (FileSystem.FileExists(segmentPath))
  148. {
  149. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  150. ApiEntryPoint.Instance.TranscodingStartLock.Release();
  151. released = true;
  152. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  153. }
  154. else
  155. {
  156. var startTranscoding = false;
  157. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  158. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  159. if (currentTranscodingIndex == null)
  160. {
  161. Logger.Debug("Starting transcoding because currentTranscodingIndex=null");
  162. startTranscoding = true;
  163. }
  164. else if (requestedIndex < currentTranscodingIndex.Value)
  165. {
  166. Logger.Debug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  167. startTranscoding = true;
  168. }
  169. else if ((requestedIndex - currentTranscodingIndex.Value) > segmentGapRequiringTranscodingChange)
  170. {
  171. Logger.Debug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", (requestedIndex - currentTranscodingIndex.Value), segmentGapRequiringTranscodingChange, requestedIndex);
  172. startTranscoding = true;
  173. }
  174. if (startTranscoding)
  175. {
  176. // If the playlist doesn't already exist, startup ffmpeg
  177. try
  178. {
  179. ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  180. if (currentTranscodingIndex.HasValue)
  181. {
  182. DeleteLastFile(playlistPath, segmentExtension, 0);
  183. }
  184. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  185. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  186. }
  187. catch
  188. {
  189. state.Dispose();
  190. throw;
  191. }
  192. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  193. }
  194. else
  195. {
  196. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  197. if (job.TranscodingThrottler != null)
  198. {
  199. job.TranscodingThrottler.UnpauseTranscoding();
  200. }
  201. }
  202. }
  203. }
  204. finally
  205. {
  206. if (!released)
  207. {
  208. ApiEntryPoint.Instance.TranscodingStartLock.Release();
  209. }
  210. }
  211. //Logger.Info("waiting for {0}", segmentPath);
  212. //while (!File.Exists(segmentPath))
  213. //{
  214. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  215. //}
  216. Logger.Info("returning {0}", segmentPath);
  217. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  218. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  219. }
  220. // 256k
  221. private const int BufferSize = 262144;
  222. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  223. {
  224. double startSeconds = 0;
  225. var lengths = GetSegmentLengths(state);
  226. for (var i = 0; i < requestedIndex; i++)
  227. {
  228. startSeconds += lengths[requestedIndex];
  229. }
  230. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  231. return position;
  232. }
  233. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  234. {
  235. double startSeconds = 0;
  236. var lengths = GetSegmentLengths(state);
  237. for (var i = 0; i <= requestedIndex; i++)
  238. {
  239. startSeconds += lengths[requestedIndex];
  240. }
  241. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  242. return position;
  243. }
  244. private double[] GetSegmentLengths(StreamState state)
  245. {
  246. var result = new List<double>();
  247. if (state.VideoRequest != null)
  248. {
  249. var encoder = GetVideoEncoder(state);
  250. if (string.Equals(encoder, "copy", StringComparison.OrdinalIgnoreCase))
  251. {
  252. var videoStream = state.VideoStream;
  253. if (videoStream.KeyFrames != null && videoStream.KeyFrames.Count > 0)
  254. {
  255. foreach (var frame in videoStream.KeyFrames)
  256. {
  257. var seconds = TimeSpan.FromMilliseconds(frame).TotalSeconds;
  258. seconds -= result.Sum();
  259. result.Add(seconds);
  260. }
  261. return result.ToArray();
  262. }
  263. }
  264. }
  265. var ticks = state.RunTimeTicks ?? 0;
  266. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  267. while (ticks > 0)
  268. {
  269. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  270. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  271. ticks -= length;
  272. }
  273. return result.ToArray();
  274. }
  275. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  276. {
  277. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  278. if (job == null || job.HasExited)
  279. {
  280. return null;
  281. }
  282. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  283. if (file == null)
  284. {
  285. return null;
  286. }
  287. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  288. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  289. return int.Parse(indexString, NumberStyles.Integer, UsCulture);
  290. }
  291. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  292. {
  293. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  294. if (file != null)
  295. {
  296. DeleteFile(file, retryCount);
  297. }
  298. }
  299. private void DeleteFile(FileSystemMetadata file, int retryCount)
  300. {
  301. if (retryCount >= 5)
  302. {
  303. return;
  304. }
  305. try
  306. {
  307. FileSystem.DeleteFile(file.FullName);
  308. }
  309. catch (IOException ex)
  310. {
  311. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, file.FullName);
  312. Thread.Sleep(100);
  313. DeleteFile(file, retryCount + 1);
  314. }
  315. catch (Exception ex)
  316. {
  317. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, file.FullName);
  318. }
  319. }
  320. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  321. {
  322. var folder = Path.GetDirectoryName(playlist);
  323. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  324. try
  325. {
  326. return fileSystem.GetFiles(folder)
  327. .Where(i => string.Equals(i.Extension, segmentExtension, StringComparison.OrdinalIgnoreCase) && Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  328. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  329. .FirstOrDefault();
  330. }
  331. catch (DirectoryNotFoundException)
  332. {
  333. return null;
  334. }
  335. }
  336. protected override int GetStartNumber(StreamState state)
  337. {
  338. return GetStartNumber(state.VideoRequest);
  339. }
  340. private int GetStartNumber(VideoStreamRequest request)
  341. {
  342. var segmentId = "0";
  343. var segmentRequest = request as GetHlsVideoSegment;
  344. if (segmentRequest != null)
  345. {
  346. segmentId = segmentRequest.SegmentId;
  347. }
  348. return int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  349. }
  350. private string GetSegmentPath(StreamState state, string playlist, int index)
  351. {
  352. var folder = Path.GetDirectoryName(playlist);
  353. var filename = Path.GetFileNameWithoutExtension(playlist);
  354. return Path.Combine(folder, filename + index.ToString(UsCulture) + GetSegmentFileExtension(state));
  355. }
  356. private async Task<object> GetSegmentResult(StreamState state, string playlistPath,
  357. string segmentPath,
  358. int segmentIndex,
  359. TranscodingJob transcodingJob,
  360. CancellationToken cancellationToken)
  361. {
  362. // If all transcoding has completed, just return immediately
  363. if (transcodingJob != null && transcodingJob.HasExited && FileSystem.FileExists(segmentPath))
  364. {
  365. return GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob);
  366. }
  367. var segmentFilename = Path.GetFileName(segmentPath);
  368. while (!cancellationToken.IsCancellationRequested)
  369. {
  370. try
  371. {
  372. using (var fileStream = GetPlaylistFileStream(playlistPath))
  373. {
  374. using (var reader = new StreamReader(fileStream, Encoding.UTF8, true, BufferSize))
  375. {
  376. var text = await reader.ReadToEndAsync().ConfigureAwait(false);
  377. // If it appears in the playlist, it's done
  378. if (text.IndexOf(segmentFilename, StringComparison.OrdinalIgnoreCase) != -1)
  379. {
  380. if (FileSystem.FileExists(segmentPath))
  381. {
  382. return GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob);
  383. }
  384. //break;
  385. }
  386. }
  387. }
  388. }
  389. catch (IOException)
  390. {
  391. // May get an error if the file is locked
  392. }
  393. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  394. }
  395. cancellationToken.ThrowIfCancellationRequested();
  396. return GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob);
  397. }
  398. private object GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  399. {
  400. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  401. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  402. {
  403. Path = segmentPath,
  404. FileShare = FileShare.ReadWrite,
  405. OnComplete = () =>
  406. {
  407. if (transcodingJob != null)
  408. {
  409. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  410. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  411. }
  412. }
  413. });
  414. }
  415. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  416. {
  417. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  418. if (string.IsNullOrEmpty(request.MediaSourceId))
  419. {
  420. throw new ArgumentException("MediaSourceId is required");
  421. }
  422. var playlistText = string.Empty;
  423. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  424. {
  425. var audioBitrate = state.OutputAudioBitrate ?? 0;
  426. var videoBitrate = state.OutputVideoBitrate ?? 0;
  427. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  428. }
  429. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  430. }
  431. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  432. {
  433. var builder = new StringBuilder();
  434. builder.AppendLine("#EXTM3U");
  435. var isLiveStream = (state.RunTimeTicks ?? 0) == 0;
  436. var queryStringIndex = Request.RawUrl.IndexOf('?');
  437. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  438. // Main stream
  439. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  440. playlistUrl += queryString;
  441. var request = state.Request;
  442. var subtitleStreams = state.MediaSource
  443. .MediaStreams
  444. .Where(i => i.IsTextSubtitleStream)
  445. .ToList();
  446. var subtitleGroup = subtitleStreams.Count > 0 &&
  447. (request is GetMasterHlsVideoPlaylist) &&
  448. ((GetMasterHlsVideoPlaylist)request).SubtitleMethod == SubtitleDeliveryMethod.Hls ?
  449. "subs" :
  450. null;
  451. AppendPlaylist(builder, playlistUrl, totalBitrate, subtitleGroup);
  452. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  453. {
  454. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  455. // By default, vary by just 200k
  456. var variation = GetBitrateVariation(totalBitrate);
  457. var newBitrate = totalBitrate - variation;
  458. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, (requestedVideoBitrate - variation));
  459. AppendPlaylist(builder, variantUrl, newBitrate, subtitleGroup);
  460. variation *= 2;
  461. newBitrate = totalBitrate - variation;
  462. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, (requestedVideoBitrate - variation));
  463. AppendPlaylist(builder, variantUrl, newBitrate, subtitleGroup);
  464. }
  465. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  466. {
  467. AddSubtitles(state, subtitleStreams, builder);
  468. }
  469. return builder.ToString();
  470. }
  471. private string ReplaceBitrate(string url, int oldValue, int newValue)
  472. {
  473. return url.Replace(
  474. "videobitrate=" + oldValue.ToString(UsCulture),
  475. "videobitrate=" + newValue.ToString(UsCulture),
  476. StringComparison.OrdinalIgnoreCase);
  477. }
  478. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  479. {
  480. var selectedIndex = state.SubtitleStream == null ? (int?)null : state.SubtitleStream.Index;
  481. foreach (var stream in subtitles)
  482. {
  483. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},URI=\"{3}\",LANGUAGE=\"{4}\"";
  484. var name = stream.Language;
  485. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  486. var isForced = stream.IsForced;
  487. if (string.IsNullOrWhiteSpace(name)) name = stream.Codec ?? "Unknown";
  488. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}",
  489. state.Request.MediaSourceId,
  490. stream.Index.ToString(UsCulture),
  491. 30.ToString(UsCulture));
  492. var line = string.Format(format,
  493. name,
  494. isDefault ? "YES" : "NO",
  495. isForced ? "YES" : "NO",
  496. url,
  497. stream.Language ?? "Unknown");
  498. builder.AppendLine(line);
  499. }
  500. }
  501. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  502. {
  503. // Within the local network this will likely do more harm than good.
  504. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  505. {
  506. return false;
  507. }
  508. var request = state.Request as IMasterHlsRequest;
  509. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  510. {
  511. return false;
  512. }
  513. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  514. {
  515. // Opening live streams is so slow it's not even worth it
  516. return false;
  517. }
  518. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  519. {
  520. return false;
  521. }
  522. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  523. {
  524. return false;
  525. }
  526. if (!state.IsOutputVideo)
  527. {
  528. return false;
  529. }
  530. // Having problems in android
  531. return false;
  532. //return state.VideoRequest.VideoBitRate.HasValue;
  533. }
  534. private void AppendPlaylist(StringBuilder builder, string url, int bitrate, string subtitleGroup)
  535. {
  536. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(UsCulture);
  537. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  538. {
  539. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  540. }
  541. builder.AppendLine(header);
  542. builder.AppendLine(url);
  543. }
  544. private int GetBitrateVariation(int bitrate)
  545. {
  546. // By default, vary by just 50k
  547. var variation = 50000;
  548. if (bitrate >= 10000000)
  549. {
  550. variation = 2000000;
  551. }
  552. else if (bitrate >= 5000000)
  553. {
  554. variation = 1500000;
  555. }
  556. else if (bitrate >= 3000000)
  557. {
  558. variation = 1000000;
  559. }
  560. else if (bitrate >= 2000000)
  561. {
  562. variation = 500000;
  563. }
  564. else if (bitrate >= 1000000)
  565. {
  566. variation = 300000;
  567. }
  568. else if (bitrate >= 600000)
  569. {
  570. variation = 200000;
  571. }
  572. else if (bitrate >= 400000)
  573. {
  574. variation = 100000;
  575. }
  576. return variation;
  577. }
  578. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  579. {
  580. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  581. var segmentLengths = GetSegmentLengths(state);
  582. var builder = new StringBuilder();
  583. builder.AppendLine("#EXTM3U");
  584. builder.AppendLine("#EXT-X-VERSION:3");
  585. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling((segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength)).ToString(UsCulture));
  586. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  587. var queryStringIndex = Request.RawUrl.IndexOf('?');
  588. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  589. var index = 0;
  590. foreach (var length in segmentLengths)
  591. {
  592. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", UsCulture) + ",");
  593. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  594. name,
  595. index.ToString(UsCulture),
  596. GetSegmentFileExtension(isOutputVideo),
  597. queryString));
  598. index++;
  599. }
  600. builder.AppendLine("#EXT-X-ENDLIST");
  601. var playlistText = builder.ToString();
  602. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  603. }
  604. protected override string GetAudioArguments(StreamState state)
  605. {
  606. var codec = GetAudioEncoder(state);
  607. if (!state.IsOutputVideo)
  608. {
  609. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  610. {
  611. return "-acodec copy";
  612. }
  613. var audioTranscodeParams = new List<string>();
  614. audioTranscodeParams.Add("-acodec " + codec);
  615. if (state.OutputAudioBitrate.HasValue)
  616. {
  617. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(UsCulture));
  618. }
  619. if (state.OutputAudioChannels.HasValue)
  620. {
  621. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(UsCulture));
  622. }
  623. if (state.OutputAudioSampleRate.HasValue)
  624. {
  625. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture));
  626. }
  627. audioTranscodeParams.Add("-vn");
  628. return string.Join(" ", audioTranscodeParams.ToArray());
  629. }
  630. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  631. {
  632. return "-codec:a:0 copy";
  633. }
  634. var args = "-codec:a:0 " + codec;
  635. var channels = state.OutputAudioChannels;
  636. if (channels.HasValue)
  637. {
  638. args += " -ac " + channels.Value;
  639. }
  640. var bitrate = state.OutputAudioBitrate;
  641. if (bitrate.HasValue)
  642. {
  643. args += " -ab " + bitrate.Value.ToString(UsCulture);
  644. }
  645. args += " " + GetAudioFilterParam(state, true);
  646. return args;
  647. }
  648. protected override string GetVideoArguments(StreamState state)
  649. {
  650. if (!state.IsOutputVideo)
  651. {
  652. return string.Empty;
  653. }
  654. var codec = GetVideoEncoder(state);
  655. var args = "-codec:v:0 " + codec;
  656. if (state.EnableMpegtsM2TsMode)
  657. {
  658. args += " -mpegts_m2ts_mode 1";
  659. }
  660. // See if we can save come cpu cycles by avoiding encoding
  661. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  662. {
  663. if (state.VideoStream != null && IsH264(state.VideoStream))
  664. {
  665. args += " -bsf:v h264_mp4toannexb";
  666. }
  667. args += " -flags -global_header -sc_threshold 0";
  668. }
  669. else
  670. {
  671. var keyFrameArg = string.Format(" -force_key_frames \"expr:gte(t,n_forced*{0})\"",
  672. state.SegmentLength.ToString(UsCulture));
  673. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream;
  674. args += " " + GetVideoQualityParam(state, GetH264Encoder(state), true) + keyFrameArg;
  675. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  676. // Add resolution params, if specified
  677. if (!hasGraphicalSubs)
  678. {
  679. args += GetOutputSizeParam(state, codec, EnableCopyTs(state));
  680. }
  681. // This is for internal graphical subs
  682. if (hasGraphicalSubs)
  683. {
  684. args += GetGraphicalSubtitleParam(state, codec);
  685. }
  686. args += " -flags -global_header -sc_threshold 0";
  687. }
  688. return args;
  689. }
  690. private bool EnableCopyTs(StreamState state)
  691. {
  692. return state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream;
  693. }
  694. protected override string GetCommandLineArguments(string outputPath, StreamState state, bool isEncoding)
  695. {
  696. var threads = GetNumberOfThreads(state, false);
  697. var inputModifier = GetInputModifier(state, false);
  698. // If isEncoding is true we're actually starting ffmpeg
  699. var startNumberParam = isEncoding ? GetStartNumber(state).ToString(UsCulture) : "0";
  700. var toTimeParam = string.Empty;
  701. var timestampOffsetParam = string.Empty;
  702. if (state.IsOutputVideo && !EnableCopyTs(state) && !string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase) && (state.Request.StartTimeTicks ?? 0) > 0)
  703. {
  704. timestampOffsetParam = " -output_ts_offset " + MediaEncoder.GetTimeParameter(state.Request.StartTimeTicks ?? 0).ToString(CultureInfo.InvariantCulture);
  705. }
  706. var mapArgs = state.IsOutputVideo ? GetMapArgs(state) : string.Empty;
  707. //var outputTsArg = Path.Combine(Path.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state);
  708. //return string.Format("{0} {11} {1}{10} -map_metadata -1 -threads {2} {3} {4} {5} -f segment -segment_time {6} -segment_format mpegts -segment_list_type m3u8 -segment_start_number {7} -segment_list \"{8}\" -y \"{9}\"",
  709. // inputModifier,
  710. // GetInputArgument(state),
  711. // threads,
  712. // mapArgs,
  713. // GetVideoArguments(state),
  714. // GetAudioArguments(state),
  715. // state.SegmentLength.ToString(UsCulture),
  716. // startNumberParam,
  717. // outputPath,
  718. // outputTsArg,
  719. // slowSeekParam,
  720. // toTimeParam
  721. // ).Trim();
  722. return string.Format("{0}{11} {1} -map_metadata -1 -threads {2} {3} {4}{5} {6} -hls_time {7} -start_number {8} -hls_list_size {9} -y \"{10}\"",
  723. inputModifier,
  724. GetInputArgument(state),
  725. threads,
  726. mapArgs,
  727. GetVideoArguments(state),
  728. timestampOffsetParam,
  729. GetAudioArguments(state),
  730. state.SegmentLength.ToString(UsCulture),
  731. startNumberParam,
  732. state.HlsListSize.ToString(UsCulture),
  733. outputPath,
  734. toTimeParam
  735. ).Trim();
  736. }
  737. protected override bool EnableThrottling(StreamState state)
  738. {
  739. return true;
  740. }
  741. /// <summary>
  742. /// Gets the segment file extension.
  743. /// </summary>
  744. /// <param name="state">The state.</param>
  745. /// <returns>System.String.</returns>
  746. protected override string GetSegmentFileExtension(StreamState state)
  747. {
  748. return GetSegmentFileExtension(state.IsOutputVideo);
  749. }
  750. protected string GetSegmentFileExtension(bool isOutputVideo)
  751. {
  752. return isOutputVideo ? ".ts" : ".ts";
  753. }
  754. protected override bool CanStreamCopyVideo(VideoStreamRequest request, MediaStream videoStream)
  755. {
  756. if (videoStream.KeyFrames == null || videoStream.KeyFrames.Count == 0)
  757. {
  758. Logger.Debug("Cannot stream copy video due to missing keyframe info");
  759. return false;
  760. }
  761. var previousSegment = 0;
  762. foreach (var frame in videoStream.KeyFrames)
  763. {
  764. var length = frame - previousSegment;
  765. // Don't allow really long segments because this could result in long download times
  766. if (length > 10000)
  767. {
  768. Logger.Debug("Cannot stream copy video due to long segment length of {0}ms", length);
  769. return false;
  770. }
  771. previousSegment = frame;
  772. }
  773. return base.CanStreamCopyVideo(request, videoStream);
  774. }
  775. }
  776. }