DynamicHlsService.cs 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954
  1. using MediaBrowser.Common.Net;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Devices;
  4. using MediaBrowser.Controller.Dlna;
  5. using MediaBrowser.Controller.Library;
  6. using MediaBrowser.Controller.MediaEncoding;
  7. using MediaBrowser.Controller.Net;
  8. using MediaBrowser.Model.Dlna;
  9. using MediaBrowser.Model.Entities;
  10. using MediaBrowser.Model.Extensions;
  11. using MediaBrowser.Model.IO;
  12. using MediaBrowser.Model.Serialization;
  13. using System;
  14. using System.Collections.Generic;
  15. using System.Globalization;
  16. using System.IO;
  17. using System.Linq;
  18. using System.Text;
  19. using System.Threading;
  20. using System.Threading.Tasks;
  21. using MediaBrowser.Common.IO;
  22. using MediaBrowser.Controller.IO;
  23. using MediaBrowser.Model.IO;
  24. using MediaBrowser.Model.Services;
  25. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  26. namespace MediaBrowser.Api.Playback.Hls
  27. {
  28. /// <summary>
  29. /// Options is needed for chromecast. Threw Head in there since it's related
  30. /// </summary>
  31. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  32. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  33. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  34. {
  35. public bool EnableAdaptiveBitrateStreaming { get; set; }
  36. public GetMasterHlsVideoPlaylist()
  37. {
  38. EnableAdaptiveBitrateStreaming = true;
  39. }
  40. }
  41. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  42. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  43. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  44. {
  45. public bool EnableAdaptiveBitrateStreaming { get; set; }
  46. public GetMasterHlsAudioPlaylist()
  47. {
  48. EnableAdaptiveBitrateStreaming = true;
  49. }
  50. }
  51. public interface IMasterHlsRequest
  52. {
  53. bool EnableAdaptiveBitrateStreaming { get; set; }
  54. }
  55. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  56. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  57. {
  58. }
  59. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  60. public class GetVariantHlsAudioPlaylist : StreamRequest
  61. {
  62. }
  63. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.ts", "GET")]
  64. public class GetHlsVideoSegment : VideoStreamRequest
  65. {
  66. public string PlaylistId { get; set; }
  67. /// <summary>
  68. /// Gets or sets the segment id.
  69. /// </summary>
  70. /// <value>The segment id.</value>
  71. public string SegmentId { get; set; }
  72. }
  73. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.aac", "GET")]
  74. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.ts", "GET")]
  75. public class GetHlsAudioSegment : StreamRequest
  76. {
  77. public string PlaylistId { get; set; }
  78. /// <summary>
  79. /// Gets or sets the segment id.
  80. /// </summary>
  81. /// <value>The segment id.</value>
  82. public string SegmentId { get; set; }
  83. }
  84. public class DynamicHlsService : BaseHlsService
  85. {
  86. public DynamicHlsService(IServerConfigurationManager serverConfig, IUserManager userManager, ILibraryManager libraryManager, IIsoManager isoManager, IMediaEncoder mediaEncoder, IFileSystem fileSystem, IDlnaManager dlnaManager, ISubtitleEncoder subtitleEncoder, IDeviceManager deviceManager, IMediaSourceManager mediaSourceManager, IZipClient zipClient, IJsonSerializer jsonSerializer, IAuthorizationContext authorizationContext, INetworkManager networkManager) : base(serverConfig, userManager, libraryManager, isoManager, mediaEncoder, fileSystem, dlnaManager, subtitleEncoder, deviceManager, mediaSourceManager, zipClient, jsonSerializer, authorizationContext)
  87. {
  88. NetworkManager = networkManager;
  89. }
  90. protected INetworkManager NetworkManager { get; private set; }
  91. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  92. {
  93. return GetMasterPlaylistInternal(request, "GET");
  94. }
  95. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  96. {
  97. return GetMasterPlaylistInternal(request, "HEAD");
  98. }
  99. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  100. {
  101. return GetMasterPlaylistInternal(request, "GET");
  102. }
  103. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  104. {
  105. return GetMasterPlaylistInternal(request, "HEAD");
  106. }
  107. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  108. {
  109. return GetVariantPlaylistInternal(request, true, "main");
  110. }
  111. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  112. {
  113. return GetVariantPlaylistInternal(request, false, "main");
  114. }
  115. public Task<object> Get(GetHlsVideoSegment request)
  116. {
  117. return GetDynamicSegment(request, request.SegmentId);
  118. }
  119. public Task<object> Get(GetHlsAudioSegment request)
  120. {
  121. return GetDynamicSegment(request, request.SegmentId);
  122. }
  123. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  124. {
  125. if ((request.StartTimeTicks ?? 0) > 0)
  126. {
  127. throw new ArgumentException("StartTimeTicks is not allowed.");
  128. }
  129. var cancellationTokenSource = new CancellationTokenSource();
  130. var cancellationToken = cancellationTokenSource.Token;
  131. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  132. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  133. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  134. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  135. var segmentExtension = GetSegmentFileExtension(state);
  136. TranscodingJob job = null;
  137. if (FileSystem.FileExists(segmentPath))
  138. {
  139. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  140. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  141. }
  142. var transcodingLock = ApiEntryPoint.Instance.GetTranscodingLock(playlistPath);
  143. await transcodingLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  144. var released = false;
  145. try
  146. {
  147. if (FileSystem.FileExists(segmentPath))
  148. {
  149. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  150. transcodingLock.Release();
  151. released = true;
  152. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  153. }
  154. else
  155. {
  156. var startTranscoding = false;
  157. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  158. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  159. if (currentTranscodingIndex == null)
  160. {
  161. Logger.Debug("Starting transcoding because currentTranscodingIndex=null");
  162. startTranscoding = true;
  163. }
  164. else if (requestedIndex < currentTranscodingIndex.Value)
  165. {
  166. Logger.Debug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  167. startTranscoding = true;
  168. }
  169. else if (requestedIndex - currentTranscodingIndex.Value > segmentGapRequiringTranscodingChange)
  170. {
  171. Logger.Debug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", requestedIndex - currentTranscodingIndex.Value, segmentGapRequiringTranscodingChange, requestedIndex);
  172. startTranscoding = true;
  173. }
  174. if (startTranscoding)
  175. {
  176. // If the playlist doesn't already exist, startup ffmpeg
  177. try
  178. {
  179. ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  180. if (currentTranscodingIndex.HasValue)
  181. {
  182. DeleteLastFile(playlistPath, segmentExtension, 0);
  183. }
  184. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  185. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  186. }
  187. catch
  188. {
  189. state.Dispose();
  190. throw;
  191. }
  192. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  193. }
  194. else
  195. {
  196. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  197. if (job.TranscodingThrottler != null)
  198. {
  199. job.TranscodingThrottler.UnpauseTranscoding();
  200. }
  201. }
  202. }
  203. }
  204. finally
  205. {
  206. if (!released)
  207. {
  208. transcodingLock.Release();
  209. }
  210. }
  211. //Logger.Info("waiting for {0}", segmentPath);
  212. //while (!File.Exists(segmentPath))
  213. //{
  214. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  215. //}
  216. Logger.Info("returning {0}", segmentPath);
  217. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  218. return await GetSegmentResult(state, playlistPath, segmentPath, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  219. }
  220. private const int BufferSize = 81920;
  221. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  222. {
  223. double startSeconds = 0;
  224. var lengths = GetSegmentLengths(state);
  225. if (requestedIndex >= lengths.Length)
  226. {
  227. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  228. throw new ArgumentException(msg);
  229. }
  230. for (var i = 0; i < requestedIndex; i++)
  231. {
  232. startSeconds += lengths[i];
  233. }
  234. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  235. return position;
  236. }
  237. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  238. {
  239. double startSeconds = 0;
  240. var lengths = GetSegmentLengths(state);
  241. if (requestedIndex >= lengths.Length)
  242. {
  243. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  244. throw new ArgumentException(msg);
  245. }
  246. for (var i = 0; i <= requestedIndex; i++)
  247. {
  248. startSeconds += lengths[i];
  249. }
  250. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  251. return position;
  252. }
  253. private double[] GetSegmentLengths(StreamState state)
  254. {
  255. var result = new List<double>();
  256. var ticks = state.RunTimeTicks ?? 0;
  257. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  258. while (ticks > 0)
  259. {
  260. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  261. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  262. ticks -= length;
  263. }
  264. return result.ToArray();
  265. }
  266. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  267. {
  268. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  269. if (job == null || job.HasExited)
  270. {
  271. return null;
  272. }
  273. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  274. if (file == null)
  275. {
  276. return null;
  277. }
  278. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  279. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  280. return int.Parse(indexString, NumberStyles.Integer, UsCulture);
  281. }
  282. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  283. {
  284. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  285. if (file != null)
  286. {
  287. DeleteFile(file, retryCount);
  288. }
  289. }
  290. private void DeleteFile(FileSystemMetadata file, int retryCount)
  291. {
  292. if (retryCount >= 5)
  293. {
  294. return;
  295. }
  296. Logger.Debug("Deleting partial HLS file {0}", file.FullName);
  297. try
  298. {
  299. FileSystem.DeleteFile(file.FullName);
  300. }
  301. catch (IOException ex)
  302. {
  303. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, file.FullName);
  304. var task = Task.Delay(100);
  305. Task.WaitAll(task);
  306. DeleteFile(file, retryCount + 1);
  307. }
  308. catch (Exception ex)
  309. {
  310. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, file.FullName);
  311. }
  312. }
  313. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  314. {
  315. var folder = Path.GetDirectoryName(playlist);
  316. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  317. try
  318. {
  319. return fileSystem.GetFiles(folder)
  320. .Where(i => string.Equals(i.Extension, segmentExtension, StringComparison.OrdinalIgnoreCase) && Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  321. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  322. .FirstOrDefault();
  323. }
  324. catch (IOException)
  325. {
  326. return null;
  327. }
  328. }
  329. protected override int GetStartNumber(StreamState state)
  330. {
  331. return GetStartNumber(state.VideoRequest);
  332. }
  333. private int GetStartNumber(VideoStreamRequest request)
  334. {
  335. var segmentId = "0";
  336. var segmentRequest = request as GetHlsVideoSegment;
  337. if (segmentRequest != null)
  338. {
  339. segmentId = segmentRequest.SegmentId;
  340. }
  341. return int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  342. }
  343. private string GetSegmentPath(StreamState state, string playlist, int index)
  344. {
  345. var folder = Path.GetDirectoryName(playlist);
  346. var filename = Path.GetFileNameWithoutExtension(playlist);
  347. return Path.Combine(folder, filename + index.ToString(UsCulture) + GetSegmentFileExtension(state));
  348. }
  349. private async Task<object> GetSegmentResult(StreamState state, string playlistPath,
  350. string segmentPath,
  351. int segmentIndex,
  352. TranscodingJob transcodingJob,
  353. CancellationToken cancellationToken)
  354. {
  355. // If all transcoding has completed, just return immediately
  356. if (transcodingJob != null && transcodingJob.HasExited && FileSystem.FileExists(segmentPath))
  357. {
  358. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  359. }
  360. var segmentFilename = Path.GetFileName(segmentPath);
  361. while (!cancellationToken.IsCancellationRequested)
  362. {
  363. try
  364. {
  365. using (var fileStream = GetPlaylistFileStream(playlistPath))
  366. {
  367. using (var reader = new StreamReader(fileStream, Encoding.UTF8, true, BufferSize))
  368. {
  369. var text = await reader.ReadToEndAsync().ConfigureAwait(false);
  370. // If it appears in the playlist, it's done
  371. if (text.IndexOf(segmentFilename, StringComparison.OrdinalIgnoreCase) != -1)
  372. {
  373. if (FileSystem.FileExists(segmentPath))
  374. {
  375. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  376. }
  377. //break;
  378. }
  379. }
  380. }
  381. }
  382. catch (IOException)
  383. {
  384. // May get an error if the file is locked
  385. }
  386. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  387. }
  388. cancellationToken.ThrowIfCancellationRequested();
  389. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  390. }
  391. private Task<object> GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  392. {
  393. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  394. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  395. {
  396. Path = segmentPath,
  397. FileShare = FileShareMode.ReadWrite,
  398. OnComplete = () =>
  399. {
  400. if (transcodingJob != null)
  401. {
  402. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  403. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  404. }
  405. }
  406. });
  407. }
  408. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  409. {
  410. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  411. if (string.IsNullOrEmpty(request.MediaSourceId))
  412. {
  413. throw new ArgumentException("MediaSourceId is required");
  414. }
  415. var playlistText = string.Empty;
  416. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  417. {
  418. var audioBitrate = state.OutputAudioBitrate ?? 0;
  419. var videoBitrate = state.OutputVideoBitrate ?? 0;
  420. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  421. }
  422. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  423. }
  424. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  425. {
  426. var builder = new StringBuilder();
  427. builder.AppendLine("#EXTM3U");
  428. var isLiveStream = IsLiveStream(state);
  429. var queryStringIndex = Request.RawUrl.IndexOf('?');
  430. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  431. // Main stream
  432. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  433. playlistUrl += queryString;
  434. var request = state.Request;
  435. var subtitleStreams = state.MediaSource
  436. .MediaStreams
  437. .Where(i => i.IsTextSubtitleStream)
  438. .ToList();
  439. var subtitleGroup = subtitleStreams.Count > 0 &&
  440. request is GetMasterHlsVideoPlaylist &&
  441. (state.VideoRequest.SubtitleMethod == SubtitleDeliveryMethod.Hls || state.VideoRequest.EnableSubtitlesInManifest) ?
  442. "subs" :
  443. null;
  444. // If we're burning in subtitles then don't add additional subs to the manifest
  445. if (state.SubtitleStream != null && state.VideoRequest.SubtitleMethod == SubtitleDeliveryMethod.Encode)
  446. {
  447. subtitleGroup = null;
  448. }
  449. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  450. {
  451. AddSubtitles(state, subtitleStreams, builder);
  452. }
  453. AppendPlaylist(builder, state, playlistUrl, totalBitrate, subtitleGroup);
  454. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  455. {
  456. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  457. // By default, vary by just 200k
  458. var variation = GetBitrateVariation(totalBitrate);
  459. var newBitrate = totalBitrate - variation;
  460. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  461. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  462. variation *= 2;
  463. newBitrate = totalBitrate - variation;
  464. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  465. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  466. }
  467. return builder.ToString();
  468. }
  469. private string ReplaceBitrate(string url, int oldValue, int newValue)
  470. {
  471. return url.Replace(
  472. "videobitrate=" + oldValue.ToString(UsCulture),
  473. "videobitrate=" + newValue.ToString(UsCulture),
  474. StringComparison.OrdinalIgnoreCase);
  475. }
  476. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  477. {
  478. var selectedIndex = state.SubtitleStream == null || state.VideoRequest.SubtitleMethod != SubtitleDeliveryMethod.Hls ? (int?)null : state.SubtitleStream.Index;
  479. foreach (var stream in subtitles)
  480. {
  481. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},AUTOSELECT=YES,URI=\"{3}\",LANGUAGE=\"{4}\"";
  482. var name = stream.DisplayTitle;
  483. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  484. var isForced = stream.IsForced;
  485. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}&api_key={3}",
  486. state.Request.MediaSourceId,
  487. stream.Index.ToString(UsCulture),
  488. 30.ToString(UsCulture),
  489. AuthorizationContext.GetAuthorizationInfo(Request).Token);
  490. var line = string.Format(format,
  491. name,
  492. isDefault ? "YES" : "NO",
  493. isForced ? "YES" : "NO",
  494. url,
  495. stream.Language ?? "Unknown");
  496. builder.AppendLine(line);
  497. }
  498. }
  499. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  500. {
  501. // Within the local network this will likely do more harm than good.
  502. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  503. {
  504. return false;
  505. }
  506. var request = state.Request as IMasterHlsRequest;
  507. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  508. {
  509. return false;
  510. }
  511. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  512. {
  513. // Opening live streams is so slow it's not even worth it
  514. return false;
  515. }
  516. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  517. {
  518. return false;
  519. }
  520. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  521. {
  522. return false;
  523. }
  524. if (!state.IsOutputVideo)
  525. {
  526. return false;
  527. }
  528. // Having problems in android
  529. return false;
  530. //return state.VideoRequest.VideoBitRate.HasValue;
  531. }
  532. private void AppendPlaylist(StringBuilder builder, StreamState state, string url, int bitrate, string subtitleGroup)
  533. {
  534. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(UsCulture) + ",AVERAGE-BANDWIDTH=" + bitrate.ToString(UsCulture);
  535. // tvos wants resolution, codecs, framerate
  536. //if (state.TargetFramerate.HasValue)
  537. //{
  538. // header += string.Format(",FRAME-RATE=\"{0}\"", state.TargetFramerate.Value.ToString(CultureInfo.InvariantCulture));
  539. //}
  540. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  541. {
  542. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  543. }
  544. builder.AppendLine(header);
  545. builder.AppendLine(url);
  546. }
  547. private int GetBitrateVariation(int bitrate)
  548. {
  549. // By default, vary by just 50k
  550. var variation = 50000;
  551. if (bitrate >= 10000000)
  552. {
  553. variation = 2000000;
  554. }
  555. else if (bitrate >= 5000000)
  556. {
  557. variation = 1500000;
  558. }
  559. else if (bitrate >= 3000000)
  560. {
  561. variation = 1000000;
  562. }
  563. else if (bitrate >= 2000000)
  564. {
  565. variation = 500000;
  566. }
  567. else if (bitrate >= 1000000)
  568. {
  569. variation = 300000;
  570. }
  571. else if (bitrate >= 600000)
  572. {
  573. variation = 200000;
  574. }
  575. else if (bitrate >= 400000)
  576. {
  577. variation = 100000;
  578. }
  579. return variation;
  580. }
  581. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  582. {
  583. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  584. var segmentLengths = GetSegmentLengths(state);
  585. var builder = new StringBuilder();
  586. builder.AppendLine("#EXTM3U");
  587. builder.AppendLine("#EXT-X-PLAYLIST-TYPE:VOD");
  588. builder.AppendLine("#EXT-X-VERSION:3");
  589. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling(segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength).ToString(UsCulture));
  590. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  591. var queryStringIndex = Request.RawUrl.IndexOf('?');
  592. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  593. //if ((Request.UserAgent ?? string.Empty).IndexOf("roku", StringComparison.OrdinalIgnoreCase) != -1)
  594. //{
  595. // queryString = string.Empty;
  596. //}
  597. var index = 0;
  598. foreach (var length in segmentLengths)
  599. {
  600. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", UsCulture) + ", nodesc");
  601. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  602. name,
  603. index.ToString(UsCulture),
  604. GetSegmentFileExtension(isOutputVideo),
  605. queryString));
  606. index++;
  607. }
  608. builder.AppendLine("#EXT-X-ENDLIST");
  609. var playlistText = builder.ToString();
  610. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  611. }
  612. protected override string GetAudioArguments(StreamState state)
  613. {
  614. var codec = GetAudioEncoder(state);
  615. if (!state.IsOutputVideo)
  616. {
  617. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  618. {
  619. return "-acodec copy";
  620. }
  621. var audioTranscodeParams = new List<string>();
  622. audioTranscodeParams.Add("-acodec " + codec);
  623. if (state.OutputAudioBitrate.HasValue)
  624. {
  625. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(UsCulture));
  626. }
  627. if (state.OutputAudioChannels.HasValue)
  628. {
  629. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(UsCulture));
  630. }
  631. if (state.OutputAudioSampleRate.HasValue)
  632. {
  633. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture));
  634. }
  635. audioTranscodeParams.Add("-vn");
  636. return string.Join(" ", audioTranscodeParams.ToArray());
  637. }
  638. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  639. {
  640. return "-codec:a:0 copy";
  641. }
  642. var args = "-codec:a:0 " + codec;
  643. var channels = state.OutputAudioChannels;
  644. if (channels.HasValue)
  645. {
  646. args += " -ac " + channels.Value;
  647. }
  648. var bitrate = state.OutputAudioBitrate;
  649. if (bitrate.HasValue)
  650. {
  651. args += " -ab " + bitrate.Value.ToString(UsCulture);
  652. }
  653. args += " " + GetAudioFilterParam(state, true);
  654. return args;
  655. }
  656. protected override string GetVideoArguments(StreamState state)
  657. {
  658. if (!state.IsOutputVideo)
  659. {
  660. return string.Empty;
  661. }
  662. var codec = GetVideoEncoder(state);
  663. var args = "-codec:v:0 " + codec;
  664. if (state.EnableMpegtsM2TsMode)
  665. {
  666. args += " -mpegts_m2ts_mode 1";
  667. }
  668. // See if we can save come cpu cycles by avoiding encoding
  669. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  670. {
  671. if (state.VideoStream != null && IsH264(state.VideoStream) && !string.Equals(state.VideoStream.NalLengthSize, "0", StringComparison.OrdinalIgnoreCase))
  672. {
  673. args += " -bsf:v h264_mp4toannexb";
  674. }
  675. //args += " -flags -global_header";
  676. }
  677. else
  678. {
  679. var keyFrameArg = string.Format(" -force_key_frames \"expr:gte(t,n_forced*{0})\"",
  680. state.SegmentLength.ToString(UsCulture));
  681. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream && state.VideoRequest.SubtitleMethod == SubtitleDeliveryMethod.Encode;
  682. args += " " + GetVideoQualityParam(state, GetH264Encoder(state)) + keyFrameArg;
  683. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  684. // Add resolution params, if specified
  685. if (!hasGraphicalSubs)
  686. {
  687. args += GetOutputSizeParam(state, codec, EnableCopyTs(state));
  688. }
  689. // This is for internal graphical subs
  690. if (hasGraphicalSubs)
  691. {
  692. args += GetGraphicalSubtitleParam(state, codec);
  693. }
  694. //args += " -flags -global_header";
  695. }
  696. if (EnableCopyTs(state) && args.IndexOf("-copyts", StringComparison.OrdinalIgnoreCase) == -1)
  697. {
  698. args += " -copyts";
  699. }
  700. return args;
  701. }
  702. private bool EnableCopyTs(StreamState state)
  703. {
  704. //return state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream && state.VideoRequest.SubtitleMethod == SubtitleDeliveryMethod.Encode;
  705. return true;
  706. }
  707. protected override string GetCommandLineArguments(string outputPath, StreamState state, bool isEncoding)
  708. {
  709. var threads = GetNumberOfThreads(state, false);
  710. var inputModifier = GetInputModifier(state, false);
  711. // If isEncoding is true we're actually starting ffmpeg
  712. var startNumber = GetStartNumber(state);
  713. var startNumberParam = isEncoding ? startNumber.ToString(UsCulture) : "0";
  714. var mapArgs = state.IsOutputVideo ? GetMapArgs(state) : string.Empty;
  715. var useGenericSegmenter = true;
  716. if (useGenericSegmenter)
  717. {
  718. var outputTsArg = Path.Combine(Path.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state);
  719. var timeDeltaParam = String.Empty;
  720. if (isEncoding && startNumber > 0)
  721. {
  722. var startTime = state.SegmentLength * startNumber;
  723. timeDeltaParam = string.Format("-segment_time_delta -{0}", startTime);
  724. }
  725. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -f segment -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -segment_time {6} {10} -individual_header_trailer 0 -write_empty_segments 1 -segment_format mpegts -segment_list_type m3u8 -segment_start_number {7} -segment_list \"{8}\" -y \"{9}\"",
  726. inputModifier,
  727. GetInputArgument(state),
  728. threads,
  729. mapArgs,
  730. GetVideoArguments(state),
  731. GetAudioArguments(state),
  732. state.SegmentLength.ToString(UsCulture),
  733. startNumberParam,
  734. outputPath,
  735. outputTsArg,
  736. timeDeltaParam
  737. ).Trim();
  738. }
  739. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -hls_time {6} -individual_header_trailer 0 -start_number {7} -hls_list_size {8} -y \"{9}\"",
  740. inputModifier,
  741. GetInputArgument(state),
  742. threads,
  743. mapArgs,
  744. GetVideoArguments(state),
  745. GetAudioArguments(state),
  746. state.SegmentLength.ToString(UsCulture),
  747. startNumberParam,
  748. state.HlsListSize.ToString(UsCulture),
  749. outputPath
  750. ).Trim();
  751. }
  752. /// <summary>
  753. /// Gets the segment file extension.
  754. /// </summary>
  755. /// <param name="state">The state.</param>
  756. /// <returns>System.String.</returns>
  757. protected override string GetSegmentFileExtension(StreamState state)
  758. {
  759. return GetSegmentFileExtension(state.IsOutputVideo);
  760. }
  761. protected string GetSegmentFileExtension(bool isOutputVideo)
  762. {
  763. return isOutputVideo ? ".ts" : ".ts";
  764. }
  765. }
  766. }