DynamicHlsService.cs 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.IO;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using MediaBrowser.Common.Net;
  10. using MediaBrowser.Controller.Configuration;
  11. using MediaBrowser.Controller.Devices;
  12. using MediaBrowser.Controller.Dlna;
  13. using MediaBrowser.Controller.Library;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Net;
  16. using MediaBrowser.Model.Configuration;
  17. using MediaBrowser.Model.Dlna;
  18. using MediaBrowser.Model.Entities;
  19. using MediaBrowser.Model.Extensions;
  20. using MediaBrowser.Model.IO;
  21. using MediaBrowser.Model.Serialization;
  22. using MediaBrowser.Model.Services;
  23. using Microsoft.Extensions.Logging;
  24. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  25. namespace MediaBrowser.Api.Playback.Hls
  26. {
  27. /// <summary>
  28. /// Options is needed for chromecast. Threw Head in there since it's related
  29. /// </summary>
  30. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  31. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  32. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  33. {
  34. public bool EnableAdaptiveBitrateStreaming { get; set; }
  35. public GetMasterHlsVideoPlaylist()
  36. {
  37. EnableAdaptiveBitrateStreaming = true;
  38. }
  39. }
  40. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  41. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  42. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  43. {
  44. public bool EnableAdaptiveBitrateStreaming { get; set; }
  45. public GetMasterHlsAudioPlaylist()
  46. {
  47. EnableAdaptiveBitrateStreaming = true;
  48. }
  49. }
  50. public interface IMasterHlsRequest
  51. {
  52. bool EnableAdaptiveBitrateStreaming { get; set; }
  53. }
  54. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  55. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  56. {
  57. }
  58. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  59. public class GetVariantHlsAudioPlaylist : StreamRequest
  60. {
  61. }
  62. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  63. public class GetHlsVideoSegment : VideoStreamRequest
  64. {
  65. public string PlaylistId { get; set; }
  66. /// <summary>
  67. /// Gets or sets the segment id.
  68. /// </summary>
  69. /// <value>The segment id.</value>
  70. public string SegmentId { get; set; }
  71. }
  72. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  73. public class GetHlsAudioSegment : StreamRequest
  74. {
  75. public string PlaylistId { get; set; }
  76. /// <summary>
  77. /// Gets or sets the segment id.
  78. /// </summary>
  79. /// <value>The segment id.</value>
  80. public string SegmentId { get; set; }
  81. }
  82. [Authenticated]
  83. public class DynamicHlsService : BaseHlsService
  84. {
  85. public DynamicHlsService(IServerConfigurationManager serverConfig, IUserManager userManager, ILibraryManager libraryManager, IIsoManager isoManager, IMediaEncoder mediaEncoder, IFileSystem fileSystem, IDlnaManager dlnaManager, ISubtitleEncoder subtitleEncoder, IDeviceManager deviceManager, IMediaSourceManager mediaSourceManager, IZipClient zipClient, IJsonSerializer jsonSerializer, IAuthorizationContext authorizationContext, INetworkManager networkManager) : base(serverConfig, userManager, libraryManager, isoManager, mediaEncoder, fileSystem, dlnaManager, subtitleEncoder, deviceManager, mediaSourceManager, zipClient, jsonSerializer, authorizationContext)
  86. {
  87. NetworkManager = networkManager;
  88. }
  89. protected INetworkManager NetworkManager { get; private set; }
  90. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  91. {
  92. return GetMasterPlaylistInternal(request, "GET");
  93. }
  94. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  95. {
  96. return GetMasterPlaylistInternal(request, "HEAD");
  97. }
  98. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  99. {
  100. return GetMasterPlaylistInternal(request, "GET");
  101. }
  102. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  103. {
  104. return GetMasterPlaylistInternal(request, "HEAD");
  105. }
  106. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  107. {
  108. return GetVariantPlaylistInternal(request, true, "main");
  109. }
  110. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  111. {
  112. return GetVariantPlaylistInternal(request, false, "main");
  113. }
  114. public Task<object> Get(GetHlsVideoSegment request)
  115. {
  116. return GetDynamicSegment(request, request.SegmentId);
  117. }
  118. public Task<object> Get(GetHlsAudioSegment request)
  119. {
  120. return GetDynamicSegment(request, request.SegmentId);
  121. }
  122. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  123. {
  124. if ((request.StartTimeTicks ?? 0) > 0)
  125. {
  126. throw new ArgumentException("StartTimeTicks is not allowed.");
  127. }
  128. var cancellationTokenSource = new CancellationTokenSource();
  129. var cancellationToken = cancellationTokenSource.Token;
  130. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  131. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  132. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  133. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  134. var segmentExtension = GetSegmentFileExtension(state.Request);
  135. TranscodingJob job = null;
  136. if (File.Exists(segmentPath))
  137. {
  138. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  139. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  140. }
  141. var transcodingLock = ApiEntryPoint.Instance.GetTranscodingLock(playlistPath);
  142. await transcodingLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  143. var released = false;
  144. var startTranscoding = false;
  145. try
  146. {
  147. if (File.Exists(segmentPath))
  148. {
  149. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  150. transcodingLock.Release();
  151. released = true;
  152. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  153. }
  154. else
  155. {
  156. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  157. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  158. if (currentTranscodingIndex == null)
  159. {
  160. Logger.LogDebug("Starting transcoding because currentTranscodingIndex=null");
  161. startTranscoding = true;
  162. }
  163. else if (requestedIndex < currentTranscodingIndex.Value)
  164. {
  165. Logger.LogDebug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  166. startTranscoding = true;
  167. }
  168. else if (requestedIndex - currentTranscodingIndex.Value > segmentGapRequiringTranscodingChange)
  169. {
  170. Logger.LogDebug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", requestedIndex - currentTranscodingIndex.Value, segmentGapRequiringTranscodingChange, requestedIndex);
  171. startTranscoding = true;
  172. }
  173. if (startTranscoding)
  174. {
  175. // If the playlist doesn't already exist, startup ffmpeg
  176. try
  177. {
  178. ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  179. if (currentTranscodingIndex.HasValue)
  180. {
  181. DeleteLastFile(playlistPath, segmentExtension, 0);
  182. }
  183. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  184. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  185. }
  186. catch
  187. {
  188. state.Dispose();
  189. throw;
  190. }
  191. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  192. }
  193. else
  194. {
  195. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  196. if (job.TranscodingThrottler != null)
  197. {
  198. job.TranscodingThrottler.UnpauseTranscoding();
  199. }
  200. }
  201. }
  202. }
  203. finally
  204. {
  205. if (!released)
  206. {
  207. transcodingLock.Release();
  208. }
  209. }
  210. //Logger.LogInformation("waiting for {0}", segmentPath);
  211. //while (!File.Exists(segmentPath))
  212. //{
  213. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  214. //}
  215. Logger.LogInformation("returning {0}", segmentPath);
  216. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  217. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  218. }
  219. private const int BufferSize = 81920;
  220. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  221. {
  222. double startSeconds = 0;
  223. var lengths = GetSegmentLengths(state);
  224. if (requestedIndex >= lengths.Length)
  225. {
  226. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  227. throw new ArgumentException(msg);
  228. }
  229. for (var i = 0; i < requestedIndex; i++)
  230. {
  231. startSeconds += lengths[i];
  232. }
  233. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  234. return position;
  235. }
  236. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  237. {
  238. double startSeconds = 0;
  239. var lengths = GetSegmentLengths(state);
  240. if (requestedIndex >= lengths.Length)
  241. {
  242. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  243. throw new ArgumentException(msg);
  244. }
  245. for (var i = 0; i <= requestedIndex; i++)
  246. {
  247. startSeconds += lengths[i];
  248. }
  249. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  250. return position;
  251. }
  252. private double[] GetSegmentLengths(StreamState state)
  253. {
  254. var result = new List<double>();
  255. var ticks = state.RunTimeTicks ?? 0;
  256. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  257. while (ticks > 0)
  258. {
  259. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  260. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  261. ticks -= length;
  262. }
  263. return result.ToArray();
  264. }
  265. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  266. {
  267. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  268. if (job == null || job.HasExited)
  269. {
  270. return null;
  271. }
  272. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  273. if (file == null)
  274. {
  275. return null;
  276. }
  277. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  278. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  279. return int.Parse(indexString, NumberStyles.Integer, UsCulture);
  280. }
  281. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  282. {
  283. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  284. if (file != null)
  285. {
  286. DeleteFile(file.FullName, retryCount);
  287. }
  288. }
  289. private void DeleteFile(string path, int retryCount)
  290. {
  291. if (retryCount >= 5)
  292. {
  293. return;
  294. }
  295. Logger.LogDebug("Deleting partial HLS file {path}", path);
  296. try
  297. {
  298. FileSystem.DeleteFile(path);
  299. }
  300. catch (IOException ex)
  301. {
  302. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  303. var task = Task.Delay(100);
  304. Task.WaitAll(task);
  305. DeleteFile(path, retryCount + 1);
  306. }
  307. catch (Exception ex)
  308. {
  309. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  310. }
  311. }
  312. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  313. {
  314. var folder = Path.GetDirectoryName(playlist);
  315. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  316. try
  317. {
  318. return fileSystem.GetFiles(folder, new[] { segmentExtension }, true, false)
  319. .Where(i => Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  320. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  321. .FirstOrDefault();
  322. }
  323. catch (IOException)
  324. {
  325. return null;
  326. }
  327. }
  328. protected override int GetStartNumber(StreamState state)
  329. {
  330. return GetStartNumber(state.VideoRequest);
  331. }
  332. private int GetStartNumber(VideoStreamRequest request)
  333. {
  334. var segmentId = "0";
  335. var segmentRequest = request as GetHlsVideoSegment;
  336. if (segmentRequest != null)
  337. {
  338. segmentId = segmentRequest.SegmentId;
  339. }
  340. return int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  341. }
  342. private string GetSegmentPath(StreamState state, string playlist, int index)
  343. {
  344. var folder = Path.GetDirectoryName(playlist);
  345. var filename = Path.GetFileNameWithoutExtension(playlist);
  346. return Path.Combine(folder, filename + index.ToString(UsCulture) + GetSegmentFileExtension(state.Request));
  347. }
  348. private async Task<object> GetSegmentResult(StreamState state,
  349. string playlistPath,
  350. string segmentPath,
  351. string segmentExtension,
  352. int segmentIndex,
  353. TranscodingJob transcodingJob,
  354. CancellationToken cancellationToken)
  355. {
  356. var segmentFileExists = File.Exists(segmentPath);
  357. // If all transcoding has completed, just return immediately
  358. if (transcodingJob != null && transcodingJob.HasExited && segmentFileExists)
  359. {
  360. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  361. }
  362. if (segmentFileExists)
  363. {
  364. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  365. // If requested segment is less than transcoding position, we can't transcode backwards, so assume it's ready
  366. if (segmentIndex < currentTranscodingIndex)
  367. {
  368. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  369. }
  370. }
  371. var segmentFilename = Path.GetFileName(segmentPath);
  372. while (!cancellationToken.IsCancellationRequested)
  373. {
  374. try
  375. {
  376. var text = File.ReadAllText(playlistPath, Encoding.UTF8);
  377. // If it appears in the playlist, it's done
  378. if (text.IndexOf(segmentFilename, StringComparison.OrdinalIgnoreCase) != -1)
  379. {
  380. if (!segmentFileExists)
  381. {
  382. segmentFileExists = File.Exists(segmentPath);
  383. }
  384. if (segmentFileExists)
  385. {
  386. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  387. }
  388. //break;
  389. }
  390. }
  391. catch (IOException)
  392. {
  393. // May get an error if the file is locked
  394. }
  395. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  396. }
  397. cancellationToken.ThrowIfCancellationRequested();
  398. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  399. }
  400. private Task<object> GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  401. {
  402. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  403. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  404. {
  405. Path = segmentPath,
  406. FileShare = FileShareMode.ReadWrite,
  407. OnComplete = () =>
  408. {
  409. if (transcodingJob != null)
  410. {
  411. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  412. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  413. }
  414. }
  415. });
  416. }
  417. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  418. {
  419. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  420. if (string.IsNullOrEmpty(request.MediaSourceId))
  421. {
  422. throw new ArgumentException("MediaSourceId is required");
  423. }
  424. var playlistText = string.Empty;
  425. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  426. {
  427. var audioBitrate = state.OutputAudioBitrate ?? 0;
  428. var videoBitrate = state.OutputVideoBitrate ?? 0;
  429. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  430. }
  431. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  432. }
  433. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  434. {
  435. var builder = new StringBuilder();
  436. builder.AppendLine("#EXTM3U");
  437. var isLiveStream = state.IsSegmentedLiveStream;
  438. var queryStringIndex = Request.RawUrl.IndexOf('?');
  439. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  440. // from universal audio service
  441. if (queryString.IndexOf("SegmentContainer", StringComparison.OrdinalIgnoreCase) == -1 && !string.IsNullOrWhiteSpace(state.Request.SegmentContainer))
  442. {
  443. queryString += "&SegmentContainer=" + state.Request.SegmentContainer;
  444. }
  445. // from universal audio service
  446. if (!string.IsNullOrWhiteSpace(state.Request.TranscodeReasons) && queryString.IndexOf("TranscodeReasons=", StringComparison.OrdinalIgnoreCase) == -1)
  447. {
  448. queryString += "&TranscodeReasons=" + state.Request.TranscodeReasons;
  449. }
  450. // Main stream
  451. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  452. playlistUrl += queryString;
  453. var request = state.Request;
  454. var subtitleStreams = state.MediaSource
  455. .MediaStreams
  456. .Where(i => i.IsTextSubtitleStream)
  457. .ToList();
  458. var subtitleGroup = subtitleStreams.Count > 0 &&
  459. request is GetMasterHlsVideoPlaylist &&
  460. (state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Hls || state.VideoRequest.EnableSubtitlesInManifest) ?
  461. "subs" :
  462. null;
  463. // If we're burning in subtitles then don't add additional subs to the manifest
  464. if (state.SubtitleStream != null && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode)
  465. {
  466. subtitleGroup = null;
  467. }
  468. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  469. {
  470. AddSubtitles(state, subtitleStreams, builder);
  471. }
  472. AppendPlaylist(builder, state, playlistUrl, totalBitrate, subtitleGroup);
  473. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  474. {
  475. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  476. // By default, vary by just 200k
  477. var variation = GetBitrateVariation(totalBitrate);
  478. var newBitrate = totalBitrate - variation;
  479. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  480. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  481. variation *= 2;
  482. newBitrate = totalBitrate - variation;
  483. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  484. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  485. }
  486. return builder.ToString();
  487. }
  488. private string ReplaceBitrate(string url, int oldValue, int newValue)
  489. {
  490. return url.Replace(
  491. "videobitrate=" + oldValue.ToString(UsCulture),
  492. "videobitrate=" + newValue.ToString(UsCulture),
  493. StringComparison.OrdinalIgnoreCase);
  494. }
  495. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  496. {
  497. var selectedIndex = state.SubtitleStream == null || state.SubtitleDeliveryMethod != SubtitleDeliveryMethod.Hls ? (int?)null : state.SubtitleStream.Index;
  498. foreach (var stream in subtitles)
  499. {
  500. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},AUTOSELECT=YES,URI=\"{3}\",LANGUAGE=\"{4}\"";
  501. var name = stream.DisplayTitle;
  502. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  503. var isForced = stream.IsForced;
  504. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}&api_key={3}",
  505. state.Request.MediaSourceId,
  506. stream.Index.ToString(UsCulture),
  507. 30.ToString(UsCulture),
  508. AuthorizationContext.GetAuthorizationInfo(Request).Token);
  509. var line = string.Format(format,
  510. name,
  511. isDefault ? "YES" : "NO",
  512. isForced ? "YES" : "NO",
  513. url,
  514. stream.Language ?? "Unknown");
  515. builder.AppendLine(line);
  516. }
  517. }
  518. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  519. {
  520. // Within the local network this will likely do more harm than good.
  521. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  522. {
  523. return false;
  524. }
  525. var request = state.Request as IMasterHlsRequest;
  526. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  527. {
  528. return false;
  529. }
  530. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  531. {
  532. // Opening live streams is so slow it's not even worth it
  533. return false;
  534. }
  535. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  536. {
  537. return false;
  538. }
  539. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  540. {
  541. return false;
  542. }
  543. if (!state.IsOutputVideo)
  544. {
  545. return false;
  546. }
  547. // Having problems in android
  548. return false;
  549. //return state.VideoRequest.VideoBitRate.HasValue;
  550. }
  551. private void AppendPlaylist(StringBuilder builder, StreamState state, string url, int bitrate, string subtitleGroup)
  552. {
  553. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(UsCulture) + ",AVERAGE-BANDWIDTH=" + bitrate.ToString(UsCulture);
  554. // tvos wants resolution, codecs, framerate
  555. //if (state.TargetFramerate.HasValue)
  556. //{
  557. // header += string.Format(",FRAME-RATE=\"{0}\"", state.TargetFramerate.Value.ToString(CultureInfo.InvariantCulture));
  558. //}
  559. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  560. {
  561. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  562. }
  563. builder.AppendLine(header);
  564. builder.AppendLine(url);
  565. }
  566. private int GetBitrateVariation(int bitrate)
  567. {
  568. // By default, vary by just 50k
  569. var variation = 50000;
  570. if (bitrate >= 10000000)
  571. {
  572. variation = 2000000;
  573. }
  574. else if (bitrate >= 5000000)
  575. {
  576. variation = 1500000;
  577. }
  578. else if (bitrate >= 3000000)
  579. {
  580. variation = 1000000;
  581. }
  582. else if (bitrate >= 2000000)
  583. {
  584. variation = 500000;
  585. }
  586. else if (bitrate >= 1000000)
  587. {
  588. variation = 300000;
  589. }
  590. else if (bitrate >= 600000)
  591. {
  592. variation = 200000;
  593. }
  594. else if (bitrate >= 400000)
  595. {
  596. variation = 100000;
  597. }
  598. return variation;
  599. }
  600. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  601. {
  602. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  603. var segmentLengths = GetSegmentLengths(state);
  604. var builder = new StringBuilder();
  605. builder.AppendLine("#EXTM3U");
  606. builder.AppendLine("#EXT-X-PLAYLIST-TYPE:VOD");
  607. builder.AppendLine("#EXT-X-VERSION:3");
  608. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling(segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength).ToString(UsCulture));
  609. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  610. var queryStringIndex = Request.RawUrl.IndexOf('?');
  611. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  612. //if ((Request.UserAgent ?? string.Empty).IndexOf("roku", StringComparison.OrdinalIgnoreCase) != -1)
  613. //{
  614. // queryString = string.Empty;
  615. //}
  616. var index = 0;
  617. foreach (var length in segmentLengths)
  618. {
  619. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", UsCulture) + ", nodesc");
  620. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  621. name,
  622. index.ToString(UsCulture),
  623. GetSegmentFileExtension(request),
  624. queryString));
  625. index++;
  626. }
  627. builder.AppendLine("#EXT-X-ENDLIST");
  628. var playlistText = builder.ToString();
  629. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  630. }
  631. protected override string GetAudioArguments(StreamState state, EncodingOptions encodingOptions)
  632. {
  633. var audioCodec = EncodingHelper.GetAudioEncoder(state);
  634. if (!state.IsOutputVideo)
  635. {
  636. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  637. {
  638. return "-acodec copy";
  639. }
  640. var audioTranscodeParams = new List<string>();
  641. audioTranscodeParams.Add("-acodec " + audioCodec);
  642. if (state.OutputAudioBitrate.HasValue)
  643. {
  644. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(UsCulture));
  645. }
  646. if (state.OutputAudioChannels.HasValue)
  647. {
  648. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(UsCulture));
  649. }
  650. if (state.OutputAudioSampleRate.HasValue)
  651. {
  652. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture));
  653. }
  654. audioTranscodeParams.Add("-vn");
  655. return string.Join(" ", audioTranscodeParams.ToArray());
  656. }
  657. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  658. {
  659. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  660. if (string.Equals(videoCodec, "copy", StringComparison.OrdinalIgnoreCase) && state.EnableBreakOnNonKeyFrames(videoCodec))
  661. {
  662. return "-codec:a:0 copy -copypriorss:a:0 0";
  663. }
  664. return "-codec:a:0 copy";
  665. }
  666. var args = "-codec:a:0 " + audioCodec;
  667. var channels = state.OutputAudioChannels;
  668. if (channels.HasValue)
  669. {
  670. args += " -ac " + channels.Value;
  671. }
  672. var bitrate = state.OutputAudioBitrate;
  673. if (bitrate.HasValue)
  674. {
  675. args += " -ab " + bitrate.Value.ToString(UsCulture);
  676. }
  677. if (state.OutputAudioSampleRate.HasValue)
  678. {
  679. args += " -ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture);
  680. }
  681. args += " " + EncodingHelper.GetAudioFilterParam(state, encodingOptions, true);
  682. return args;
  683. }
  684. protected override string GetVideoArguments(StreamState state, EncodingOptions encodingOptions)
  685. {
  686. if (!state.IsOutputVideo)
  687. {
  688. return string.Empty;
  689. }
  690. var codec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  691. var args = "-codec:v:0 " + codec;
  692. // if (state.EnableMpegtsM2TsMode)
  693. // {
  694. // args += " -mpegts_m2ts_mode 1";
  695. // }
  696. // See if we can save come cpu cycles by avoiding encoding
  697. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  698. {
  699. if (state.VideoStream != null && EncodingHelper.IsH264(state.VideoStream) && !string.Equals(state.VideoStream.NalLengthSize, "0", StringComparison.OrdinalIgnoreCase))
  700. {
  701. args += " -bsf:v h264_mp4toannexb";
  702. }
  703. //args += " -flags -global_header";
  704. }
  705. else
  706. {
  707. var keyFrameArg = string.Format(" -force_key_frames \"expr:gte(t,n_forced*{0})\"",
  708. state.SegmentLength.ToString(UsCulture));
  709. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode;
  710. args += " " + EncodingHelper.GetVideoQualityParam(state, codec, encodingOptions, GetDefaultH264Preset()) + keyFrameArg;
  711. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  712. // Add resolution params, if specified
  713. if (!hasGraphicalSubs)
  714. {
  715. args += EncodingHelper.GetOutputSizeParam(state, encodingOptions, codec, true);
  716. }
  717. // This is for internal graphical subs
  718. if (hasGraphicalSubs)
  719. {
  720. args += EncodingHelper.GetGraphicalSubtitleParam(state, encodingOptions, codec);
  721. }
  722. //args += " -flags -global_header";
  723. }
  724. if (args.IndexOf("-copyts", StringComparison.OrdinalIgnoreCase) == -1)
  725. {
  726. args += " -copyts";
  727. }
  728. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  729. {
  730. args += " -vsync " + state.OutputVideoSync;
  731. }
  732. args += EncodingHelper.GetOutputFFlags(state);
  733. return args;
  734. }
  735. protected override string GetCommandLineArguments(string outputPath, EncodingOptions encodingOptions, StreamState state, bool isEncoding)
  736. {
  737. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  738. var threads = EncodingHelper.GetNumberOfThreads(state, encodingOptions, videoCodec);
  739. var inputModifier = EncodingHelper.GetInputModifier(state, encodingOptions);
  740. // If isEncoding is true we're actually starting ffmpeg
  741. var startNumber = GetStartNumber(state);
  742. var startNumberParam = isEncoding ? startNumber.ToString(UsCulture) : "0";
  743. var mapArgs = state.IsOutputVideo ? EncodingHelper.GetMapArgs(state) : string.Empty;
  744. var outputTsArg = Path.Combine(Path.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state.Request);
  745. var timeDeltaParam = string.Empty;
  746. if (isEncoding && startNumber > 0)
  747. {
  748. var startTime = state.SegmentLength * startNumber;
  749. timeDeltaParam = string.Format("-segment_time_delta -{0}", startTime);
  750. }
  751. var segmentFormat = GetSegmentFileExtension(state.Request).TrimStart('.');
  752. if (string.Equals(segmentFormat, "ts", StringComparison.OrdinalIgnoreCase))
  753. {
  754. segmentFormat = "mpegts";
  755. }
  756. var breakOnNonKeyFrames = state.EnableBreakOnNonKeyFrames(videoCodec);
  757. var breakOnNonKeyFramesArg = breakOnNonKeyFrames ? " -break_non_keyframes 1" : "";
  758. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -f segment -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -segment_time {6} {10} -individual_header_trailer 0{12} -segment_format {11} -segment_list_type m3u8 -segment_start_number {7} -segment_list \"{8}\" -y \"{9}\"",
  759. inputModifier,
  760. EncodingHelper.GetInputArgument(state, encodingOptions),
  761. threads,
  762. mapArgs,
  763. GetVideoArguments(state, encodingOptions),
  764. GetAudioArguments(state, encodingOptions),
  765. state.SegmentLength.ToString(UsCulture),
  766. startNumberParam,
  767. outputPath,
  768. outputTsArg,
  769. timeDeltaParam,
  770. segmentFormat,
  771. breakOnNonKeyFramesArg
  772. ).Trim();
  773. }
  774. }
  775. }