DynamicHlsService.cs 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.IO;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using MediaBrowser.Common.Net;
  10. using MediaBrowser.Controller.Configuration;
  11. using MediaBrowser.Controller.Devices;
  12. using MediaBrowser.Controller.Dlna;
  13. using MediaBrowser.Controller.Library;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Net;
  16. using MediaBrowser.Model.Configuration;
  17. using MediaBrowser.Model.Dlna;
  18. using MediaBrowser.Model.Entities;
  19. using MediaBrowser.Model.Extensions;
  20. using MediaBrowser.Model.IO;
  21. using MediaBrowser.Model.Serialization;
  22. using MediaBrowser.Model.Services;
  23. using Microsoft.Extensions.Logging;
  24. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  25. namespace MediaBrowser.Api.Playback.Hls
  26. {
  27. /// <summary>
  28. /// Options is needed for chromecast. Threw Head in there since it's related
  29. /// </summary>
  30. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  31. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  32. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  33. {
  34. public bool EnableAdaptiveBitrateStreaming { get; set; }
  35. public GetMasterHlsVideoPlaylist()
  36. {
  37. EnableAdaptiveBitrateStreaming = true;
  38. }
  39. }
  40. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  41. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  42. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  43. {
  44. public bool EnableAdaptiveBitrateStreaming { get; set; }
  45. public GetMasterHlsAudioPlaylist()
  46. {
  47. EnableAdaptiveBitrateStreaming = true;
  48. }
  49. }
  50. public interface IMasterHlsRequest
  51. {
  52. bool EnableAdaptiveBitrateStreaming { get; set; }
  53. }
  54. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  55. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  56. {
  57. }
  58. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  59. public class GetVariantHlsAudioPlaylist : StreamRequest
  60. {
  61. }
  62. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  63. public class GetHlsVideoSegment : VideoStreamRequest
  64. {
  65. public string PlaylistId { get; set; }
  66. /// <summary>
  67. /// Gets or sets the segment id.
  68. /// </summary>
  69. /// <value>The segment id.</value>
  70. public string SegmentId { get; set; }
  71. }
  72. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  73. public class GetHlsAudioSegment : StreamRequest
  74. {
  75. public string PlaylistId { get; set; }
  76. /// <summary>
  77. /// Gets or sets the segment id.
  78. /// </summary>
  79. /// <value>The segment id.</value>
  80. public string SegmentId { get; set; }
  81. }
  82. [Authenticated]
  83. public class DynamicHlsService : BaseHlsService
  84. {
  85. public DynamicHlsService(
  86. IServerConfigurationManager serverConfig,
  87. IUserManager userManager,
  88. ILibraryManager libraryManager,
  89. IIsoManager isoManager,
  90. IMediaEncoder mediaEncoder,
  91. IFileSystem fileSystem,
  92. IDlnaManager dlnaManager,
  93. ISubtitleEncoder subtitleEncoder,
  94. IDeviceManager deviceManager,
  95. IMediaSourceManager mediaSourceManager,
  96. IJsonSerializer jsonSerializer,
  97. IAuthorizationContext authorizationContext,
  98. INetworkManager networkManager)
  99. : base(serverConfig,
  100. userManager,
  101. libraryManager,
  102. isoManager,
  103. mediaEncoder,
  104. fileSystem,
  105. dlnaManager,
  106. subtitleEncoder,
  107. deviceManager,
  108. mediaSourceManager,
  109. jsonSerializer,
  110. authorizationContext)
  111. {
  112. NetworkManager = networkManager;
  113. }
  114. protected INetworkManager NetworkManager { get; private set; }
  115. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  116. {
  117. return GetMasterPlaylistInternal(request, "GET");
  118. }
  119. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  120. {
  121. return GetMasterPlaylistInternal(request, "HEAD");
  122. }
  123. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  124. {
  125. return GetMasterPlaylistInternal(request, "GET");
  126. }
  127. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  128. {
  129. return GetMasterPlaylistInternal(request, "HEAD");
  130. }
  131. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  132. {
  133. return GetVariantPlaylistInternal(request, true, "main");
  134. }
  135. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  136. {
  137. return GetVariantPlaylistInternal(request, false, "main");
  138. }
  139. public Task<object> Get(GetHlsVideoSegment request)
  140. {
  141. return GetDynamicSegment(request, request.SegmentId);
  142. }
  143. public Task<object> Get(GetHlsAudioSegment request)
  144. {
  145. return GetDynamicSegment(request, request.SegmentId);
  146. }
  147. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  148. {
  149. if ((request.StartTimeTicks ?? 0) > 0)
  150. {
  151. throw new ArgumentException("StartTimeTicks is not allowed.");
  152. }
  153. var cancellationTokenSource = new CancellationTokenSource();
  154. var cancellationToken = cancellationTokenSource.Token;
  155. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, CultureInfo.InvariantCulture);
  156. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  157. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  158. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  159. var segmentExtension = GetSegmentFileExtension(state.Request);
  160. TranscodingJob job = null;
  161. if (File.Exists(segmentPath))
  162. {
  163. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  164. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  165. }
  166. var transcodingLock = ApiEntryPoint.Instance.GetTranscodingLock(playlistPath);
  167. await transcodingLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  168. var released = false;
  169. var startTranscoding = false;
  170. try
  171. {
  172. if (File.Exists(segmentPath))
  173. {
  174. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  175. transcodingLock.Release();
  176. released = true;
  177. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  178. }
  179. else
  180. {
  181. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  182. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  183. if (currentTranscodingIndex == null)
  184. {
  185. Logger.LogDebug("Starting transcoding because currentTranscodingIndex=null");
  186. startTranscoding = true;
  187. }
  188. else if (requestedIndex < currentTranscodingIndex.Value)
  189. {
  190. Logger.LogDebug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  191. startTranscoding = true;
  192. }
  193. else if (requestedIndex - currentTranscodingIndex.Value > segmentGapRequiringTranscodingChange)
  194. {
  195. Logger.LogDebug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", requestedIndex - currentTranscodingIndex.Value, segmentGapRequiringTranscodingChange, requestedIndex);
  196. startTranscoding = true;
  197. }
  198. if (startTranscoding)
  199. {
  200. // If the playlist doesn't already exist, startup ffmpeg
  201. try
  202. {
  203. await ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  204. if (currentTranscodingIndex.HasValue)
  205. {
  206. DeleteLastFile(playlistPath, segmentExtension, 0);
  207. }
  208. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  209. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  210. }
  211. catch
  212. {
  213. state.Dispose();
  214. throw;
  215. }
  216. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  217. }
  218. else
  219. {
  220. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  221. if (job.TranscodingThrottler != null)
  222. {
  223. await job.TranscodingThrottler.UnpauseTranscoding();
  224. }
  225. }
  226. }
  227. }
  228. finally
  229. {
  230. if (!released)
  231. {
  232. transcodingLock.Release();
  233. }
  234. }
  235. //Logger.LogInformation("waiting for {0}", segmentPath);
  236. //while (!File.Exists(segmentPath))
  237. //{
  238. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  239. //}
  240. Logger.LogInformation("returning {0}", segmentPath);
  241. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  242. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  243. }
  244. private const int BufferSize = 81920;
  245. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  246. {
  247. double startSeconds = 0;
  248. var lengths = GetSegmentLengths(state);
  249. if (requestedIndex >= lengths.Length)
  250. {
  251. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  252. throw new ArgumentException(msg);
  253. }
  254. for (var i = 0; i < requestedIndex; i++)
  255. {
  256. startSeconds += lengths[i];
  257. }
  258. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  259. return position;
  260. }
  261. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  262. {
  263. double startSeconds = 0;
  264. var lengths = GetSegmentLengths(state);
  265. if (requestedIndex >= lengths.Length)
  266. {
  267. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  268. throw new ArgumentException(msg);
  269. }
  270. for (var i = 0; i <= requestedIndex; i++)
  271. {
  272. startSeconds += lengths[i];
  273. }
  274. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  275. return position;
  276. }
  277. private double[] GetSegmentLengths(StreamState state)
  278. {
  279. var result = new List<double>();
  280. var ticks = state.RunTimeTicks ?? 0;
  281. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  282. while (ticks > 0)
  283. {
  284. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  285. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  286. ticks -= length;
  287. }
  288. return result.ToArray();
  289. }
  290. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  291. {
  292. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  293. if (job == null || job.HasExited)
  294. {
  295. return null;
  296. }
  297. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  298. if (file == null)
  299. {
  300. return null;
  301. }
  302. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  303. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  304. return int.Parse(indexString, NumberStyles.Integer, CultureInfo.InvariantCulture);
  305. }
  306. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  307. {
  308. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  309. if (file != null)
  310. {
  311. DeleteFile(file.FullName, retryCount);
  312. }
  313. }
  314. private void DeleteFile(string path, int retryCount)
  315. {
  316. if (retryCount >= 5)
  317. {
  318. return;
  319. }
  320. Logger.LogDebug("Deleting partial HLS file {path}", path);
  321. try
  322. {
  323. FileSystem.DeleteFile(path);
  324. }
  325. catch (IOException ex)
  326. {
  327. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  328. var task = Task.Delay(100);
  329. Task.WaitAll(task);
  330. DeleteFile(path, retryCount + 1);
  331. }
  332. catch (Exception ex)
  333. {
  334. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  335. }
  336. }
  337. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  338. {
  339. var folder = Path.GetDirectoryName(playlist);
  340. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  341. try
  342. {
  343. return fileSystem.GetFiles(folder, new[] { segmentExtension }, true, false)
  344. .Where(i => Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  345. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  346. .FirstOrDefault();
  347. }
  348. catch (IOException)
  349. {
  350. return null;
  351. }
  352. }
  353. protected override int GetStartNumber(StreamState state)
  354. {
  355. return GetStartNumber(state.VideoRequest);
  356. }
  357. private int GetStartNumber(VideoStreamRequest request)
  358. {
  359. var segmentId = "0";
  360. var segmentRequest = request as GetHlsVideoSegment;
  361. if (segmentRequest != null)
  362. {
  363. segmentId = segmentRequest.SegmentId;
  364. }
  365. return int.Parse(segmentId, NumberStyles.Integer, CultureInfo.InvariantCulture);
  366. }
  367. private string GetSegmentPath(StreamState state, string playlist, int index)
  368. {
  369. var folder = Path.GetDirectoryName(playlist);
  370. var filename = Path.GetFileNameWithoutExtension(playlist);
  371. return Path.Combine(folder, filename + index.ToString(CultureInfo.InvariantCulture) + GetSegmentFileExtension(state.Request));
  372. }
  373. private async Task<object> GetSegmentResult(StreamState state,
  374. string playlistPath,
  375. string segmentPath,
  376. string segmentExtension,
  377. int segmentIndex,
  378. TranscodingJob transcodingJob,
  379. CancellationToken cancellationToken)
  380. {
  381. var segmentFileExists = File.Exists(segmentPath);
  382. // If all transcoding has completed, just return immediately
  383. if (transcodingJob != null && transcodingJob.HasExited && segmentFileExists)
  384. {
  385. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  386. }
  387. if (segmentFileExists)
  388. {
  389. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  390. // If requested segment is less than transcoding position, we can't transcode backwards, so assume it's ready
  391. if (segmentIndex < currentTranscodingIndex)
  392. {
  393. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  394. }
  395. }
  396. var segmentFilename = Path.GetFileName(segmentPath);
  397. while (!cancellationToken.IsCancellationRequested)
  398. {
  399. try
  400. {
  401. var text = File.ReadAllText(playlistPath, Encoding.UTF8);
  402. // If it appears in the playlist, it's done
  403. if (text.IndexOf(segmentFilename, StringComparison.OrdinalIgnoreCase) != -1)
  404. {
  405. if (!segmentFileExists)
  406. {
  407. segmentFileExists = File.Exists(segmentPath);
  408. }
  409. if (segmentFileExists)
  410. {
  411. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  412. }
  413. //break;
  414. }
  415. }
  416. catch (IOException)
  417. {
  418. // May get an error if the file is locked
  419. }
  420. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  421. }
  422. cancellationToken.ThrowIfCancellationRequested();
  423. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  424. }
  425. private Task<object> GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  426. {
  427. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  428. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  429. {
  430. Path = segmentPath,
  431. FileShare = FileShareMode.ReadWrite,
  432. OnComplete = () =>
  433. {
  434. if (transcodingJob != null)
  435. {
  436. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  437. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  438. }
  439. }
  440. });
  441. }
  442. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  443. {
  444. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  445. if (string.IsNullOrEmpty(request.MediaSourceId))
  446. {
  447. throw new ArgumentException("MediaSourceId is required");
  448. }
  449. var playlistText = string.Empty;
  450. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  451. {
  452. var audioBitrate = state.OutputAudioBitrate ?? 0;
  453. var videoBitrate = state.OutputVideoBitrate ?? 0;
  454. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  455. }
  456. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  457. }
  458. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  459. {
  460. var builder = new StringBuilder();
  461. builder.AppendLine("#EXTM3U");
  462. var isLiveStream = state.IsSegmentedLiveStream;
  463. var queryStringIndex = Request.RawUrl.IndexOf('?');
  464. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  465. // from universal audio service
  466. if (queryString.IndexOf("SegmentContainer", StringComparison.OrdinalIgnoreCase) == -1 && !string.IsNullOrWhiteSpace(state.Request.SegmentContainer))
  467. {
  468. queryString += "&SegmentContainer=" + state.Request.SegmentContainer;
  469. }
  470. // from universal audio service
  471. if (!string.IsNullOrWhiteSpace(state.Request.TranscodeReasons) && queryString.IndexOf("TranscodeReasons=", StringComparison.OrdinalIgnoreCase) == -1)
  472. {
  473. queryString += "&TranscodeReasons=" + state.Request.TranscodeReasons;
  474. }
  475. // Main stream
  476. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  477. playlistUrl += queryString;
  478. var request = state.Request;
  479. var subtitleStreams = state.MediaSource
  480. .MediaStreams
  481. .Where(i => i.IsTextSubtitleStream)
  482. .ToList();
  483. var subtitleGroup = subtitleStreams.Count > 0 &&
  484. request is GetMasterHlsVideoPlaylist &&
  485. (state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Hls || state.VideoRequest.EnableSubtitlesInManifest) ?
  486. "subs" :
  487. null;
  488. // If we're burning in subtitles then don't add additional subs to the manifest
  489. if (state.SubtitleStream != null && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode)
  490. {
  491. subtitleGroup = null;
  492. }
  493. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  494. {
  495. AddSubtitles(state, subtitleStreams, builder);
  496. }
  497. AppendPlaylist(builder, state, playlistUrl, totalBitrate, subtitleGroup);
  498. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  499. {
  500. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  501. // By default, vary by just 200k
  502. var variation = GetBitrateVariation(totalBitrate);
  503. var newBitrate = totalBitrate - variation;
  504. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  505. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  506. variation *= 2;
  507. newBitrate = totalBitrate - variation;
  508. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  509. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  510. }
  511. return builder.ToString();
  512. }
  513. private string ReplaceBitrate(string url, int oldValue, int newValue)
  514. {
  515. return url.Replace(
  516. "videobitrate=" + oldValue.ToString(CultureInfo.InvariantCulture),
  517. "videobitrate=" + newValue.ToString(CultureInfo.InvariantCulture),
  518. StringComparison.OrdinalIgnoreCase);
  519. }
  520. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  521. {
  522. var selectedIndex = state.SubtitleStream == null || state.SubtitleDeliveryMethod != SubtitleDeliveryMethod.Hls ? (int?)null : state.SubtitleStream.Index;
  523. foreach (var stream in subtitles)
  524. {
  525. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},AUTOSELECT=YES,URI=\"{3}\",LANGUAGE=\"{4}\"";
  526. var name = stream.DisplayTitle;
  527. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  528. var isForced = stream.IsForced;
  529. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}&api_key={3}",
  530. state.Request.MediaSourceId,
  531. stream.Index.ToString(CultureInfo.InvariantCulture),
  532. 30.ToString(CultureInfo.InvariantCulture),
  533. AuthorizationContext.GetAuthorizationInfo(Request).Token);
  534. var line = string.Format(format,
  535. name,
  536. isDefault ? "YES" : "NO",
  537. isForced ? "YES" : "NO",
  538. url,
  539. stream.Language ?? "Unknown");
  540. builder.AppendLine(line);
  541. }
  542. }
  543. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  544. {
  545. // Within the local network this will likely do more harm than good.
  546. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  547. {
  548. return false;
  549. }
  550. var request = state.Request as IMasterHlsRequest;
  551. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  552. {
  553. return false;
  554. }
  555. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  556. {
  557. // Opening live streams is so slow it's not even worth it
  558. return false;
  559. }
  560. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  561. {
  562. return false;
  563. }
  564. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  565. {
  566. return false;
  567. }
  568. if (!state.IsOutputVideo)
  569. {
  570. return false;
  571. }
  572. // Having problems in android
  573. return false;
  574. //return state.VideoRequest.VideoBitRate.HasValue;
  575. }
  576. private void AppendPlaylist(StringBuilder builder, StreamState state, string url, int bitrate, string subtitleGroup)
  577. {
  578. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(CultureInfo.InvariantCulture) + ",AVERAGE-BANDWIDTH=" + bitrate.ToString(CultureInfo.InvariantCulture);
  579. // tvos wants resolution, codecs, framerate
  580. //if (state.TargetFramerate.HasValue)
  581. //{
  582. // header += string.Format(",FRAME-RATE=\"{0}\"", state.TargetFramerate.Value.ToString(CultureInfo.InvariantCulture));
  583. //}
  584. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  585. {
  586. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  587. }
  588. builder.AppendLine(header);
  589. builder.AppendLine(url);
  590. }
  591. private int GetBitrateVariation(int bitrate)
  592. {
  593. // By default, vary by just 50k
  594. var variation = 50000;
  595. if (bitrate >= 10000000)
  596. {
  597. variation = 2000000;
  598. }
  599. else if (bitrate >= 5000000)
  600. {
  601. variation = 1500000;
  602. }
  603. else if (bitrate >= 3000000)
  604. {
  605. variation = 1000000;
  606. }
  607. else if (bitrate >= 2000000)
  608. {
  609. variation = 500000;
  610. }
  611. else if (bitrate >= 1000000)
  612. {
  613. variation = 300000;
  614. }
  615. else if (bitrate >= 600000)
  616. {
  617. variation = 200000;
  618. }
  619. else if (bitrate >= 400000)
  620. {
  621. variation = 100000;
  622. }
  623. return variation;
  624. }
  625. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  626. {
  627. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  628. var segmentLengths = GetSegmentLengths(state);
  629. var builder = new StringBuilder();
  630. builder.AppendLine("#EXTM3U");
  631. builder.AppendLine("#EXT-X-PLAYLIST-TYPE:VOD");
  632. builder.AppendLine("#EXT-X-VERSION:3");
  633. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling(segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength).ToString(CultureInfo.InvariantCulture));
  634. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  635. var queryStringIndex = Request.RawUrl.IndexOf('?');
  636. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  637. //if ((Request.UserAgent ?? string.Empty).IndexOf("roku", StringComparison.OrdinalIgnoreCase) != -1)
  638. //{
  639. // queryString = string.Empty;
  640. //}
  641. var index = 0;
  642. foreach (var length in segmentLengths)
  643. {
  644. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", CultureInfo.InvariantCulture) + ", nodesc");
  645. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  646. name,
  647. index.ToString(CultureInfo.InvariantCulture),
  648. GetSegmentFileExtension(request),
  649. queryString));
  650. index++;
  651. }
  652. builder.AppendLine("#EXT-X-ENDLIST");
  653. var playlistText = builder.ToString();
  654. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  655. }
  656. protected override string GetAudioArguments(StreamState state, EncodingOptions encodingOptions)
  657. {
  658. var audioCodec = EncodingHelper.GetAudioEncoder(state);
  659. if (!state.IsOutputVideo)
  660. {
  661. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  662. {
  663. return "-acodec copy";
  664. }
  665. var audioTranscodeParams = new List<string>();
  666. audioTranscodeParams.Add("-acodec " + audioCodec);
  667. if (state.OutputAudioBitrate.HasValue)
  668. {
  669. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(CultureInfo.InvariantCulture));
  670. }
  671. if (state.OutputAudioChannels.HasValue)
  672. {
  673. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(CultureInfo.InvariantCulture));
  674. }
  675. if (state.OutputAudioSampleRate.HasValue)
  676. {
  677. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(CultureInfo.InvariantCulture));
  678. }
  679. audioTranscodeParams.Add("-vn");
  680. return string.Join(" ", audioTranscodeParams.ToArray());
  681. }
  682. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  683. {
  684. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  685. if (string.Equals(videoCodec, "copy", StringComparison.OrdinalIgnoreCase) && state.EnableBreakOnNonKeyFrames(videoCodec))
  686. {
  687. return "-codec:a:0 copy -copypriorss:a:0 0";
  688. }
  689. return "-codec:a:0 copy";
  690. }
  691. var args = "-codec:a:0 " + audioCodec;
  692. var channels = state.OutputAudioChannels;
  693. if (channels.HasValue)
  694. {
  695. args += " -ac " + channels.Value;
  696. }
  697. var bitrate = state.OutputAudioBitrate;
  698. if (bitrate.HasValue)
  699. {
  700. args += " -ab " + bitrate.Value.ToString(CultureInfo.InvariantCulture);
  701. }
  702. if (state.OutputAudioSampleRate.HasValue)
  703. {
  704. args += " -ar " + state.OutputAudioSampleRate.Value.ToString(CultureInfo.InvariantCulture);
  705. }
  706. args += " " + EncodingHelper.GetAudioFilterParam(state, encodingOptions, true);
  707. return args;
  708. }
  709. protected override string GetVideoArguments(StreamState state, EncodingOptions encodingOptions)
  710. {
  711. if (!state.IsOutputVideo)
  712. {
  713. return string.Empty;
  714. }
  715. var codec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  716. var args = "-codec:v:0 " + codec;
  717. // if (state.EnableMpegtsM2TsMode)
  718. // {
  719. // args += " -mpegts_m2ts_mode 1";
  720. // }
  721. // See if we can save come cpu cycles by avoiding encoding
  722. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  723. {
  724. if (state.VideoStream != null && EncodingHelper.IsH264(state.VideoStream) && !string.Equals(state.VideoStream.NalLengthSize, "0", StringComparison.OrdinalIgnoreCase))
  725. {
  726. args += " -bsf:v h264_mp4toannexb";
  727. }
  728. //args += " -flags -global_header";
  729. }
  730. else
  731. {
  732. var keyFrameArg = string.Format(" -force_key_frames:0 \"expr:gte(t,{0}+n_forced*{1})\"",
  733. GetStartNumber(state) * state.SegmentLength,
  734. state.SegmentLength.ToString(CultureInfo.InvariantCulture));
  735. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode;
  736. args += " " + EncodingHelper.GetVideoQualityParam(state, codec, encodingOptions, GetDefaultH264Preset()) + keyFrameArg;
  737. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  738. // Add resolution params, if specified
  739. if (!hasGraphicalSubs)
  740. {
  741. args += EncodingHelper.GetOutputSizeParam(state, encodingOptions, codec, true);
  742. }
  743. // This is for internal graphical subs
  744. if (hasGraphicalSubs)
  745. {
  746. args += EncodingHelper.GetGraphicalSubtitleParam(state, encodingOptions, codec);
  747. }
  748. //args += " -flags -global_header";
  749. }
  750. if (args.IndexOf("-copyts", StringComparison.OrdinalIgnoreCase) == -1)
  751. {
  752. args += " -copyts";
  753. }
  754. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  755. {
  756. args += " -vsync " + state.OutputVideoSync;
  757. }
  758. args += EncodingHelper.GetOutputFFlags(state);
  759. return args;
  760. }
  761. protected override string GetCommandLineArguments(string outputPath, EncodingOptions encodingOptions, StreamState state, bool isEncoding)
  762. {
  763. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  764. var threads = EncodingHelper.GetNumberOfThreads(state, encodingOptions, videoCodec);
  765. var inputModifier = EncodingHelper.GetInputModifier(state, encodingOptions);
  766. // If isEncoding is true we're actually starting ffmpeg
  767. var startNumber = GetStartNumber(state);
  768. var startNumberParam = isEncoding ? startNumber.ToString(CultureInfo.InvariantCulture) : "0";
  769. var mapArgs = state.IsOutputVideo ? EncodingHelper.GetMapArgs(state) : string.Empty;
  770. var outputTsArg = Path.Combine(Path.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state.Request);
  771. var timeDeltaParam = string.Empty;
  772. if (isEncoding && state.TargetFramerate > 0)
  773. {
  774. float startTime = 1 / (state.TargetFramerate.Value * 2);
  775. timeDeltaParam = string.Format("-segment_time_delta {0}", Math.Round(startTime, 3));
  776. }
  777. var segmentFormat = GetSegmentFileExtension(state.Request).TrimStart('.');
  778. if (string.Equals(segmentFormat, "ts", StringComparison.OrdinalIgnoreCase))
  779. {
  780. segmentFormat = "mpegts";
  781. }
  782. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -f segment -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -segment_time {6} {10} -individual_header_trailer 0 -segment_format {11} -segment_list_type m3u8 -segment_start_number {7} -segment_list \"{8}\" -y \"{9}\"",
  783. inputModifier,
  784. EncodingHelper.GetInputArgument(state, encodingOptions),
  785. threads,
  786. mapArgs,
  787. GetVideoArguments(state, encodingOptions),
  788. GetAudioArguments(state, encodingOptions),
  789. state.SegmentLength.ToString(CultureInfo.InvariantCulture),
  790. startNumberParam,
  791. outputPath,
  792. outputTsArg,
  793. timeDeltaParam,
  794. segmentFormat
  795. ).Trim();
  796. }
  797. }
  798. }