DynamicHlsService.cs 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981
  1. using MediaBrowser.Common.Net;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Devices;
  4. using MediaBrowser.Controller.Dlna;
  5. using MediaBrowser.Controller.Library;
  6. using MediaBrowser.Controller.MediaEncoding;
  7. using MediaBrowser.Controller.Net;
  8. using MediaBrowser.Model.Dlna;
  9. using MediaBrowser.Model.Entities;
  10. using MediaBrowser.Model.Extensions;
  11. using MediaBrowser.Model.IO;
  12. using MediaBrowser.Model.Serialization;
  13. using System;
  14. using System.Collections.Generic;
  15. using System.Globalization;
  16. using System.IO;
  17. using System.Linq;
  18. using System.Text;
  19. using System.Threading;
  20. using System.Threading.Tasks;
  21. using MediaBrowser.Model.Services;
  22. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  23. namespace MediaBrowser.Api.Playback.Hls
  24. {
  25. /// <summary>
  26. /// Options is needed for chromecast. Threw Head in there since it's related
  27. /// </summary>
  28. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  29. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  30. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  31. {
  32. public bool EnableAdaptiveBitrateStreaming { get; set; }
  33. public GetMasterHlsVideoPlaylist()
  34. {
  35. EnableAdaptiveBitrateStreaming = true;
  36. }
  37. }
  38. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  39. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  40. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  41. {
  42. public bool EnableAdaptiveBitrateStreaming { get; set; }
  43. public GetMasterHlsAudioPlaylist()
  44. {
  45. EnableAdaptiveBitrateStreaming = true;
  46. }
  47. }
  48. public interface IMasterHlsRequest
  49. {
  50. bool EnableAdaptiveBitrateStreaming { get; set; }
  51. }
  52. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  53. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  54. {
  55. }
  56. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  57. public class GetVariantHlsAudioPlaylist : StreamRequest
  58. {
  59. }
  60. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  61. public class GetHlsVideoSegment : VideoStreamRequest
  62. {
  63. public string PlaylistId { get; set; }
  64. /// <summary>
  65. /// Gets or sets the segment id.
  66. /// </summary>
  67. /// <value>The segment id.</value>
  68. public string SegmentId { get; set; }
  69. }
  70. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  71. public class GetHlsAudioSegment : StreamRequest
  72. {
  73. public string PlaylistId { get; set; }
  74. /// <summary>
  75. /// Gets or sets the segment id.
  76. /// </summary>
  77. /// <value>The segment id.</value>
  78. public string SegmentId { get; set; }
  79. }
  80. [Authenticated]
  81. public class DynamicHlsService : BaseHlsService
  82. {
  83. public DynamicHlsService(IServerConfigurationManager serverConfig, IUserManager userManager, ILibraryManager libraryManager, IIsoManager isoManager, IMediaEncoder mediaEncoder, IFileSystem fileSystem, IDlnaManager dlnaManager, ISubtitleEncoder subtitleEncoder, IDeviceManager deviceManager, IMediaSourceManager mediaSourceManager, IZipClient zipClient, IJsonSerializer jsonSerializer, IAuthorizationContext authorizationContext, INetworkManager networkManager) : base(serverConfig, userManager, libraryManager, isoManager, mediaEncoder, fileSystem, dlnaManager, subtitleEncoder, deviceManager, mediaSourceManager, zipClient, jsonSerializer, authorizationContext)
  84. {
  85. NetworkManager = networkManager;
  86. }
  87. protected INetworkManager NetworkManager { get; private set; }
  88. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  89. {
  90. return GetMasterPlaylistInternal(request, "GET");
  91. }
  92. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  93. {
  94. return GetMasterPlaylistInternal(request, "HEAD");
  95. }
  96. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  97. {
  98. return GetMasterPlaylistInternal(request, "GET");
  99. }
  100. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  101. {
  102. return GetMasterPlaylistInternal(request, "HEAD");
  103. }
  104. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  105. {
  106. return GetVariantPlaylistInternal(request, true, "main");
  107. }
  108. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  109. {
  110. return GetVariantPlaylistInternal(request, false, "main");
  111. }
  112. public Task<object> Get(GetHlsVideoSegment request)
  113. {
  114. return GetDynamicSegment(request, request.SegmentId);
  115. }
  116. public Task<object> Get(GetHlsAudioSegment request)
  117. {
  118. return GetDynamicSegment(request, request.SegmentId);
  119. }
  120. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  121. {
  122. if ((request.StartTimeTicks ?? 0) > 0)
  123. {
  124. throw new ArgumentException("StartTimeTicks is not allowed.");
  125. }
  126. var cancellationTokenSource = new CancellationTokenSource();
  127. var cancellationToken = cancellationTokenSource.Token;
  128. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  129. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  130. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  131. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  132. var segmentExtension = GetSegmentFileExtension(state.Request);
  133. TranscodingJob job = null;
  134. if (FileSystem.FileExists(segmentPath))
  135. {
  136. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  137. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  138. }
  139. var transcodingLock = ApiEntryPoint.Instance.GetTranscodingLock(playlistPath);
  140. await transcodingLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  141. var released = false;
  142. var startTranscoding = false;
  143. try
  144. {
  145. if (FileSystem.FileExists(segmentPath))
  146. {
  147. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  148. transcodingLock.Release();
  149. released = true;
  150. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  151. }
  152. else
  153. {
  154. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  155. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  156. if (currentTranscodingIndex == null)
  157. {
  158. Logger.Debug("Starting transcoding because currentTranscodingIndex=null");
  159. startTranscoding = true;
  160. }
  161. else if (requestedIndex < currentTranscodingIndex.Value)
  162. {
  163. Logger.Debug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  164. startTranscoding = true;
  165. }
  166. else if (requestedIndex - currentTranscodingIndex.Value > segmentGapRequiringTranscodingChange)
  167. {
  168. Logger.Debug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", requestedIndex - currentTranscodingIndex.Value, segmentGapRequiringTranscodingChange, requestedIndex);
  169. startTranscoding = true;
  170. }
  171. if (startTranscoding)
  172. {
  173. // If the playlist doesn't already exist, startup ffmpeg
  174. try
  175. {
  176. ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  177. if (currentTranscodingIndex.HasValue)
  178. {
  179. DeleteLastFile(playlistPath, segmentExtension, 0);
  180. }
  181. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  182. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  183. }
  184. catch
  185. {
  186. state.Dispose();
  187. throw;
  188. }
  189. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  190. }
  191. else
  192. {
  193. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  194. if (job.TranscodingThrottler != null)
  195. {
  196. job.TranscodingThrottler.UnpauseTranscoding();
  197. }
  198. }
  199. }
  200. }
  201. finally
  202. {
  203. if (!released)
  204. {
  205. transcodingLock.Release();
  206. }
  207. }
  208. //Logger.Info("waiting for {0}", segmentPath);
  209. //while (!File.Exists(segmentPath))
  210. //{
  211. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  212. //}
  213. Logger.Info("returning {0}", segmentPath);
  214. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  215. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  216. }
  217. private const int BufferSize = 81920;
  218. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  219. {
  220. double startSeconds = 0;
  221. var lengths = GetSegmentLengths(state);
  222. if (requestedIndex >= lengths.Length)
  223. {
  224. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  225. throw new ArgumentException(msg);
  226. }
  227. for (var i = 0; i < requestedIndex; i++)
  228. {
  229. startSeconds += lengths[i];
  230. }
  231. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  232. return position;
  233. }
  234. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  235. {
  236. double startSeconds = 0;
  237. var lengths = GetSegmentLengths(state);
  238. if (requestedIndex >= lengths.Length)
  239. {
  240. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  241. throw new ArgumentException(msg);
  242. }
  243. for (var i = 0; i <= requestedIndex; i++)
  244. {
  245. startSeconds += lengths[i];
  246. }
  247. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  248. return position;
  249. }
  250. private double[] GetSegmentLengths(StreamState state)
  251. {
  252. var result = new List<double>();
  253. var ticks = state.RunTimeTicks ?? 0;
  254. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  255. while (ticks > 0)
  256. {
  257. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  258. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  259. ticks -= length;
  260. }
  261. return result.ToArray();
  262. }
  263. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  264. {
  265. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  266. if (job == null || job.HasExited)
  267. {
  268. return null;
  269. }
  270. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  271. if (file == null)
  272. {
  273. return null;
  274. }
  275. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  276. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  277. return int.Parse(indexString, NumberStyles.Integer, UsCulture);
  278. }
  279. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  280. {
  281. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  282. if (file != null)
  283. {
  284. DeleteFile(file.FullName, retryCount);
  285. }
  286. }
  287. private void DeleteFile(string path, int retryCount)
  288. {
  289. if (retryCount >= 5)
  290. {
  291. return;
  292. }
  293. Logger.Debug("Deleting partial HLS file {0}", path);
  294. try
  295. {
  296. FileSystem.DeleteFile(path);
  297. }
  298. catch (IOException ex)
  299. {
  300. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, path);
  301. var task = Task.Delay(100);
  302. Task.WaitAll(task);
  303. DeleteFile(path, retryCount + 1);
  304. }
  305. catch (Exception ex)
  306. {
  307. Logger.ErrorException("Error deleting partial stream file(s) {0}", ex, path);
  308. }
  309. }
  310. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  311. {
  312. var folder = fileSystem.GetDirectoryName(playlist);
  313. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  314. try
  315. {
  316. return fileSystem.GetFiles(folder, new[] { segmentExtension }, true, false)
  317. .Where(i => Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  318. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  319. .FirstOrDefault();
  320. }
  321. catch (IOException)
  322. {
  323. return null;
  324. }
  325. }
  326. protected override int GetStartNumber(StreamState state)
  327. {
  328. return GetStartNumber(state.VideoRequest);
  329. }
  330. private int GetStartNumber(VideoStreamRequest request)
  331. {
  332. var segmentId = "0";
  333. var segmentRequest = request as GetHlsVideoSegment;
  334. if (segmentRequest != null)
  335. {
  336. segmentId = segmentRequest.SegmentId;
  337. }
  338. return int.Parse(segmentId, NumberStyles.Integer, UsCulture);
  339. }
  340. private string GetSegmentPath(StreamState state, string playlist, int index)
  341. {
  342. var folder = FileSystem.GetDirectoryName(playlist);
  343. var filename = Path.GetFileNameWithoutExtension(playlist);
  344. return Path.Combine(folder, filename + index.ToString(UsCulture) + GetSegmentFileExtension(state.Request));
  345. }
  346. private async Task<object> GetSegmentResult(StreamState state,
  347. string playlistPath,
  348. string segmentPath,
  349. string segmentExtension,
  350. int segmentIndex,
  351. TranscodingJob transcodingJob,
  352. CancellationToken cancellationToken)
  353. {
  354. var segmentFileExists = FileSystem.FileExists(segmentPath);
  355. // If all transcoding has completed, just return immediately
  356. if (transcodingJob != null && transcodingJob.HasExited && segmentFileExists)
  357. {
  358. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  359. }
  360. if (segmentFileExists)
  361. {
  362. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  363. // If requested segment is less than transcoding position, we can't transcode backwards, so assume it's ready
  364. if (segmentIndex < currentTranscodingIndex)
  365. {
  366. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  367. }
  368. }
  369. var segmentFilename = Path.GetFileName(segmentPath);
  370. while (!cancellationToken.IsCancellationRequested)
  371. {
  372. try
  373. {
  374. using (var fileStream = GetPlaylistFileStream(playlistPath))
  375. {
  376. using (var reader = new StreamReader(fileStream, Encoding.UTF8, true, BufferSize))
  377. {
  378. var text = await reader.ReadToEndAsync().ConfigureAwait(false);
  379. // If it appears in the playlist, it's done
  380. if (text.IndexOf(segmentFilename, StringComparison.OrdinalIgnoreCase) != -1)
  381. {
  382. if (!segmentFileExists)
  383. {
  384. segmentFileExists = FileSystem.FileExists(segmentPath);
  385. }
  386. if (segmentFileExists)
  387. {
  388. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  389. }
  390. //break;
  391. }
  392. }
  393. }
  394. }
  395. catch (IOException)
  396. {
  397. // May get an error if the file is locked
  398. }
  399. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  400. }
  401. cancellationToken.ThrowIfCancellationRequested();
  402. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  403. }
  404. private Task<object> GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  405. {
  406. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  407. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  408. {
  409. Path = segmentPath,
  410. FileShare = FileShareMode.ReadWrite,
  411. OnComplete = () =>
  412. {
  413. if (transcodingJob != null)
  414. {
  415. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  416. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  417. }
  418. }
  419. });
  420. }
  421. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  422. {
  423. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  424. if (string.IsNullOrEmpty(request.MediaSourceId))
  425. {
  426. throw new ArgumentException("MediaSourceId is required");
  427. }
  428. var playlistText = string.Empty;
  429. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  430. {
  431. var audioBitrate = state.OutputAudioBitrate ?? 0;
  432. var videoBitrate = state.OutputVideoBitrate ?? 0;
  433. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  434. }
  435. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  436. }
  437. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  438. {
  439. var builder = new StringBuilder();
  440. builder.AppendLine("#EXTM3U");
  441. var isLiveStream = state.IsSegmentedLiveStream;
  442. var queryStringIndex = Request.RawUrl.IndexOf('?');
  443. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  444. // Main stream
  445. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  446. playlistUrl += queryString;
  447. var request = state.Request;
  448. var subtitleStreams = state.MediaSource
  449. .MediaStreams
  450. .Where(i => i.IsTextSubtitleStream)
  451. .ToList();
  452. var subtitleGroup = subtitleStreams.Count > 0 &&
  453. request is GetMasterHlsVideoPlaylist &&
  454. (state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Hls || state.VideoRequest.EnableSubtitlesInManifest) ?
  455. "subs" :
  456. null;
  457. // If we're burning in subtitles then don't add additional subs to the manifest
  458. if (state.SubtitleStream != null && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode)
  459. {
  460. subtitleGroup = null;
  461. }
  462. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  463. {
  464. AddSubtitles(state, subtitleStreams, builder);
  465. }
  466. AppendPlaylist(builder, state, playlistUrl, totalBitrate, subtitleGroup);
  467. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  468. {
  469. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  470. // By default, vary by just 200k
  471. var variation = GetBitrateVariation(totalBitrate);
  472. var newBitrate = totalBitrate - variation;
  473. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  474. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  475. variation *= 2;
  476. newBitrate = totalBitrate - variation;
  477. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  478. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  479. }
  480. return builder.ToString();
  481. }
  482. private string ReplaceBitrate(string url, int oldValue, int newValue)
  483. {
  484. return url.Replace(
  485. "videobitrate=" + oldValue.ToString(UsCulture),
  486. "videobitrate=" + newValue.ToString(UsCulture),
  487. StringComparison.OrdinalIgnoreCase);
  488. }
  489. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  490. {
  491. var selectedIndex = state.SubtitleStream == null || state.SubtitleDeliveryMethod != SubtitleDeliveryMethod.Hls ? (int?)null : state.SubtitleStream.Index;
  492. foreach (var stream in subtitles)
  493. {
  494. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},AUTOSELECT=YES,URI=\"{3}\",LANGUAGE=\"{4}\"";
  495. var name = stream.DisplayTitle;
  496. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  497. var isForced = stream.IsForced;
  498. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}&api_key={3}",
  499. state.Request.MediaSourceId,
  500. stream.Index.ToString(UsCulture),
  501. 30.ToString(UsCulture),
  502. AuthorizationContext.GetAuthorizationInfo(Request).Token);
  503. var line = string.Format(format,
  504. name,
  505. isDefault ? "YES" : "NO",
  506. isForced ? "YES" : "NO",
  507. url,
  508. stream.Language ?? "Unknown");
  509. builder.AppendLine(line);
  510. }
  511. }
  512. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  513. {
  514. // Within the local network this will likely do more harm than good.
  515. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  516. {
  517. return false;
  518. }
  519. var request = state.Request as IMasterHlsRequest;
  520. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  521. {
  522. return false;
  523. }
  524. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  525. {
  526. // Opening live streams is so slow it's not even worth it
  527. return false;
  528. }
  529. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  530. {
  531. return false;
  532. }
  533. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  534. {
  535. return false;
  536. }
  537. if (!state.IsOutputVideo)
  538. {
  539. return false;
  540. }
  541. // Having problems in android
  542. return false;
  543. //return state.VideoRequest.VideoBitRate.HasValue;
  544. }
  545. private void AppendPlaylist(StringBuilder builder, StreamState state, string url, int bitrate, string subtitleGroup)
  546. {
  547. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(UsCulture) + ",AVERAGE-BANDWIDTH=" + bitrate.ToString(UsCulture);
  548. // tvos wants resolution, codecs, framerate
  549. //if (state.TargetFramerate.HasValue)
  550. //{
  551. // header += string.Format(",FRAME-RATE=\"{0}\"", state.TargetFramerate.Value.ToString(CultureInfo.InvariantCulture));
  552. //}
  553. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  554. {
  555. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  556. }
  557. builder.AppendLine(header);
  558. builder.AppendLine(url);
  559. }
  560. private int GetBitrateVariation(int bitrate)
  561. {
  562. // By default, vary by just 50k
  563. var variation = 50000;
  564. if (bitrate >= 10000000)
  565. {
  566. variation = 2000000;
  567. }
  568. else if (bitrate >= 5000000)
  569. {
  570. variation = 1500000;
  571. }
  572. else if (bitrate >= 3000000)
  573. {
  574. variation = 1000000;
  575. }
  576. else if (bitrate >= 2000000)
  577. {
  578. variation = 500000;
  579. }
  580. else if (bitrate >= 1000000)
  581. {
  582. variation = 300000;
  583. }
  584. else if (bitrate >= 600000)
  585. {
  586. variation = 200000;
  587. }
  588. else if (bitrate >= 400000)
  589. {
  590. variation = 100000;
  591. }
  592. return variation;
  593. }
  594. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  595. {
  596. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  597. var segmentLengths = GetSegmentLengths(state);
  598. var builder = new StringBuilder();
  599. builder.AppendLine("#EXTM3U");
  600. builder.AppendLine("#EXT-X-PLAYLIST-TYPE:VOD");
  601. builder.AppendLine("#EXT-X-VERSION:3");
  602. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling(segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength).ToString(UsCulture));
  603. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  604. var queryStringIndex = Request.RawUrl.IndexOf('?');
  605. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  606. //if ((Request.UserAgent ?? string.Empty).IndexOf("roku", StringComparison.OrdinalIgnoreCase) != -1)
  607. //{
  608. // queryString = string.Empty;
  609. //}
  610. var index = 0;
  611. foreach (var length in segmentLengths)
  612. {
  613. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", UsCulture) + ", nodesc");
  614. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  615. name,
  616. index.ToString(UsCulture),
  617. GetSegmentFileExtension(request),
  618. queryString));
  619. index++;
  620. }
  621. builder.AppendLine("#EXT-X-ENDLIST");
  622. var playlistText = builder.ToString();
  623. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  624. }
  625. protected override string GetAudioArguments(StreamState state)
  626. {
  627. var codec = EncodingHelper.GetAudioEncoder(state);
  628. if (!state.IsOutputVideo)
  629. {
  630. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  631. {
  632. return "-acodec copy";
  633. }
  634. var audioTranscodeParams = new List<string>();
  635. audioTranscodeParams.Add("-acodec " + codec);
  636. if (state.OutputAudioBitrate.HasValue)
  637. {
  638. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(UsCulture));
  639. }
  640. if (state.OutputAudioChannels.HasValue)
  641. {
  642. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(UsCulture));
  643. }
  644. if (state.OutputAudioSampleRate.HasValue)
  645. {
  646. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture));
  647. }
  648. audioTranscodeParams.Add("-vn");
  649. return string.Join(" ", audioTranscodeParams.ToArray());
  650. }
  651. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  652. {
  653. return "-codec:a:0 copy -copypriorss:a:0 0";
  654. }
  655. var args = "-codec:a:0 " + codec;
  656. var channels = state.OutputAudioChannels;
  657. if (channels.HasValue)
  658. {
  659. args += " -ac " + channels.Value;
  660. }
  661. var bitrate = state.OutputAudioBitrate;
  662. if (bitrate.HasValue)
  663. {
  664. args += " -ab " + bitrate.Value.ToString(UsCulture);
  665. }
  666. if (state.OutputAudioSampleRate.HasValue)
  667. {
  668. args += " -ar " + state.OutputAudioSampleRate.Value.ToString(UsCulture);
  669. }
  670. args += " " + EncodingHelper.GetAudioFilterParam(state, ApiEntryPoint.Instance.GetEncodingOptions(), true);
  671. return args;
  672. }
  673. protected override string GetVideoArguments(StreamState state)
  674. {
  675. if (!state.IsOutputVideo)
  676. {
  677. return string.Empty;
  678. }
  679. var codec = EncodingHelper.GetVideoEncoder(state, ApiEntryPoint.Instance.GetEncodingOptions());
  680. var args = "-codec:v:0 " + codec;
  681. if (state.EnableMpegtsM2TsMode)
  682. {
  683. args += " -mpegts_m2ts_mode 1";
  684. }
  685. // See if we can save come cpu cycles by avoiding encoding
  686. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  687. {
  688. if (state.VideoStream != null && EncodingHelper.IsH264(state.VideoStream) && !string.Equals(state.VideoStream.NalLengthSize, "0", StringComparison.OrdinalIgnoreCase))
  689. {
  690. args += " -bsf:v h264_mp4toannexb";
  691. }
  692. //args += " -flags -global_header";
  693. }
  694. else
  695. {
  696. var keyFrameArg = string.Format(" -force_key_frames \"expr:gte(t,n_forced*{0})\"",
  697. state.SegmentLength.ToString(UsCulture));
  698. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode;
  699. var encodingOptions = ApiEntryPoint.Instance.GetEncodingOptions();
  700. args += " " + EncodingHelper.GetVideoQualityParam(state, codec, encodingOptions, GetDefaultH264Preset()) + keyFrameArg;
  701. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  702. // Add resolution params, if specified
  703. if (!hasGraphicalSubs)
  704. {
  705. args += EncodingHelper.GetOutputSizeParam(state, codec, EnableCopyTs(state));
  706. }
  707. // This is for internal graphical subs
  708. if (hasGraphicalSubs)
  709. {
  710. args += EncodingHelper.GetGraphicalSubtitleParam(state, codec);
  711. }
  712. //args += " -flags -global_header";
  713. }
  714. if (EnableCopyTs(state) && args.IndexOf("-copyts", StringComparison.OrdinalIgnoreCase) == -1)
  715. {
  716. args += " -copyts";
  717. }
  718. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  719. {
  720. args += " -vsync " + state.OutputVideoSync;
  721. }
  722. return args;
  723. }
  724. private bool EnableCopyTs(StreamState state)
  725. {
  726. //return state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream && state.VideoRequest.SubtitleMethod == SubtitleDeliveryMethod.Encode;
  727. return true;
  728. }
  729. protected override string GetCommandLineArguments(string outputPath, StreamState state, bool isEncoding)
  730. {
  731. var encodingOptions = ApiEntryPoint.Instance.GetEncodingOptions();
  732. var threads = EncodingHelper.GetNumberOfThreads(state, encodingOptions, false);
  733. var inputModifier = EncodingHelper.GetInputModifier(state, encodingOptions);
  734. // If isEncoding is true we're actually starting ffmpeg
  735. var startNumber = GetStartNumber(state);
  736. var startNumberParam = isEncoding ? startNumber.ToString(UsCulture) : "0";
  737. var mapArgs = state.IsOutputVideo ? EncodingHelper.GetMapArgs(state) : string.Empty;
  738. var useGenericSegmenter = true;
  739. if (useGenericSegmenter)
  740. {
  741. var outputTsArg = Path.Combine(FileSystem.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state.Request);
  742. var timeDeltaParam = String.Empty;
  743. if (isEncoding && startNumber > 0)
  744. {
  745. var startTime = state.SegmentLength * startNumber;
  746. timeDeltaParam = string.Format("-segment_time_delta -{0}", startTime);
  747. }
  748. var segmentFormat = GetSegmentFileExtension(state.Request).TrimStart('.');
  749. if (string.Equals(segmentFormat, "ts", StringComparison.OrdinalIgnoreCase))
  750. {
  751. segmentFormat = "mpegts";
  752. }
  753. var videoCodec = EncodingHelper.GetVideoEncoder(state, ApiEntryPoint.Instance.GetEncodingOptions());
  754. var breakOnNonKeyFrames = state.EnableBreakOnNonKeyFrames(videoCodec);
  755. var breakOnNonKeyFramesArg = breakOnNonKeyFrames ? " -break_non_keyframes 1" : "";
  756. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -f segment -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -segment_time {6} {10} -individual_header_trailer 0{12} -segment_format {11} -segment_list_type m3u8 -segment_start_number {7} -segment_list \"{8}\" -y \"{9}\"",
  757. inputModifier,
  758. EncodingHelper.GetInputArgument(state, encodingOptions),
  759. threads,
  760. mapArgs,
  761. GetVideoArguments(state),
  762. GetAudioArguments(state),
  763. state.SegmentLength.ToString(UsCulture),
  764. startNumberParam,
  765. outputPath,
  766. outputTsArg,
  767. timeDeltaParam,
  768. segmentFormat,
  769. breakOnNonKeyFramesArg
  770. ).Trim();
  771. }
  772. return string.Format("{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -hls_time {6} -individual_header_trailer 0 -start_number {7} -hls_list_size {8} -y \"{9}\"",
  773. inputModifier,
  774. EncodingHelper.GetInputArgument(state, encodingOptions),
  775. threads,
  776. mapArgs,
  777. GetVideoArguments(state),
  778. GetAudioArguments(state),
  779. state.SegmentLength.ToString(UsCulture),
  780. startNumberParam,
  781. state.HlsListSize.ToString(UsCulture),
  782. outputPath
  783. ).Trim();
  784. }
  785. }
  786. }