DynamicHlsService.cs 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.IO;
  5. using System.Linq;
  6. using System.Text;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using MediaBrowser.Common.Net;
  10. using MediaBrowser.Controller.Configuration;
  11. using MediaBrowser.Controller.Devices;
  12. using MediaBrowser.Controller.Dlna;
  13. using MediaBrowser.Controller.Library;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Net;
  16. using MediaBrowser.Model.Configuration;
  17. using MediaBrowser.Model.Dlna;
  18. using MediaBrowser.Model.Entities;
  19. using MediaBrowser.Model.Extensions;
  20. using MediaBrowser.Model.IO;
  21. using MediaBrowser.Model.Serialization;
  22. using MediaBrowser.Model.Services;
  23. using Microsoft.Extensions.Logging;
  24. using MimeTypes = MediaBrowser.Model.Net.MimeTypes;
  25. namespace MediaBrowser.Api.Playback.Hls
  26. {
  27. /// <summary>
  28. /// Options is needed for chromecast. Threw Head in there since it's related
  29. /// </summary>
  30. [Route("/Videos/{Id}/master.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  31. [Route("/Videos/{Id}/master.m3u8", "HEAD", Summary = "Gets a video stream using HTTP live streaming.")]
  32. public class GetMasterHlsVideoPlaylist : VideoStreamRequest, IMasterHlsRequest
  33. {
  34. public bool EnableAdaptiveBitrateStreaming { get; set; }
  35. public GetMasterHlsVideoPlaylist()
  36. {
  37. EnableAdaptiveBitrateStreaming = true;
  38. }
  39. }
  40. [Route("/Audio/{Id}/master.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  41. [Route("/Audio/{Id}/master.m3u8", "HEAD", Summary = "Gets an audio stream using HTTP live streaming.")]
  42. public class GetMasterHlsAudioPlaylist : StreamRequest, IMasterHlsRequest
  43. {
  44. public bool EnableAdaptiveBitrateStreaming { get; set; }
  45. public GetMasterHlsAudioPlaylist()
  46. {
  47. EnableAdaptiveBitrateStreaming = true;
  48. }
  49. }
  50. public interface IMasterHlsRequest
  51. {
  52. bool EnableAdaptiveBitrateStreaming { get; set; }
  53. }
  54. [Route("/Videos/{Id}/main.m3u8", "GET", Summary = "Gets a video stream using HTTP live streaming.")]
  55. public class GetVariantHlsVideoPlaylist : VideoStreamRequest
  56. {
  57. }
  58. [Route("/Audio/{Id}/main.m3u8", "GET", Summary = "Gets an audio stream using HTTP live streaming.")]
  59. public class GetVariantHlsAudioPlaylist : StreamRequest
  60. {
  61. }
  62. [Route("/Videos/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  63. public class GetHlsVideoSegment : VideoStreamRequest
  64. {
  65. public string PlaylistId { get; set; }
  66. /// <summary>
  67. /// Gets or sets the segment id.
  68. /// </summary>
  69. /// <value>The segment id.</value>
  70. public string SegmentId { get; set; }
  71. }
  72. [Route("/Audio/{Id}/hls1/{PlaylistId}/{SegmentId}.{SegmentContainer}", "GET")]
  73. public class GetHlsAudioSegment : StreamRequest
  74. {
  75. public string PlaylistId { get; set; }
  76. /// <summary>
  77. /// Gets or sets the segment id.
  78. /// </summary>
  79. /// <value>The segment id.</value>
  80. public string SegmentId { get; set; }
  81. }
  82. [Authenticated]
  83. public class DynamicHlsService : BaseHlsService
  84. {
  85. public DynamicHlsService(
  86. IServerConfigurationManager serverConfig,
  87. IUserManager userManager,
  88. ILibraryManager libraryManager,
  89. IIsoManager isoManager,
  90. IMediaEncoder mediaEncoder,
  91. IFileSystem fileSystem,
  92. IDlnaManager dlnaManager,
  93. IDeviceManager deviceManager,
  94. IMediaSourceManager mediaSourceManager,
  95. IJsonSerializer jsonSerializer,
  96. IAuthorizationContext authorizationContext,
  97. INetworkManager networkManager,
  98. EncodingHelper encodingHelper)
  99. : base(serverConfig,
  100. userManager,
  101. libraryManager,
  102. isoManager,
  103. mediaEncoder,
  104. fileSystem,
  105. dlnaManager,
  106. deviceManager,
  107. mediaSourceManager,
  108. jsonSerializer,
  109. authorizationContext,
  110. encodingHelper)
  111. {
  112. NetworkManager = networkManager;
  113. }
  114. protected INetworkManager NetworkManager { get; private set; }
  115. public Task<object> Get(GetMasterHlsVideoPlaylist request)
  116. {
  117. return GetMasterPlaylistInternal(request, "GET");
  118. }
  119. public Task<object> Head(GetMasterHlsVideoPlaylist request)
  120. {
  121. return GetMasterPlaylistInternal(request, "HEAD");
  122. }
  123. public Task<object> Get(GetMasterHlsAudioPlaylist request)
  124. {
  125. return GetMasterPlaylistInternal(request, "GET");
  126. }
  127. public Task<object> Head(GetMasterHlsAudioPlaylist request)
  128. {
  129. return GetMasterPlaylistInternal(request, "HEAD");
  130. }
  131. public Task<object> Get(GetVariantHlsVideoPlaylist request)
  132. {
  133. return GetVariantPlaylistInternal(request, true, "main");
  134. }
  135. public Task<object> Get(GetVariantHlsAudioPlaylist request)
  136. {
  137. return GetVariantPlaylistInternal(request, false, "main");
  138. }
  139. public Task<object> Get(GetHlsVideoSegment request)
  140. {
  141. return GetDynamicSegment(request, request.SegmentId);
  142. }
  143. public Task<object> Get(GetHlsAudioSegment request)
  144. {
  145. return GetDynamicSegment(request, request.SegmentId);
  146. }
  147. private async Task<object> GetDynamicSegment(StreamRequest request, string segmentId)
  148. {
  149. if ((request.StartTimeTicks ?? 0) > 0)
  150. {
  151. throw new ArgumentException("StartTimeTicks is not allowed.");
  152. }
  153. var cancellationTokenSource = new CancellationTokenSource();
  154. var cancellationToken = cancellationTokenSource.Token;
  155. var requestedIndex = int.Parse(segmentId, NumberStyles.Integer, CultureInfo.InvariantCulture);
  156. var state = await GetState(request, cancellationToken).ConfigureAwait(false);
  157. var playlistPath = Path.ChangeExtension(state.OutputFilePath, ".m3u8");
  158. var segmentPath = GetSegmentPath(state, playlistPath, requestedIndex);
  159. var segmentExtension = GetSegmentFileExtension(state.Request);
  160. TranscodingJob job = null;
  161. if (File.Exists(segmentPath))
  162. {
  163. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  164. Logger.LogDebug("returning {0} [it exists, try 1]", segmentPath);
  165. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  166. }
  167. var transcodingLock = ApiEntryPoint.Instance.GetTranscodingLock(playlistPath);
  168. await transcodingLock.WaitAsync(cancellationTokenSource.Token).ConfigureAwait(false);
  169. var released = false;
  170. var startTranscoding = false;
  171. try
  172. {
  173. if (File.Exists(segmentPath))
  174. {
  175. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  176. transcodingLock.Release();
  177. released = true;
  178. Logger.LogDebug("returning {0} [it exists, try 2]", segmentPath);
  179. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  180. }
  181. else
  182. {
  183. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  184. var segmentGapRequiringTranscodingChange = 24 / state.SegmentLength;
  185. if (currentTranscodingIndex == null)
  186. {
  187. Logger.LogDebug("Starting transcoding because currentTranscodingIndex=null");
  188. startTranscoding = true;
  189. }
  190. else if (requestedIndex < currentTranscodingIndex.Value)
  191. {
  192. Logger.LogDebug("Starting transcoding because requestedIndex={0} and currentTranscodingIndex={1}", requestedIndex, currentTranscodingIndex);
  193. startTranscoding = true;
  194. }
  195. else if (requestedIndex - currentTranscodingIndex.Value > segmentGapRequiringTranscodingChange)
  196. {
  197. Logger.LogDebug("Starting transcoding because segmentGap is {0} and max allowed gap is {1}. requestedIndex={2}", requestedIndex - currentTranscodingIndex.Value, segmentGapRequiringTranscodingChange, requestedIndex);
  198. startTranscoding = true;
  199. }
  200. if (startTranscoding)
  201. {
  202. // If the playlist doesn't already exist, startup ffmpeg
  203. try
  204. {
  205. await ApiEntryPoint.Instance.KillTranscodingJobs(request.DeviceId, request.PlaySessionId, p => false);
  206. if (currentTranscodingIndex.HasValue)
  207. {
  208. DeleteLastFile(playlistPath, segmentExtension, 0);
  209. }
  210. request.StartTimeTicks = GetStartPositionTicks(state, requestedIndex);
  211. state.WaitForPath = segmentPath;
  212. job = await StartFfMpeg(state, playlistPath, cancellationTokenSource).ConfigureAwait(false);
  213. }
  214. catch
  215. {
  216. state.Dispose();
  217. throw;
  218. }
  219. //await WaitForMinimumSegmentCount(playlistPath, 1, cancellationTokenSource.Token).ConfigureAwait(false);
  220. }
  221. else
  222. {
  223. job = ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  224. if (job.TranscodingThrottler != null)
  225. {
  226. await job.TranscodingThrottler.UnpauseTranscoding();
  227. }
  228. }
  229. }
  230. }
  231. finally
  232. {
  233. if (!released)
  234. {
  235. transcodingLock.Release();
  236. }
  237. }
  238. //Logger.LogInformation("waiting for {0}", segmentPath);
  239. //while (!File.Exists(segmentPath))
  240. //{
  241. // await Task.Delay(50, cancellationToken).ConfigureAwait(false);
  242. //}
  243. Logger.LogDebug("returning {0} [general case]", segmentPath);
  244. job = job ?? ApiEntryPoint.Instance.OnTranscodeBeginRequest(playlistPath, TranscodingJobType);
  245. return await GetSegmentResult(state, playlistPath, segmentPath, segmentExtension, requestedIndex, job, cancellationToken).ConfigureAwait(false);
  246. }
  247. private const int BufferSize = 81920;
  248. private long GetStartPositionTicks(StreamState state, int requestedIndex)
  249. {
  250. double startSeconds = 0;
  251. var lengths = GetSegmentLengths(state);
  252. if (requestedIndex >= lengths.Length)
  253. {
  254. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  255. throw new ArgumentException(msg);
  256. }
  257. for (var i = 0; i < requestedIndex; i++)
  258. {
  259. startSeconds += lengths[i];
  260. }
  261. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  262. return position;
  263. }
  264. private long GetEndPositionTicks(StreamState state, int requestedIndex)
  265. {
  266. double startSeconds = 0;
  267. var lengths = GetSegmentLengths(state);
  268. if (requestedIndex >= lengths.Length)
  269. {
  270. var msg = string.Format("Invalid segment index requested: {0} - Segment count: {1}", requestedIndex, lengths.Length);
  271. throw new ArgumentException(msg);
  272. }
  273. for (var i = 0; i <= requestedIndex; i++)
  274. {
  275. startSeconds += lengths[i];
  276. }
  277. var position = TimeSpan.FromSeconds(startSeconds).Ticks;
  278. return position;
  279. }
  280. private double[] GetSegmentLengths(StreamState state)
  281. {
  282. var result = new List<double>();
  283. var ticks = state.RunTimeTicks ?? 0;
  284. var segmentLengthTicks = TimeSpan.FromSeconds(state.SegmentLength).Ticks;
  285. while (ticks > 0)
  286. {
  287. var length = ticks >= segmentLengthTicks ? segmentLengthTicks : ticks;
  288. result.Add(TimeSpan.FromTicks(length).TotalSeconds);
  289. ticks -= length;
  290. }
  291. return result.ToArray();
  292. }
  293. public int? GetCurrentTranscodingIndex(string playlist, string segmentExtension)
  294. {
  295. var job = ApiEntryPoint.Instance.GetTranscodingJob(playlist, TranscodingJobType);
  296. if (job == null || job.HasExited)
  297. {
  298. return null;
  299. }
  300. var file = GetLastTranscodingFile(playlist, segmentExtension, FileSystem);
  301. if (file == null)
  302. {
  303. return null;
  304. }
  305. var playlistFilename = Path.GetFileNameWithoutExtension(playlist);
  306. var indexString = Path.GetFileNameWithoutExtension(file.Name).Substring(playlistFilename.Length);
  307. return int.Parse(indexString, NumberStyles.Integer, CultureInfo.InvariantCulture);
  308. }
  309. private void DeleteLastFile(string playlistPath, string segmentExtension, int retryCount)
  310. {
  311. var file = GetLastTranscodingFile(playlistPath, segmentExtension, FileSystem);
  312. if (file != null)
  313. {
  314. DeleteFile(file.FullName, retryCount);
  315. }
  316. }
  317. private void DeleteFile(string path, int retryCount)
  318. {
  319. if (retryCount >= 5)
  320. {
  321. return;
  322. }
  323. Logger.LogDebug("Deleting partial HLS file {path}", path);
  324. try
  325. {
  326. FileSystem.DeleteFile(path);
  327. }
  328. catch (IOException ex)
  329. {
  330. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  331. var task = Task.Delay(100);
  332. Task.WaitAll(task);
  333. DeleteFile(path, retryCount + 1);
  334. }
  335. catch (Exception ex)
  336. {
  337. Logger.LogError(ex, "Error deleting partial stream file(s) {path}", path);
  338. }
  339. }
  340. private static FileSystemMetadata GetLastTranscodingFile(string playlist, string segmentExtension, IFileSystem fileSystem)
  341. {
  342. var folder = Path.GetDirectoryName(playlist);
  343. var filePrefix = Path.GetFileNameWithoutExtension(playlist) ?? string.Empty;
  344. try
  345. {
  346. return fileSystem.GetFiles(folder, new[] { segmentExtension }, true, false)
  347. .Where(i => Path.GetFileNameWithoutExtension(i.Name).StartsWith(filePrefix, StringComparison.OrdinalIgnoreCase))
  348. .OrderByDescending(fileSystem.GetLastWriteTimeUtc)
  349. .FirstOrDefault();
  350. }
  351. catch (IOException)
  352. {
  353. return null;
  354. }
  355. }
  356. protected override int GetStartNumber(StreamState state)
  357. {
  358. return GetStartNumber(state.VideoRequest);
  359. }
  360. private int GetStartNumber(VideoStreamRequest request)
  361. {
  362. var segmentId = "0";
  363. var segmentRequest = request as GetHlsVideoSegment;
  364. if (segmentRequest != null)
  365. {
  366. segmentId = segmentRequest.SegmentId;
  367. }
  368. return int.Parse(segmentId, NumberStyles.Integer, CultureInfo.InvariantCulture);
  369. }
  370. private string GetSegmentPath(StreamState state, string playlist, int index)
  371. {
  372. var folder = Path.GetDirectoryName(playlist);
  373. var filename = Path.GetFileNameWithoutExtension(playlist);
  374. return Path.Combine(folder, filename + index.ToString(CultureInfo.InvariantCulture) + GetSegmentFileExtension(state.Request));
  375. }
  376. private async Task<object> GetSegmentResult(StreamState state,
  377. string playlistPath,
  378. string segmentPath,
  379. string segmentExtension,
  380. int segmentIndex,
  381. TranscodingJob transcodingJob,
  382. CancellationToken cancellationToken)
  383. {
  384. var segmentExists = File.Exists(segmentPath);
  385. if (segmentExists)
  386. {
  387. if (transcodingJob != null && transcodingJob.HasExited)
  388. {
  389. // Transcoding job is over, so assume all existing files are ready
  390. Logger.LogDebug("serving up {0} as transcode is over", segmentPath);
  391. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  392. }
  393. var currentTranscodingIndex = GetCurrentTranscodingIndex(playlistPath, segmentExtension);
  394. // If requested segment is less than transcoding position, we can't transcode backwards, so assume it's ready
  395. if (segmentIndex < currentTranscodingIndex)
  396. {
  397. Logger.LogDebug("serving up {0} as transcode index {1} is past requested point {2}", segmentPath, currentTranscodingIndex, segmentIndex);
  398. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  399. }
  400. }
  401. var nextSegmentPath = GetSegmentPath(state, playlistPath, segmentIndex + 1);
  402. if (transcodingJob != null)
  403. {
  404. while (!cancellationToken.IsCancellationRequested && !transcodingJob.HasExited)
  405. {
  406. // To be considered ready, the segment file has to exist AND
  407. // either the transcoding job should be done or next segment should also exist
  408. if (segmentExists)
  409. {
  410. if (transcodingJob.HasExited || File.Exists(nextSegmentPath))
  411. {
  412. Logger.LogDebug("serving up {0} as it deemed ready", segmentPath);
  413. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  414. }
  415. }
  416. else
  417. {
  418. segmentExists = File.Exists(segmentPath);
  419. if (segmentExists)
  420. {
  421. continue; // avoid unnecessary waiting if segment just became available
  422. }
  423. }
  424. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  425. }
  426. if (!File.Exists(segmentPath))
  427. {
  428. Logger.LogWarning("cannot serve {0} as transcoding quit before we got there", segmentPath);
  429. }
  430. else
  431. {
  432. Logger.LogDebug("serving {0} as it's on disk and transcoding stopped", segmentPath);
  433. }
  434. cancellationToken.ThrowIfCancellationRequested();
  435. }
  436. else
  437. {
  438. Logger.LogWarning("cannot serve {0} as it doesn't exist and no transcode is running", segmentPath);
  439. }
  440. return await GetSegmentResult(state, segmentPath, segmentIndex, transcodingJob).ConfigureAwait(false);
  441. }
  442. private Task<object> GetSegmentResult(StreamState state, string segmentPath, int index, TranscodingJob transcodingJob)
  443. {
  444. var segmentEndingPositionTicks = GetEndPositionTicks(state, index);
  445. return ResultFactory.GetStaticFileResult(Request, new StaticFileResultOptions
  446. {
  447. Path = segmentPath,
  448. FileShare = FileShareMode.ReadWrite,
  449. OnComplete = () =>
  450. {
  451. Logger.LogDebug("finished serving {0}", segmentPath);
  452. if (transcodingJob != null)
  453. {
  454. transcodingJob.DownloadPositionTicks = Math.Max(transcodingJob.DownloadPositionTicks ?? segmentEndingPositionTicks, segmentEndingPositionTicks);
  455. ApiEntryPoint.Instance.OnTranscodeEndRequest(transcodingJob);
  456. }
  457. }
  458. });
  459. }
  460. private async Task<object> GetMasterPlaylistInternal(StreamRequest request, string method)
  461. {
  462. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  463. if (string.IsNullOrEmpty(request.MediaSourceId))
  464. {
  465. throw new ArgumentException("MediaSourceId is required");
  466. }
  467. var playlistText = string.Empty;
  468. if (string.Equals(method, "GET", StringComparison.OrdinalIgnoreCase))
  469. {
  470. var audioBitrate = state.OutputAudioBitrate ?? 0;
  471. var videoBitrate = state.OutputVideoBitrate ?? 0;
  472. playlistText = GetMasterPlaylistFileText(state, videoBitrate + audioBitrate);
  473. }
  474. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  475. }
  476. private string GetMasterPlaylistFileText(StreamState state, int totalBitrate)
  477. {
  478. var builder = new StringBuilder();
  479. builder.AppendLine("#EXTM3U");
  480. var isLiveStream = state.IsSegmentedLiveStream;
  481. var queryStringIndex = Request.RawUrl.IndexOf('?');
  482. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  483. // from universal audio service
  484. if (queryString.IndexOf("SegmentContainer", StringComparison.OrdinalIgnoreCase) == -1 && !string.IsNullOrWhiteSpace(state.Request.SegmentContainer))
  485. {
  486. queryString += "&SegmentContainer=" + state.Request.SegmentContainer;
  487. }
  488. // from universal audio service
  489. if (!string.IsNullOrWhiteSpace(state.Request.TranscodeReasons) && queryString.IndexOf("TranscodeReasons=", StringComparison.OrdinalIgnoreCase) == -1)
  490. {
  491. queryString += "&TranscodeReasons=" + state.Request.TranscodeReasons;
  492. }
  493. // Main stream
  494. var playlistUrl = isLiveStream ? "live.m3u8" : "main.m3u8";
  495. playlistUrl += queryString;
  496. var request = state.Request;
  497. var subtitleStreams = state.MediaSource
  498. .MediaStreams
  499. .Where(i => i.IsTextSubtitleStream)
  500. .ToList();
  501. var subtitleGroup = subtitleStreams.Count > 0 &&
  502. request is GetMasterHlsVideoPlaylist &&
  503. (state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Hls || state.VideoRequest.EnableSubtitlesInManifest) ?
  504. "subs" :
  505. null;
  506. // If we're burning in subtitles then don't add additional subs to the manifest
  507. if (state.SubtitleStream != null && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode)
  508. {
  509. subtitleGroup = null;
  510. }
  511. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  512. {
  513. AddSubtitles(state, subtitleStreams, builder);
  514. }
  515. AppendPlaylist(builder, state, playlistUrl, totalBitrate, subtitleGroup);
  516. if (EnableAdaptiveBitrateStreaming(state, isLiveStream))
  517. {
  518. var requestedVideoBitrate = state.VideoRequest == null ? 0 : state.VideoRequest.VideoBitRate ?? 0;
  519. // By default, vary by just 200k
  520. var variation = GetBitrateVariation(totalBitrate);
  521. var newBitrate = totalBitrate - variation;
  522. var variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  523. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  524. variation *= 2;
  525. newBitrate = totalBitrate - variation;
  526. variantUrl = ReplaceBitrate(playlistUrl, requestedVideoBitrate, requestedVideoBitrate - variation);
  527. AppendPlaylist(builder, state, variantUrl, newBitrate, subtitleGroup);
  528. }
  529. return builder.ToString();
  530. }
  531. private string ReplaceBitrate(string url, int oldValue, int newValue)
  532. {
  533. return url.Replace(
  534. "videobitrate=" + oldValue.ToString(CultureInfo.InvariantCulture),
  535. "videobitrate=" + newValue.ToString(CultureInfo.InvariantCulture),
  536. StringComparison.OrdinalIgnoreCase);
  537. }
  538. private void AddSubtitles(StreamState state, IEnumerable<MediaStream> subtitles, StringBuilder builder)
  539. {
  540. var selectedIndex = state.SubtitleStream == null || state.SubtitleDeliveryMethod != SubtitleDeliveryMethod.Hls ? (int?)null : state.SubtitleStream.Index;
  541. foreach (var stream in subtitles)
  542. {
  543. const string format = "#EXT-X-MEDIA:TYPE=SUBTITLES,GROUP-ID=\"subs\",NAME=\"{0}\",DEFAULT={1},FORCED={2},AUTOSELECT=YES,URI=\"{3}\",LANGUAGE=\"{4}\"";
  544. var name = stream.DisplayTitle;
  545. var isDefault = selectedIndex.HasValue && selectedIndex.Value == stream.Index;
  546. var isForced = stream.IsForced;
  547. var url = string.Format("{0}/Subtitles/{1}/subtitles.m3u8?SegmentLength={2}&api_key={3}",
  548. state.Request.MediaSourceId,
  549. stream.Index.ToString(CultureInfo.InvariantCulture),
  550. 30.ToString(CultureInfo.InvariantCulture),
  551. AuthorizationContext.GetAuthorizationInfo(Request).Token);
  552. var line = string.Format(format,
  553. name,
  554. isDefault ? "YES" : "NO",
  555. isForced ? "YES" : "NO",
  556. url,
  557. stream.Language ?? "Unknown");
  558. builder.AppendLine(line);
  559. }
  560. }
  561. private bool EnableAdaptiveBitrateStreaming(StreamState state, bool isLiveStream)
  562. {
  563. // Within the local network this will likely do more harm than good.
  564. if (Request.IsLocal || NetworkManager.IsInLocalNetwork(Request.RemoteIp))
  565. {
  566. return false;
  567. }
  568. var request = state.Request as IMasterHlsRequest;
  569. if (request != null && !request.EnableAdaptiveBitrateStreaming)
  570. {
  571. return false;
  572. }
  573. if (isLiveStream || string.IsNullOrWhiteSpace(state.MediaPath))
  574. {
  575. // Opening live streams is so slow it's not even worth it
  576. return false;
  577. }
  578. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  579. {
  580. return false;
  581. }
  582. if (string.Equals(state.OutputAudioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  583. {
  584. return false;
  585. }
  586. if (!state.IsOutputVideo)
  587. {
  588. return false;
  589. }
  590. // Having problems in android
  591. return false;
  592. //return state.VideoRequest.VideoBitRate.HasValue;
  593. }
  594. private void AppendPlaylist(StringBuilder builder, StreamState state, string url, int bitrate, string subtitleGroup)
  595. {
  596. var header = "#EXT-X-STREAM-INF:BANDWIDTH=" + bitrate.ToString(CultureInfo.InvariantCulture) + ",AVERAGE-BANDWIDTH=" + bitrate.ToString(CultureInfo.InvariantCulture);
  597. // tvos wants resolution, codecs, framerate
  598. //if (state.TargetFramerate.HasValue)
  599. //{
  600. // header += string.Format(",FRAME-RATE=\"{0}\"", state.TargetFramerate.Value.ToString(CultureInfo.InvariantCulture));
  601. //}
  602. if (!string.IsNullOrWhiteSpace(subtitleGroup))
  603. {
  604. header += string.Format(",SUBTITLES=\"{0}\"", subtitleGroup);
  605. }
  606. builder.AppendLine(header);
  607. builder.AppendLine(url);
  608. }
  609. private int GetBitrateVariation(int bitrate)
  610. {
  611. // By default, vary by just 50k
  612. var variation = 50000;
  613. if (bitrate >= 10000000)
  614. {
  615. variation = 2000000;
  616. }
  617. else if (bitrate >= 5000000)
  618. {
  619. variation = 1500000;
  620. }
  621. else if (bitrate >= 3000000)
  622. {
  623. variation = 1000000;
  624. }
  625. else if (bitrate >= 2000000)
  626. {
  627. variation = 500000;
  628. }
  629. else if (bitrate >= 1000000)
  630. {
  631. variation = 300000;
  632. }
  633. else if (bitrate >= 600000)
  634. {
  635. variation = 200000;
  636. }
  637. else if (bitrate >= 400000)
  638. {
  639. variation = 100000;
  640. }
  641. return variation;
  642. }
  643. private async Task<object> GetVariantPlaylistInternal(StreamRequest request, bool isOutputVideo, string name)
  644. {
  645. var state = await GetState(request, CancellationToken.None).ConfigureAwait(false);
  646. var segmentLengths = GetSegmentLengths(state);
  647. var builder = new StringBuilder();
  648. builder.AppendLine("#EXTM3U");
  649. builder.AppendLine("#EXT-X-PLAYLIST-TYPE:VOD");
  650. builder.AppendLine("#EXT-X-VERSION:3");
  651. builder.AppendLine("#EXT-X-TARGETDURATION:" + Math.Ceiling(segmentLengths.Length > 0 ? segmentLengths.Max() : state.SegmentLength).ToString(CultureInfo.InvariantCulture));
  652. builder.AppendLine("#EXT-X-MEDIA-SEQUENCE:0");
  653. var queryStringIndex = Request.RawUrl.IndexOf('?');
  654. var queryString = queryStringIndex == -1 ? string.Empty : Request.RawUrl.Substring(queryStringIndex);
  655. //if ((Request.UserAgent ?? string.Empty).IndexOf("roku", StringComparison.OrdinalIgnoreCase) != -1)
  656. //{
  657. // queryString = string.Empty;
  658. //}
  659. var index = 0;
  660. foreach (var length in segmentLengths)
  661. {
  662. builder.AppendLine("#EXTINF:" + length.ToString("0.0000", CultureInfo.InvariantCulture) + ", nodesc");
  663. builder.AppendLine(string.Format("hls1/{0}/{1}{2}{3}",
  664. name,
  665. index.ToString(CultureInfo.InvariantCulture),
  666. GetSegmentFileExtension(request),
  667. queryString));
  668. index++;
  669. }
  670. builder.AppendLine("#EXT-X-ENDLIST");
  671. var playlistText = builder.ToString();
  672. return ResultFactory.GetResult(playlistText, MimeTypes.GetMimeType("playlist.m3u8"), new Dictionary<string, string>());
  673. }
  674. protected override string GetAudioArguments(StreamState state, EncodingOptions encodingOptions)
  675. {
  676. var audioCodec = EncodingHelper.GetAudioEncoder(state);
  677. if (!state.IsOutputVideo)
  678. {
  679. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  680. {
  681. return "-acodec copy";
  682. }
  683. var audioTranscodeParams = new List<string>();
  684. audioTranscodeParams.Add("-acodec " + audioCodec);
  685. if (state.OutputAudioBitrate.HasValue)
  686. {
  687. audioTranscodeParams.Add("-ab " + state.OutputAudioBitrate.Value.ToString(CultureInfo.InvariantCulture));
  688. }
  689. if (state.OutputAudioChannels.HasValue)
  690. {
  691. audioTranscodeParams.Add("-ac " + state.OutputAudioChannels.Value.ToString(CultureInfo.InvariantCulture));
  692. }
  693. if (state.OutputAudioSampleRate.HasValue)
  694. {
  695. audioTranscodeParams.Add("-ar " + state.OutputAudioSampleRate.Value.ToString(CultureInfo.InvariantCulture));
  696. }
  697. audioTranscodeParams.Add("-vn");
  698. return string.Join(" ", audioTranscodeParams.ToArray());
  699. }
  700. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase))
  701. {
  702. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  703. if (string.Equals(videoCodec, "copy", StringComparison.OrdinalIgnoreCase) && state.EnableBreakOnNonKeyFrames(videoCodec))
  704. {
  705. return "-codec:a:0 copy -copypriorss:a:0 0";
  706. }
  707. return "-codec:a:0 copy";
  708. }
  709. var args = "-codec:a:0 " + audioCodec;
  710. var channels = state.OutputAudioChannels;
  711. if (channels.HasValue)
  712. {
  713. args += " -ac " + channels.Value;
  714. }
  715. var bitrate = state.OutputAudioBitrate;
  716. if (bitrate.HasValue)
  717. {
  718. args += " -ab " + bitrate.Value.ToString(CultureInfo.InvariantCulture);
  719. }
  720. if (state.OutputAudioSampleRate.HasValue)
  721. {
  722. args += " -ar " + state.OutputAudioSampleRate.Value.ToString(CultureInfo.InvariantCulture);
  723. }
  724. args += " " + EncodingHelper.GetAudioFilterParam(state, encodingOptions, true);
  725. return args;
  726. }
  727. protected override string GetVideoArguments(StreamState state, EncodingOptions encodingOptions)
  728. {
  729. if (!state.IsOutputVideo)
  730. {
  731. return string.Empty;
  732. }
  733. var codec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  734. var args = "-codec:v:0 " + codec;
  735. // if (state.EnableMpegtsM2TsMode)
  736. // {
  737. // args += " -mpegts_m2ts_mode 1";
  738. // }
  739. // See if we can save come cpu cycles by avoiding encoding
  740. if (string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase))
  741. {
  742. if (state.VideoStream != null && !string.Equals(state.VideoStream.NalLengthSize, "0", StringComparison.OrdinalIgnoreCase))
  743. {
  744. string bitStreamArgs = EncodingHelper.GetBitStreamArgs(state.VideoStream);
  745. if (!string.IsNullOrEmpty(bitStreamArgs))
  746. {
  747. args += " " + bitStreamArgs;
  748. }
  749. }
  750. //args += " -flags -global_header";
  751. }
  752. else
  753. {
  754. var keyFrameArg = string.Format(
  755. CultureInfo.InvariantCulture,
  756. " -force_key_frames:0 \"expr:gte(t,{0}+n_forced*{1})\"",
  757. GetStartNumber(state) * state.SegmentLength,
  758. state.SegmentLength);
  759. if (state.TargetFramerate.HasValue)
  760. {
  761. // This is to make sure keyframe interval is limited to our segment,
  762. // as forcing keyframes is not enough.
  763. // Example: we encoded half of desired length, then codec detected
  764. // scene cut and inserted a keyframe; next forced keyframe would
  765. // be created outside of segment, which breaks seeking.
  766. keyFrameArg += string.Format(
  767. CultureInfo.InvariantCulture,
  768. " -g {0} -keyint_min {0}",
  769. (int)(state.SegmentLength * state.TargetFramerate)
  770. );
  771. }
  772. var hasGraphicalSubs = state.SubtitleStream != null && !state.SubtitleStream.IsTextSubtitleStream && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode;
  773. args += " " + EncodingHelper.GetVideoQualityParam(state, codec, encodingOptions, GetDefaultEncoderPreset()) + keyFrameArg;
  774. //args += " -mixed-refs 0 -refs 3 -x264opts b_pyramid=0:weightb=0:weightp=0";
  775. // Add resolution params, if specified
  776. if (!hasGraphicalSubs)
  777. {
  778. args += EncodingHelper.GetOutputSizeParam(state, encodingOptions, codec, true);
  779. }
  780. // This is for internal graphical subs
  781. if (hasGraphicalSubs)
  782. {
  783. args += EncodingHelper.GetGraphicalSubtitleParam(state, encodingOptions, codec);
  784. }
  785. //args += " -flags -global_header";
  786. }
  787. if (args.IndexOf("-copyts", StringComparison.OrdinalIgnoreCase) == -1)
  788. {
  789. args += " -copyts";
  790. }
  791. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  792. {
  793. args += " -vsync " + state.OutputVideoSync;
  794. }
  795. args += EncodingHelper.GetOutputFFlags(state);
  796. return args;
  797. }
  798. protected override string GetCommandLineArguments(string outputPath, EncodingOptions encodingOptions, StreamState state, bool isEncoding)
  799. {
  800. var videoCodec = EncodingHelper.GetVideoEncoder(state, encodingOptions);
  801. var threads = EncodingHelper.GetNumberOfThreads(state, encodingOptions, videoCodec);
  802. if (state.BaseRequest.BreakOnNonKeyFrames)
  803. {
  804. // FIXME: this is actually a workaround, as ideally it really should be the client which decides whether non-keyframe
  805. // breakpoints are supported; but current implementation always uses "ffmpeg input seeking" which is liable
  806. // to produce a missing part of video stream before first keyframe is encountered, which may lead to
  807. // awkward cases like a few starting HLS segments having no video whatsoever, which breaks hls.js
  808. Logger.LogInformation("Current HLS implementation doesn't support non-keyframe breaks but one is requested, ignoring that request");
  809. state.BaseRequest.BreakOnNonKeyFrames = false;
  810. }
  811. var inputModifier = EncodingHelper.GetInputModifier(state, encodingOptions);
  812. // If isEncoding is true we're actually starting ffmpeg
  813. var startNumber = GetStartNumber(state);
  814. var startNumberParam = isEncoding ? startNumber.ToString(CultureInfo.InvariantCulture) : "0";
  815. var mapArgs = state.IsOutputVideo ? EncodingHelper.GetMapArgs(state) : string.Empty;
  816. var outputTsArg = Path.Combine(Path.GetDirectoryName(outputPath), Path.GetFileNameWithoutExtension(outputPath)) + "%d" + GetSegmentFileExtension(state.Request);
  817. var segmentFormat = GetSegmentFileExtension(state.Request).TrimStart('.');
  818. if (string.Equals(segmentFormat, "ts", StringComparison.OrdinalIgnoreCase))
  819. {
  820. segmentFormat = "mpegts";
  821. }
  822. return string.Format(
  823. "{0} {1} -map_metadata -1 -map_chapters -1 -threads {2} {3} {4} {5} -f hls -max_delay 5000000 -avoid_negative_ts disabled -start_at_zero -hls_time {6} -individual_header_trailer 0 -hls_segment_type {7} -start_number {8} -hls_segment_filename \"{9}\" -hls_playlist_type vod -hls_list_size 0 -y \"{10}\"",
  824. inputModifier,
  825. EncodingHelper.GetInputArgument(state, encodingOptions),
  826. threads,
  827. mapArgs,
  828. GetVideoArguments(state, encodingOptions),
  829. GetAudioArguments(state, encodingOptions),
  830. state.SegmentLength.ToString(CultureInfo.InvariantCulture),
  831. segmentFormat,
  832. startNumberParam,
  833. outputTsArg,
  834. outputPath
  835. ).Trim();
  836. }
  837. }
  838. }