StreamBuilder.cs 109 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.Linq;
  5. using Jellyfin.Data.Enums;
  6. using Jellyfin.Extensions;
  7. using MediaBrowser.Model.Dto;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.Extensions;
  10. using MediaBrowser.Model.MediaInfo;
  11. using MediaBrowser.Model.Session;
  12. using Microsoft.Extensions.Logging;
  13. namespace MediaBrowser.Model.Dlna
  14. {
  15. /// <summary>
  16. /// Class StreamBuilder.
  17. /// </summary>
  18. public class StreamBuilder
  19. {
  20. // Aliases
  21. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  22. internal const TranscodeReason AudioCodecReasons = TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  23. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | AudioCodecReasons;
  24. internal const TranscodeReason VideoCodecReasons = TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported | TranscodeReason.VideoRangeTypeNotSupported | TranscodeReason.VideoProfileNotSupported;
  25. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | VideoCodecReasons;
  26. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported | TranscodeReason.VideoCodecTagNotSupported;
  27. private readonly ILogger _logger;
  28. private readonly ITranscoderSupport _transcoderSupport;
  29. private static readonly string[] _supportedHlsVideoCodecs = ["h264", "hevc", "vp9", "av1"];
  30. private static readonly string[] _supportedHlsAudioCodecsTs = ["aac", "ac3", "eac3", "mp3"];
  31. private static readonly string[] _supportedHlsAudioCodecsMp4 = ["aac", "ac3", "eac3", "mp3", "alac", "flac", "opus", "dts", "truehd"];
  32. /// <summary>
  33. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  34. /// </summary>
  35. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  36. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  37. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  38. {
  39. _transcoderSupport = transcoderSupport;
  40. _logger = logger;
  41. }
  42. /// <summary>
  43. /// Gets the optimal audio stream.
  44. /// </summary>
  45. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  46. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  47. public StreamInfo? GetOptimalAudioStream(MediaOptions options)
  48. {
  49. ValidateMediaOptions(options, false);
  50. List<StreamInfo> streams = [];
  51. foreach (var mediaSource in options.MediaSources)
  52. {
  53. if (!(string.IsNullOrEmpty(options.MediaSourceId)
  54. || string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase)))
  55. {
  56. continue;
  57. }
  58. StreamInfo? streamInfo = GetOptimalAudioStream(mediaSource, options);
  59. if (streamInfo is not null)
  60. {
  61. streamInfo.DeviceId = options.DeviceId;
  62. streamInfo.DeviceProfileId = options.Profile.Id?.ToString("N", CultureInfo.InvariantCulture);
  63. streams.Add(streamInfo);
  64. }
  65. }
  66. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  67. }
  68. private StreamInfo? GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  69. {
  70. var playlistItem = new StreamInfo
  71. {
  72. ItemId = options.ItemId,
  73. MediaType = DlnaProfileType.Audio,
  74. MediaSource = item,
  75. RunTimeTicks = item.RunTimeTicks,
  76. Context = options.Context,
  77. DeviceProfile = options.Profile
  78. };
  79. if (options.ForceDirectPlay)
  80. {
  81. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  82. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  83. return playlistItem;
  84. }
  85. if (options.ForceDirectStream)
  86. {
  87. playlistItem.PlayMethod = PlayMethod.DirectStream;
  88. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  89. return playlistItem;
  90. }
  91. MediaStream audioStream = item.GetDefaultAudioStream(null);
  92. ArgumentNullException.ThrowIfNull(audioStream);
  93. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  94. var directPlayMethod = directPlayInfo.PlayMethod;
  95. var transcodeReasons = directPlayInfo.TranscodeReasons;
  96. if (directPlayMethod is PlayMethod.DirectPlay)
  97. {
  98. var audioFailureReasons = GetCompatibilityAudioCodec(options, item, item.Container, audioStream, null, false, false);
  99. transcodeReasons |= audioFailureReasons;
  100. if (audioFailureReasons == 0)
  101. {
  102. playlistItem.PlayMethod = directPlayMethod.Value;
  103. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  104. return playlistItem;
  105. }
  106. }
  107. if (directPlayMethod is PlayMethod.DirectStream)
  108. {
  109. var remuxContainer = item.TranscodingContainer ?? "ts";
  110. string[] supportedHlsContainers = ["ts", "mp4"];
  111. // If the container specified for the profile is an HLS supported container, use that container instead, overriding the preference
  112. // The client should be responsible to ensure this container is compatible
  113. remuxContainer = Array.Exists(supportedHlsContainers, element => string.Equals(element, directPlayInfo.Profile?.Container, StringComparison.OrdinalIgnoreCase)) ? directPlayInfo.Profile?.Container : remuxContainer;
  114. bool codeIsSupported;
  115. if (item.TranscodingSubProtocol == MediaStreamProtocol.hls)
  116. {
  117. // Enforce HLS audio codec restrictions
  118. if (string.Equals(remuxContainer, "mp4", StringComparison.OrdinalIgnoreCase))
  119. {
  120. codeIsSupported = _supportedHlsAudioCodecsMp4.Contains(directPlayInfo.Profile?.AudioCodec ?? directPlayInfo.Profile?.Container);
  121. }
  122. else
  123. {
  124. codeIsSupported = _supportedHlsAudioCodecsTs.Contains(directPlayInfo.Profile?.AudioCodec ?? directPlayInfo.Profile?.Container);
  125. }
  126. }
  127. else
  128. {
  129. // Let's assume the client has given a correct container for http
  130. codeIsSupported = true;
  131. }
  132. if (codeIsSupported)
  133. {
  134. playlistItem.PlayMethod = directPlayMethod.Value;
  135. playlistItem.Container = remuxContainer;
  136. playlistItem.TranscodeReasons = transcodeReasons;
  137. playlistItem.SubProtocol = item.TranscodingSubProtocol;
  138. item.TranscodingContainer = remuxContainer;
  139. return playlistItem;
  140. }
  141. transcodeReasons |= TranscodeReason.AudioCodecNotSupported;
  142. playlistItem.TranscodeReasons = transcodeReasons;
  143. }
  144. TranscodingProfile? transcodingProfile = null;
  145. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  146. {
  147. if (tcProfile.Type == playlistItem.MediaType
  148. && tcProfile.Context == options.Context
  149. && _transcoderSupport.CanEncodeToAudioCodec(tcProfile.AudioCodec ?? tcProfile.Container))
  150. {
  151. transcodingProfile = tcProfile;
  152. break;
  153. }
  154. }
  155. if (transcodingProfile is not null)
  156. {
  157. if (!item.SupportsTranscoding)
  158. {
  159. return null;
  160. }
  161. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  162. var inputAudioChannels = audioStream.Channels;
  163. var inputAudioBitrate = audioStream.BitRate;
  164. var inputAudioSampleRate = audioStream.SampleRate;
  165. var inputAudioBitDepth = audioStream.BitDepth;
  166. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  167. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  168. // Honor requested max channels
  169. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  170. var configuredBitrate = options.GetMaxBitrate(true);
  171. long transcodingBitrate = options.AudioTranscodingBitrate
  172. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  173. ?? configuredBitrate
  174. ?? 128000;
  175. if (configuredBitrate.HasValue)
  176. {
  177. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  178. }
  179. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  180. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  181. // Pure audio transcoding does not support comma separated list of transcoding codec at the moment.
  182. // So just use the AudioCodec as is would be safe enough as the _transcoderSupport.CanEncodeToAudioCodec
  183. // would fail so this profile will not even be picked up.
  184. if (playlistItem.AudioCodecs.Count == 0 && !string.IsNullOrWhiteSpace(transcodingProfile.AudioCodec))
  185. {
  186. playlistItem.AudioCodecs = [transcodingProfile.AudioCodec];
  187. }
  188. }
  189. playlistItem.TranscodeReasons = transcodeReasons;
  190. return playlistItem;
  191. }
  192. /// <summary>
  193. /// Gets the optimal video stream.
  194. /// </summary>
  195. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  196. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  197. public StreamInfo? GetOptimalVideoStream(MediaOptions options)
  198. {
  199. ValidateMediaOptions(options, true);
  200. var mediaSources = string.IsNullOrEmpty(options.MediaSourceId)
  201. ? options.MediaSources
  202. : options.MediaSources.Where(x => string.Equals(x.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase));
  203. List<StreamInfo> streams = [];
  204. foreach (var mediaSourceInfo in mediaSources)
  205. {
  206. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  207. if (streamInfo is not null)
  208. {
  209. streams.Add(streamInfo);
  210. }
  211. }
  212. foreach (var stream in streams)
  213. {
  214. stream.DeviceId = options.DeviceId;
  215. stream.DeviceProfileId = options.Profile.Id?.ToString("N", CultureInfo.InvariantCulture);
  216. }
  217. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  218. }
  219. private static StreamInfo? GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  220. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  221. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  222. {
  223. return streams.OrderBy(i =>
  224. {
  225. // Nothing beats direct playing a file
  226. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource?.Protocol == MediaProtocol.File)
  227. {
  228. return 0;
  229. }
  230. return 1;
  231. }).ThenBy(i =>
  232. {
  233. switch (i.PlayMethod)
  234. {
  235. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  236. case PlayMethod.DirectStream:
  237. case PlayMethod.DirectPlay:
  238. return 0;
  239. default:
  240. return 1;
  241. }
  242. }).ThenBy(i =>
  243. {
  244. switch (i.MediaSource?.Protocol)
  245. {
  246. case MediaProtocol.File:
  247. return 0;
  248. default:
  249. return 1;
  250. }
  251. }).ThenBy(i =>
  252. {
  253. if (maxBitrate > 0)
  254. {
  255. if (i.MediaSource?.Bitrate is not null)
  256. {
  257. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  258. }
  259. }
  260. return 0;
  261. }).ThenBy(streams.IndexOf);
  262. }
  263. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  264. {
  265. switch (condition.Property)
  266. {
  267. case ProfileConditionValue.AudioBitrate:
  268. return TranscodeReason.AudioBitrateNotSupported;
  269. case ProfileConditionValue.AudioChannels:
  270. return TranscodeReason.AudioChannelsNotSupported;
  271. case ProfileConditionValue.AudioProfile:
  272. return TranscodeReason.AudioProfileNotSupported;
  273. case ProfileConditionValue.AudioSampleRate:
  274. return TranscodeReason.AudioSampleRateNotSupported;
  275. case ProfileConditionValue.Has64BitOffsets:
  276. // TODO
  277. return 0;
  278. case ProfileConditionValue.Height:
  279. return TranscodeReason.VideoResolutionNotSupported;
  280. case ProfileConditionValue.IsAnamorphic:
  281. return TranscodeReason.AnamorphicVideoNotSupported;
  282. case ProfileConditionValue.IsAvc:
  283. // TODO
  284. return 0;
  285. case ProfileConditionValue.IsInterlaced:
  286. return TranscodeReason.InterlacedVideoNotSupported;
  287. case ProfileConditionValue.IsSecondaryAudio:
  288. return TranscodeReason.SecondaryAudioNotSupported;
  289. case ProfileConditionValue.NumStreams:
  290. return TranscodeReason.StreamCountExceedsLimit;
  291. case ProfileConditionValue.NumAudioStreams:
  292. // TODO
  293. return 0;
  294. case ProfileConditionValue.NumVideoStreams:
  295. // TODO
  296. return 0;
  297. case ProfileConditionValue.PacketLength:
  298. // TODO
  299. return 0;
  300. case ProfileConditionValue.RefFrames:
  301. return TranscodeReason.RefFramesNotSupported;
  302. case ProfileConditionValue.VideoBitDepth:
  303. return TranscodeReason.VideoBitDepthNotSupported;
  304. case ProfileConditionValue.AudioBitDepth:
  305. return TranscodeReason.AudioBitDepthNotSupported;
  306. case ProfileConditionValue.VideoBitrate:
  307. return TranscodeReason.VideoBitrateNotSupported;
  308. case ProfileConditionValue.VideoCodecTag:
  309. return TranscodeReason.VideoCodecTagNotSupported;
  310. case ProfileConditionValue.VideoFramerate:
  311. return TranscodeReason.VideoFramerateNotSupported;
  312. case ProfileConditionValue.VideoLevel:
  313. return TranscodeReason.VideoLevelNotSupported;
  314. case ProfileConditionValue.VideoProfile:
  315. return TranscodeReason.VideoProfileNotSupported;
  316. case ProfileConditionValue.VideoRangeType:
  317. return TranscodeReason.VideoRangeTypeNotSupported;
  318. case ProfileConditionValue.VideoTimestamp:
  319. // TODO
  320. return 0;
  321. case ProfileConditionValue.Width:
  322. return TranscodeReason.VideoResolutionNotSupported;
  323. default:
  324. return 0;
  325. }
  326. }
  327. /// <summary>
  328. /// Normalizes input container.
  329. /// </summary>
  330. /// <param name="inputContainer">The input container.</param>
  331. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  332. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  333. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  334. /// <returns>The normalized input container.</returns>
  335. public static string? NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile? profile, DlnaProfileType type, DirectPlayProfile? playProfile = null)
  336. {
  337. // If the source is Live TV the inputContainer will be null until the mediasource is probed on first access
  338. if (profile is null || string.IsNullOrEmpty(inputContainer) || !inputContainer.Contains(',', StringComparison.OrdinalIgnoreCase))
  339. {
  340. return inputContainer;
  341. }
  342. var formats = ContainerHelper.Split(inputContainer);
  343. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : [playProfile];
  344. foreach (var format in formats)
  345. {
  346. foreach (var directPlayProfile in playProfiles)
  347. {
  348. if (directPlayProfile.Type != type)
  349. {
  350. continue;
  351. }
  352. if (directPlayProfile.SupportsContainer(format))
  353. {
  354. return format;
  355. }
  356. }
  357. }
  358. return inputContainer;
  359. }
  360. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  361. {
  362. var directPlayProfile = options.Profile.DirectPlayProfiles
  363. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  364. TranscodeReason transcodeReasons = 0;
  365. if (directPlayProfile is null)
  366. {
  367. _logger.LogDebug(
  368. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  369. options.Profile.Name ?? "Unknown Profile",
  370. item.Path ?? "Unknown path",
  371. audioStream.Codec ?? "Unknown codec");
  372. var directStreamProfile = options.Profile.DirectPlayProfiles
  373. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectStreamSupported(x, item, audioStream));
  374. if (directStreamProfile is not null)
  375. {
  376. directPlayProfile = directStreamProfile;
  377. transcodeReasons |= TranscodeReason.ContainerNotSupported;
  378. }
  379. else
  380. {
  381. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  382. }
  383. }
  384. // The profile describes what the device supports
  385. // If device requirements are satisfied then allow both direct stream and direct play
  386. // Note: As of 10.10 codebase, SupportsDirectPlay is always true because the MediaSourceInfo initializes this key as true
  387. // Need to check additionally for current transcode reasons
  388. if (item.SupportsDirectPlay && transcodeReasons == 0)
  389. {
  390. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  391. {
  392. if (options.EnableDirectPlay)
  393. {
  394. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  395. }
  396. }
  397. else
  398. {
  399. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  400. }
  401. }
  402. // While options takes the network and other factors into account. Only applies to direct stream
  403. if (item.SupportsDirectStream)
  404. {
  405. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  406. {
  407. // Note: as of 10.10 codebase, the options.EnableDirectStream is always false due to
  408. // "direct-stream http streaming is currently broken"
  409. // Don't check that option for audio as we always assume that is supported
  410. if (transcodeReasons == TranscodeReason.ContainerNotSupported)
  411. {
  412. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  413. }
  414. }
  415. else
  416. {
  417. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  418. }
  419. }
  420. return (directPlayProfile, null, transcodeReasons);
  421. }
  422. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream? videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  423. {
  424. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  425. var containerSupported = false;
  426. var audioSupported = false;
  427. var videoSupported = false;
  428. foreach (var profile in directPlayProfiles)
  429. {
  430. // Check container type
  431. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  432. {
  433. containerSupported = true;
  434. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  435. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  436. if (videoSupported && audioSupported)
  437. {
  438. break;
  439. }
  440. }
  441. }
  442. TranscodeReason reasons = 0;
  443. if (!containerSupported)
  444. {
  445. reasons |= TranscodeReason.ContainerNotSupported;
  446. }
  447. if (!videoSupported)
  448. {
  449. reasons |= TranscodeReason.VideoCodecNotSupported;
  450. }
  451. if (!audioSupported)
  452. {
  453. reasons |= TranscodeReason.AudioCodecNotSupported;
  454. }
  455. return reasons;
  456. }
  457. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  458. {
  459. int highestScore = -1;
  460. foreach (var stream in item.MediaStreams)
  461. {
  462. if (stream.Type == MediaStreamType.Subtitle
  463. && stream.Score.HasValue
  464. && stream.Score.Value > highestScore)
  465. {
  466. highestScore = stream.Score.Value;
  467. }
  468. }
  469. List<MediaStream> topStreams = [];
  470. foreach (var stream in item.MediaStreams)
  471. {
  472. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  473. {
  474. topStreams.Add(stream);
  475. }
  476. }
  477. // If multiple streams have an equal score, try to pick the most efficient one
  478. if (topStreams.Count > 1)
  479. {
  480. foreach (var stream in topStreams)
  481. {
  482. foreach (var profile in subtitleProfiles)
  483. {
  484. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  485. {
  486. return stream.Index;
  487. }
  488. }
  489. }
  490. }
  491. // If no optimization panned out, just use the original default
  492. return item.DefaultSubtitleStreamIndex;
  493. }
  494. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  495. {
  496. var container = transcodingProfile.Container;
  497. var protocol = transcodingProfile.Protocol;
  498. item.TranscodingContainer = container;
  499. item.TranscodingSubProtocol = protocol;
  500. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  501. {
  502. playlistItem.Container = container;
  503. playlistItem.SubProtocol = protocol;
  504. }
  505. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  506. if (int.TryParse(transcodingProfile.MaxAudioChannels, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  507. {
  508. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  509. }
  510. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  511. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  512. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  513. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  514. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  515. playlistItem.EnableAudioVbrEncoding = transcodingProfile.EnableAudioVbrEncoding;
  516. if (transcodingProfile.MinSegments > 0)
  517. {
  518. playlistItem.MinSegments = transcodingProfile.MinSegments;
  519. }
  520. if (transcodingProfile.SegmentLength > 0)
  521. {
  522. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  523. }
  524. }
  525. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile? directPlayProfile)
  526. {
  527. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  528. var protocol = MediaStreamProtocol.http;
  529. item.TranscodingContainer = container;
  530. item.TranscodingSubProtocol = protocol;
  531. playlistItem.Container = container;
  532. playlistItem.SubProtocol = protocol;
  533. playlistItem.VideoCodecs = [item.VideoStream.Codec];
  534. playlistItem.AudioCodecs = ContainerHelper.Split(directPlayProfile?.AudioCodec);
  535. }
  536. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  537. {
  538. ArgumentNullException.ThrowIfNull(item);
  539. StreamInfo playlistItem = new StreamInfo
  540. {
  541. ItemId = options.ItemId,
  542. MediaType = DlnaProfileType.Video,
  543. MediaSource = item,
  544. RunTimeTicks = item.RunTimeTicks,
  545. Context = options.Context,
  546. DeviceProfile = options.Profile,
  547. SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles),
  548. AlwaysBurnInSubtitleWhenTranscoding = options.AlwaysBurnInSubtitleWhenTranscoding
  549. };
  550. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  551. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  552. if (audioStream is not null)
  553. {
  554. playlistItem.AudioStreamIndex = audioStream.Index;
  555. }
  556. // Collect candidate audio streams
  557. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? [] : [audioStream];
  558. // When the index is explicitly required by client or the default is specified by user, don't do any stream reselection.
  559. if (!item.DefaultAudioIndexSource.HasFlag(AudioIndexSource.User) && (options.AudioStreamIndex is null or < 0))
  560. {
  561. // When user has no preferences allow stream selection on all streams.
  562. if (item.DefaultAudioIndexSource == AudioIndexSource.None && audioStream is not null)
  563. {
  564. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio).ToArray();
  565. if (audioStream.IsDefault)
  566. {
  567. // If default is picked, only allow selection within default streams.
  568. candidateAudioStreams = candidateAudioStreams.Where(stream => stream.IsDefault).ToArray();
  569. }
  570. }
  571. if (item.DefaultAudioIndexSource.HasFlag(AudioIndexSource.Language))
  572. {
  573. // If user has language preference, only allow stream selection within the same language.
  574. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  575. if (item.DefaultAudioIndexSource.HasFlag(AudioIndexSource.Default))
  576. {
  577. var defaultStreamsInPreferredLanguage = candidateAudioStreams.Where(stream => stream.IsDefault).ToArray();
  578. // If the user also prefers default streams, try limit selection within default tracks in the same language.
  579. // If there is no default stream in the preferred language, allow selection on all default streams to match the "Play default audio track regardless of language" setting.
  580. candidateAudioStreams = defaultStreamsInPreferredLanguage.Length > 0
  581. ? defaultStreamsInPreferredLanguage
  582. : item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  583. }
  584. }
  585. else if (item.DefaultAudioIndexSource.HasFlag(AudioIndexSource.Default))
  586. {
  587. // If user prefers default streams, only allow stream selection on default streams.
  588. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  589. }
  590. }
  591. var videoStream = item.VideoStream;
  592. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  593. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  594. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  595. TranscodeReason transcodeReasons = 0;
  596. // Force transcode or remux for BD/DVD folders
  597. if (item.VideoType == VideoType.Dvd || item.VideoType == VideoType.BluRay)
  598. {
  599. isEligibleForDirectPlay = false;
  600. }
  601. if (bitrateLimitExceeded)
  602. {
  603. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  604. }
  605. _logger.LogDebug(
  606. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  607. options.Profile.Name ?? "Unknown Profile",
  608. item.Path ?? "Unknown path",
  609. isEligibleForDirectPlay,
  610. isEligibleForDirectStream);
  611. DirectPlayProfile? directPlayProfile = null;
  612. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  613. {
  614. // See if it can be direct played
  615. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  616. var directPlay = directPlayInfo.PlayMethod;
  617. transcodeReasons |= directPlayInfo.TranscodeReasons;
  618. if (directPlay.HasValue)
  619. {
  620. directPlayProfile = directPlayInfo.Profile;
  621. playlistItem.PlayMethod = directPlay.Value;
  622. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  623. var videoCodec = videoStream?.Codec;
  624. playlistItem.VideoCodecs = videoCodec is null ? [] : [videoCodec];
  625. if (directPlay == PlayMethod.DirectPlay)
  626. {
  627. playlistItem.SubProtocol = MediaStreamProtocol.http;
  628. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  629. if (audioStreamIndex.HasValue)
  630. {
  631. playlistItem.AudioStreamIndex = audioStreamIndex;
  632. var audioCodec = item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec;
  633. playlistItem.AudioCodecs = audioCodec is null ? [] : [audioCodec];
  634. }
  635. }
  636. else if (directPlay == PlayMethod.DirectStream)
  637. {
  638. playlistItem.AudioStreamIndex = audioStream?.Index;
  639. if (audioStream is not null)
  640. {
  641. playlistItem.AudioCodecs = ContainerHelper.Split(directPlayProfile?.AudioCodec);
  642. }
  643. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  644. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile?.Container, directPlayProfile?.VideoCodec, directPlayProfile?.AudioCodec);
  645. }
  646. if (subtitleStream is not null)
  647. {
  648. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile?.Container, null);
  649. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  650. playlistItem.SubtitleFormat = subtitleProfile.Format;
  651. }
  652. }
  653. _logger.LogDebug(
  654. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  655. options.Profile.Name ?? "Anonymous Profile",
  656. item.Path ?? "Unknown path",
  657. directPlayInfo.PlayMethod,
  658. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  659. playlistItem.SubtitleStreamIndex,
  660. directPlayInfo.TranscodeReasons);
  661. }
  662. playlistItem.TranscodeReasons = transcodeReasons;
  663. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  664. {
  665. // Can't direct play, find the transcoding profile
  666. // If we do this for direct-stream we will overwrite the info
  667. var (transcodingProfile, playMethod) = GetVideoTranscodeProfile(item, options, videoStream, audioStream, playlistItem);
  668. if (transcodingProfile is not null && playMethod.HasValue)
  669. {
  670. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  671. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  672. playlistItem.PlayMethod = PlayMethod.Transcode;
  673. if (subtitleStream is not null)
  674. {
  675. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  676. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  677. playlistItem.SubtitleFormat = subtitleProfile.Format;
  678. playlistItem.SubtitleCodecs = [subtitleProfile.Format];
  679. }
  680. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  681. {
  682. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  683. }
  684. }
  685. }
  686. _logger.LogDebug(
  687. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  688. options.Profile.Name ?? "Anonymous Profile",
  689. item.Path ?? "Unknown path",
  690. options.AudioStreamIndex,
  691. options.SubtitleStreamIndex,
  692. playlistItem.PlayMethod,
  693. playlistItem.TranscodeReasons,
  694. playlistItem.ToUrl("media:", "<token>", null));
  695. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  696. return playlistItem;
  697. }
  698. private (TranscodingProfile? Profile, PlayMethod? PlayMethod) GetVideoTranscodeProfile(
  699. MediaSourceInfo item,
  700. MediaOptions options,
  701. MediaStream? videoStream,
  702. MediaStream? audioStream,
  703. StreamInfo playlistItem)
  704. {
  705. var mediaSource = playlistItem.MediaSource;
  706. ArgumentNullException.ThrowIfNull(mediaSource);
  707. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  708. {
  709. return (null, null);
  710. }
  711. var transcodingProfiles = options.Profile.TranscodingProfiles
  712. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  713. if (item.UseMostCompatibleTranscodingProfile)
  714. {
  715. transcodingProfiles = transcodingProfiles.Where(i => string.Equals(i.Container, "ts", StringComparison.OrdinalIgnoreCase));
  716. }
  717. var videoCodec = videoStream?.Codec;
  718. var audioCodec = audioStream?.Codec;
  719. var analyzedProfiles = transcodingProfiles
  720. .Select(transcodingProfile =>
  721. {
  722. var rank = (Video: 3, Audio: 3);
  723. var container = transcodingProfile.Container;
  724. if (videoStream is not null
  725. && options.AllowVideoStreamCopy
  726. && ContainerHelper.ContainsContainer(transcodingProfile.VideoCodec, videoCodec))
  727. {
  728. var failures = GetCompatibilityVideoCodec(options, mediaSource, container, videoStream);
  729. rank.Video = failures == 0 ? 1 : 2;
  730. }
  731. if (audioStream is not null
  732. && options.AllowAudioStreamCopy)
  733. {
  734. // For Audio stream, we prefer the audio codec that can be directly copied, then the codec that can otherwise satisfies
  735. // the transcoding conditions, then the one does not satisfy the transcoding conditions.
  736. // For example: A client can support both aac and flac, but flac only supports 2 channels while aac supports 6.
  737. // When the source audio is 6 channel flac, we should transcode to 6 channel aac, instead of down-mix to 2 channel flac.
  738. var transcodingAudioCodecs = ContainerHelper.Split(transcodingProfile.AudioCodec);
  739. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  740. {
  741. var failures = GetCompatibilityAudioCodec(options, mediaSource, container, audioStream, transcodingAudioCodec, true, false);
  742. var rankAudio = 3;
  743. if (failures == 0)
  744. {
  745. rankAudio = string.Equals(transcodingAudioCodec, audioCodec, StringComparison.OrdinalIgnoreCase) ? 1 : 2;
  746. }
  747. rank.Audio = Math.Min(rank.Audio, rankAudio);
  748. if (rank.Audio == 1)
  749. {
  750. break;
  751. }
  752. }
  753. }
  754. PlayMethod playMethod = PlayMethod.Transcode;
  755. if (rank.Video == 1)
  756. {
  757. playMethod = PlayMethod.DirectStream;
  758. }
  759. return (Profile: transcodingProfile, PlayMethod: playMethod, Rank: rank);
  760. })
  761. .OrderBy(analysis => analysis.Rank);
  762. var profileMatch = analyzedProfiles.FirstOrDefault();
  763. return (profileMatch.Profile, profileMatch.PlayMethod);
  764. }
  765. private void BuildStreamVideoItem(
  766. StreamInfo playlistItem,
  767. MediaOptions options,
  768. MediaSourceInfo item,
  769. MediaStream? videoStream,
  770. MediaStream? audioStream,
  771. IEnumerable<MediaStream> candidateAudioStreams,
  772. string? container,
  773. string? videoCodec,
  774. string? audioCodec)
  775. {
  776. // Prefer matching video codecs
  777. var videoCodecs = ContainerHelper.Split(videoCodec).ToList();
  778. if (videoCodecs.Count == 0 && videoStream is not null)
  779. {
  780. // Add the original codec if no codec is specified
  781. videoCodecs.Add(videoStream.Codec);
  782. }
  783. // Enforce HLS video codec restrictions
  784. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  785. {
  786. videoCodecs = videoCodecs.Where(codec => _supportedHlsVideoCodecs.Contains(codec)).ToList();
  787. }
  788. playlistItem.VideoCodecs = videoCodecs;
  789. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  790. playlistItem.MaxFramerate = videoStream?.ReferenceFrameRate;
  791. var qualifier = videoStream?.Codec;
  792. if (videoStream?.Level is not null)
  793. {
  794. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  795. }
  796. if (videoStream?.BitDepth is not null)
  797. {
  798. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  799. }
  800. if (!string.IsNullOrEmpty(videoStream?.Profile))
  801. {
  802. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  803. }
  804. // Prefer matching audio codecs, could do better here
  805. var audioCodecs = ContainerHelper.Split(audioCodec).ToList();
  806. if (audioCodecs.Count == 0 && audioStream is not null)
  807. {
  808. // Add the original codec if no codec is specified
  809. audioCodecs.Add(audioStream.Codec);
  810. }
  811. // Enforce HLS audio codec restrictions
  812. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  813. {
  814. if (string.Equals(playlistItem.Container, "mp4", StringComparison.OrdinalIgnoreCase))
  815. {
  816. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsMp4.Contains(codec)).ToList();
  817. }
  818. else
  819. {
  820. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsTs.Contains(codec)).ToList();
  821. }
  822. }
  823. var audioStreamWithSupportedCodec = candidateAudioStreams.Where(stream => ContainerHelper.ContainsContainer(audioCodecs, false, stream.Codec)).FirstOrDefault();
  824. var channelsExceedsLimit = audioStreamWithSupportedCodec is not null && audioStreamWithSupportedCodec.Channels > (playlistItem.TranscodingMaxAudioChannels ?? int.MaxValue);
  825. var directAudioFailures = audioStreamWithSupportedCodec is null ? default : GetCompatibilityAudioCodec(options, item, container ?? string.Empty, audioStreamWithSupportedCodec, null, true, false);
  826. playlistItem.TranscodeReasons |= directAudioFailures;
  827. var directAudioStreamSatisfied = audioStreamWithSupportedCodec is not null && !channelsExceedsLimit
  828. && directAudioFailures == 0;
  829. directAudioStreamSatisfied = directAudioStreamSatisfied && !playlistItem.TranscodeReasons.HasFlag(TranscodeReason.ContainerBitrateExceedsLimit);
  830. var directAudioStream = directAudioStreamSatisfied ? audioStreamWithSupportedCodec : null;
  831. if (channelsExceedsLimit && playlistItem.TargetAudioStream is not null)
  832. {
  833. playlistItem.TranscodeReasons |= TranscodeReason.AudioChannelsNotSupported;
  834. playlistItem.TargetAudioStream.Channels = playlistItem.TranscodingMaxAudioChannels;
  835. }
  836. playlistItem.AudioCodecs = audioCodecs;
  837. if (directAudioStream is not null)
  838. {
  839. audioStream = directAudioStream;
  840. playlistItem.AudioStreamIndex = audioStream.Index;
  841. audioCodecs = [audioStream.Codec];
  842. playlistItem.AudioCodecs = audioCodecs;
  843. // Copy matching audio codec options
  844. playlistItem.AudioSampleRate = audioStream.SampleRate;
  845. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels?.ToString(CultureInfo.InvariantCulture) ?? string.Empty);
  846. if (!string.IsNullOrEmpty(audioStream.Profile))
  847. {
  848. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  849. }
  850. if (audioStream.Level.HasValue && audioStream.Level.Value != 0)
  851. {
  852. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  853. }
  854. }
  855. int? width = videoStream?.Width;
  856. int? height = videoStream?.Height;
  857. int? bitDepth = videoStream?.BitDepth;
  858. int? videoBitrate = videoStream?.BitRate;
  859. double? videoLevel = videoStream?.Level;
  860. string? videoProfile = videoStream?.Profile;
  861. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  862. float videoFramerate = videoStream is null ? 0 : videoStream.ReferenceFrameRate ?? 0;
  863. bool? isAnamorphic = videoStream?.IsAnamorphic;
  864. bool? isInterlaced = videoStream?.IsInterlaced;
  865. string? videoCodecTag = videoStream?.CodecTag;
  866. bool? isAvc = videoStream?.IsAVC;
  867. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  868. int? packetLength = videoStream?.PacketLength;
  869. int? refFrames = videoStream?.RefFrames;
  870. int numStreams = item.MediaStreams.Count;
  871. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  872. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  873. var useSubContainer = playlistItem.SubProtocol == MediaStreamProtocol.hls;
  874. var appliedVideoConditions = options.Profile.CodecProfiles
  875. .Where(i => i.Type == CodecType.Video &&
  876. i.ContainsAnyCodec(playlistItem.VideoCodecs, container, useSubContainer) &&
  877. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numStreams, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)))
  878. // Reverse codec profiles for backward compatibility - first codec profile has higher priority
  879. .Reverse();
  880. foreach (var condition in appliedVideoConditions)
  881. {
  882. foreach (var transcodingVideoCodec in playlistItem.VideoCodecs)
  883. {
  884. if (condition.ContainsAnyCodec(transcodingVideoCodec, container, useSubContainer))
  885. {
  886. ApplyTranscodingConditions(playlistItem, condition.Conditions, transcodingVideoCodec, true, true);
  887. continue;
  888. }
  889. }
  890. }
  891. // Honor requested max channels
  892. playlistItem.GlobalMaxAudioChannels = channelsExceedsLimit ? playlistItem.TranscodingMaxAudioChannels : options.MaxAudioChannels;
  893. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  894. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  895. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  896. int? inputAudioBitrate = audioStream?.BitRate;
  897. int? audioChannels = audioStream?.Channels;
  898. string? audioProfile = audioStream?.Profile;
  899. int? inputAudioSampleRate = audioStream?.SampleRate;
  900. int? inputAudioBitDepth = audioStream?.BitDepth;
  901. var appliedAudioConditions = options.Profile.CodecProfiles
  902. .Where(i => i.Type == CodecType.VideoAudio &&
  903. i.ContainsAnyCodec(playlistItem.AudioCodecs, container) &&
  904. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)))
  905. // Reverse codec profiles for backward compatibility - first codec profile has higher priority
  906. .Reverse();
  907. foreach (var codecProfile in appliedAudioConditions)
  908. {
  909. foreach (var transcodingAudioCodec in playlistItem.AudioCodecs)
  910. {
  911. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  912. {
  913. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, true);
  914. break;
  915. }
  916. }
  917. }
  918. var maxBitrateSetting = options.GetMaxBitrate(false);
  919. // Honor max rate
  920. if (maxBitrateSetting.HasValue)
  921. {
  922. var availableBitrateForVideo = maxBitrateSetting.Value;
  923. if (playlistItem.AudioBitrate.HasValue)
  924. {
  925. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  926. }
  927. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  928. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  929. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  930. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  931. }
  932. _logger.LogDebug(
  933. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  934. options.Profile.Name ?? "Anonymous Profile",
  935. item.Path ?? "Unknown path",
  936. playlistItem.PlayMethod,
  937. audioStream?.Index,
  938. playlistItem.SubtitleStreamIndex,
  939. playlistItem.TranscodeReasons);
  940. }
  941. private static int GetDefaultAudioBitrate(string? audioCodec, int? audioChannels)
  942. {
  943. if (!string.IsNullOrEmpty(audioCodec))
  944. {
  945. // Default to a higher bitrate for stream copy
  946. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  947. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  948. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  949. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  950. {
  951. if ((audioChannels ?? 0) < 2)
  952. {
  953. return 128000;
  954. }
  955. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  956. }
  957. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  958. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  959. {
  960. if ((audioChannels ?? 0) < 2)
  961. {
  962. return 768000;
  963. }
  964. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  965. }
  966. }
  967. return 192000;
  968. }
  969. private static int GetAudioBitrate(long maxTotalBitrate, IReadOnlyList<string> targetAudioCodecs, MediaStream? audioStream, StreamInfo item)
  970. {
  971. string? targetAudioCodec = targetAudioCodecs.Count == 0 ? null : targetAudioCodecs[0];
  972. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  973. int defaultBitrate;
  974. int encoderAudioBitrateLimit = int.MaxValue;
  975. if (audioStream is null)
  976. {
  977. defaultBitrate = 192000;
  978. }
  979. else
  980. {
  981. if (targetAudioChannels.HasValue
  982. && audioStream.Channels.HasValue
  983. && audioStream.Channels.Value > targetAudioChannels.Value)
  984. {
  985. // Reduce the bitrate if we're down mixing.
  986. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  987. }
  988. else if (targetAudioChannels.HasValue
  989. && audioStream.Channels.HasValue
  990. && audioStream.Channels.Value <= targetAudioChannels.Value
  991. && !string.IsNullOrEmpty(audioStream.Codec)
  992. && targetAudioCodecs is not null
  993. && targetAudioCodecs.Count > 0
  994. && !targetAudioCodecs.Any(elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  995. {
  996. // Shift the bitrate if we're transcoding to a different audio codec.
  997. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  998. }
  999. else
  1000. {
  1001. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  1002. }
  1003. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  1004. // Any attempts to transcode over 64k will fail
  1005. if (audioStream.Channels == 1
  1006. && (audioStream.BitRate ?? 0) < 64000)
  1007. {
  1008. encoderAudioBitrateLimit = 64000;
  1009. }
  1010. }
  1011. if (maxTotalBitrate > 0)
  1012. {
  1013. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  1014. }
  1015. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  1016. }
  1017. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  1018. {
  1019. if (totalBitrate <= 640000)
  1020. {
  1021. return 128000;
  1022. }
  1023. if (totalBitrate <= 2000000)
  1024. {
  1025. return 384000;
  1026. }
  1027. if (totalBitrate <= 3000000)
  1028. {
  1029. return 448000;
  1030. }
  1031. if (totalBitrate <= 4000000)
  1032. {
  1033. return 640000;
  1034. }
  1035. if (totalBitrate <= 5000000)
  1036. {
  1037. return 768000;
  1038. }
  1039. if (totalBitrate <= 10000000)
  1040. {
  1041. return 1536000;
  1042. }
  1043. if (totalBitrate <= 15000000)
  1044. {
  1045. return 2304000;
  1046. }
  1047. if (totalBitrate <= 20000000)
  1048. {
  1049. return 3584000;
  1050. }
  1051. return 7168000;
  1052. }
  1053. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  1054. MediaOptions options,
  1055. MediaSourceInfo mediaSource,
  1056. MediaStream? videoStream,
  1057. MediaStream? audioStream,
  1058. ICollection<MediaStream> candidateAudioStreams,
  1059. MediaStream? subtitleStream,
  1060. bool isEligibleForDirectPlay,
  1061. bool isEligibleForDirectStream)
  1062. {
  1063. if (options.ForceDirectPlay)
  1064. {
  1065. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  1066. }
  1067. if (options.ForceDirectStream)
  1068. {
  1069. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  1070. }
  1071. DeviceProfile profile = options.Profile;
  1072. string container = mediaSource.Container;
  1073. // Check container conditions
  1074. var containerProfileReasons = GetCompatibilityContainer(options, mediaSource, container, videoStream);
  1075. // Check video conditions
  1076. var videoCodecProfileReasons = videoStream is null ? default : GetCompatibilityVideoCodec(options, mediaSource, container, videoStream);
  1077. // Check audio candidates profile conditions
  1078. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => GetCompatibilityAudioCodecDirect(options, mediaSource, container, audioStream, true, mediaSource.IsSecondaryAudio(audioStream) ?? false));
  1079. TranscodeReason subtitleProfileReasons = 0;
  1080. if (subtitleStream is not null)
  1081. {
  1082. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  1083. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  1084. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  1085. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  1086. {
  1087. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  1088. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  1089. }
  1090. }
  1091. var containerSupported = false;
  1092. TranscodeReason[] rankings = [TranscodeReason.VideoCodecNotSupported, VideoCodecReasons, TranscodeReason.AudioCodecNotSupported, AudioCodecReasons, ContainerReasons];
  1093. // Check DirectPlay profiles to see if it can be direct played
  1094. var analyzedProfiles = profile.DirectPlayProfiles
  1095. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1096. .Select((directPlayProfile, order) =>
  1097. {
  1098. TranscodeReason directPlayProfileReasons = 0;
  1099. TranscodeReason audioCodecProfileReasons = 0;
  1100. // Check container type
  1101. if (!directPlayProfile.SupportsContainer(container))
  1102. {
  1103. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1104. }
  1105. else
  1106. {
  1107. containerSupported = true;
  1108. }
  1109. // Check video codec
  1110. string? videoCodec = videoStream?.Codec;
  1111. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1112. {
  1113. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1114. }
  1115. // Check audio codec
  1116. MediaStream? selectedAudioStream = null;
  1117. if (candidateAudioStreams.Count != 0)
  1118. {
  1119. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1120. if (selectedAudioStream is null)
  1121. {
  1122. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1123. }
  1124. else
  1125. {
  1126. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1127. }
  1128. }
  1129. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1130. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1131. {
  1132. failureReasons |= videoCodecProfileReasons;
  1133. }
  1134. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1135. {
  1136. failureReasons |= audioCodecProfileReasons;
  1137. }
  1138. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1139. PlayMethod? playMethod = null;
  1140. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1141. {
  1142. playMethod = PlayMethod.DirectPlay;
  1143. }
  1144. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1145. {
  1146. playMethod = PlayMethod.DirectStream;
  1147. }
  1148. var ranked = GetRank(ref failureReasons, rankings);
  1149. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1150. })
  1151. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1152. .ThenByDescending(analysis => analysis.Rank)
  1153. .ThenBy(analysis => analysis.Order)
  1154. .ToArray()
  1155. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1156. var profileMatch = analyzedProfiles[true]
  1157. .Select(analysis => analysis.Result)
  1158. .FirstOrDefault();
  1159. if (profileMatch.Profile is not null)
  1160. {
  1161. return profileMatch;
  1162. }
  1163. var failureReasons = analyzedProfiles[false]
  1164. .Select(analysis => analysis.Result)
  1165. .Where(result => !containerSupported || !result.TranscodeReason.HasFlag(TranscodeReason.ContainerNotSupported))
  1166. .FirstOrDefault().TranscodeReason;
  1167. if (failureReasons == 0)
  1168. {
  1169. failureReasons = TranscodeReason.DirectPlayError;
  1170. }
  1171. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1172. }
  1173. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1174. {
  1175. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1176. {
  1177. LogConditionFailure(profile, type, i, mediaSource);
  1178. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1179. return reasons | transcodeReasons;
  1180. });
  1181. }
  1182. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1183. {
  1184. _logger.LogDebug(
  1185. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1186. type,
  1187. profile.Name ?? "Unknown Profile",
  1188. condition.Property,
  1189. condition.Condition,
  1190. condition.Value ?? string.Empty,
  1191. condition.IsRequired,
  1192. mediaSource.Path ?? "Unknown path");
  1193. }
  1194. /// <summary>
  1195. /// Normalizes input container.
  1196. /// </summary>
  1197. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1198. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1199. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1200. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1201. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1202. /// <param name="outputContainer">The output container.</param>
  1203. /// <param name="transcodingSubProtocol">The subtitle transcoding protocol.</param>
  1204. /// <returns>The normalized input container.</returns>
  1205. public static SubtitleProfile GetSubtitleProfile(
  1206. MediaSourceInfo mediaSource,
  1207. MediaStream subtitleStream,
  1208. SubtitleProfile[] subtitleProfiles,
  1209. PlayMethod playMethod,
  1210. ITranscoderSupport transcoderSupport,
  1211. string? outputContainer,
  1212. MediaStreamProtocol? transcodingSubProtocol)
  1213. {
  1214. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || transcodingSubProtocol != MediaStreamProtocol.hls))
  1215. {
  1216. // Look for supported embedded subs of the same format
  1217. foreach (var profile in subtitleProfiles)
  1218. {
  1219. if (!profile.SupportsLanguage(subtitleStream.Language))
  1220. {
  1221. continue;
  1222. }
  1223. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1224. {
  1225. continue;
  1226. }
  1227. if (!ContainerHelper.ContainsContainer(profile.Container, outputContainer))
  1228. {
  1229. continue;
  1230. }
  1231. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1232. {
  1233. continue;
  1234. }
  1235. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1236. {
  1237. return profile;
  1238. }
  1239. }
  1240. // Look for supported embedded subs of a convertible format
  1241. foreach (var profile in subtitleProfiles)
  1242. {
  1243. if (!profile.SupportsLanguage(subtitleStream.Language))
  1244. {
  1245. continue;
  1246. }
  1247. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1248. {
  1249. continue;
  1250. }
  1251. if (!ContainerHelper.ContainsContainer(profile.Container, outputContainer))
  1252. {
  1253. continue;
  1254. }
  1255. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1256. {
  1257. continue;
  1258. }
  1259. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1260. {
  1261. return profile;
  1262. }
  1263. }
  1264. }
  1265. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1266. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1267. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1268. new SubtitleProfile
  1269. {
  1270. Method = SubtitleDeliveryMethod.Encode,
  1271. Format = subtitleStream.Codec
  1272. };
  1273. }
  1274. private static bool IsSubtitleEmbedSupported(string? transcodingContainer)
  1275. {
  1276. if (!string.IsNullOrEmpty(transcodingContainer))
  1277. {
  1278. if (ContainerHelper.ContainsContainer(transcodingContainer, "ts,mpegts,mp4"))
  1279. {
  1280. return false;
  1281. }
  1282. if (ContainerHelper.ContainsContainer(transcodingContainer, "mkv,matroska"))
  1283. {
  1284. return true;
  1285. }
  1286. }
  1287. return false;
  1288. }
  1289. private static SubtitleProfile? GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1290. {
  1291. foreach (var profile in subtitleProfiles)
  1292. {
  1293. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1294. {
  1295. continue;
  1296. }
  1297. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1298. {
  1299. continue;
  1300. }
  1301. if (!profile.SupportsLanguage(subtitleStream.Language))
  1302. {
  1303. continue;
  1304. }
  1305. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1306. {
  1307. continue;
  1308. }
  1309. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1310. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1311. {
  1312. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1313. if (!requiresConversion)
  1314. {
  1315. return profile;
  1316. }
  1317. if (!allowConversion)
  1318. {
  1319. continue;
  1320. }
  1321. // TODO: Build this into subtitleStream.SupportsExternalStream
  1322. if (mediaSource.IsInfiniteStream)
  1323. {
  1324. continue;
  1325. }
  1326. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1327. {
  1328. return profile;
  1329. }
  1330. }
  1331. }
  1332. return null;
  1333. }
  1334. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1335. {
  1336. // Don't restrict bitrate if item is remote.
  1337. if (item.IsRemote)
  1338. {
  1339. return false;
  1340. }
  1341. // If no maximum bitrate is set, default to no maximum bitrate.
  1342. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1343. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1344. int itemBitrate = item.Bitrate ?? 40000000;
  1345. if (itemBitrate > requestedMaxBitrate)
  1346. {
  1347. _logger.LogDebug(
  1348. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1349. itemBitrate,
  1350. requestedMaxBitrate);
  1351. return true;
  1352. }
  1353. return false;
  1354. }
  1355. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1356. {
  1357. if (options.ItemId.IsEmpty())
  1358. {
  1359. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1360. }
  1361. if (options.Profile is null)
  1362. {
  1363. throw new ArgumentException("Profile is required");
  1364. }
  1365. if (options.MediaSources is null)
  1366. {
  1367. throw new ArgumentException("MediaSources is required");
  1368. }
  1369. if (isMediaSource)
  1370. {
  1371. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1372. {
  1373. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1374. }
  1375. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1376. {
  1377. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1378. }
  1379. }
  1380. }
  1381. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1382. IEnumerable<CodecProfile> codecProfiles,
  1383. string container,
  1384. string codec,
  1385. int? audioChannels,
  1386. int? audioBitrate,
  1387. int? audioSampleRate,
  1388. int? audioBitDepth,
  1389. string audioProfile,
  1390. bool? isSecondaryAudio)
  1391. {
  1392. return codecProfiles
  1393. .Where(profile => profile.Type == CodecType.VideoAudio &&
  1394. profile.ContainsAnyCodec(codec, container) &&
  1395. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1396. .SelectMany(profile => profile.Conditions)
  1397. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1398. }
  1399. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1400. IEnumerable<CodecProfile> codecProfiles,
  1401. string container,
  1402. string? codec,
  1403. int? audioChannels,
  1404. int? audioBitrate,
  1405. int? audioSampleRate,
  1406. int? audioBitDepth,
  1407. bool checkConditions)
  1408. {
  1409. var conditions = codecProfiles
  1410. .Where(profile => profile.Type == CodecType.Audio &&
  1411. profile.ContainsAnyCodec(codec, container) &&
  1412. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1413. .SelectMany(profile => profile.Conditions);
  1414. if (!checkConditions)
  1415. {
  1416. return conditions;
  1417. }
  1418. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1419. }
  1420. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string? qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1421. {
  1422. foreach (ProfileCondition condition in conditions)
  1423. {
  1424. string value = condition.Value;
  1425. if (string.IsNullOrEmpty(value))
  1426. {
  1427. continue;
  1428. }
  1429. // No way to express this
  1430. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1431. {
  1432. continue;
  1433. }
  1434. switch (condition.Property)
  1435. {
  1436. case ProfileConditionValue.AudioBitrate:
  1437. {
  1438. if (!enableNonQualifiedConditions)
  1439. {
  1440. continue;
  1441. }
  1442. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1443. {
  1444. if (condition.Condition == ProfileConditionType.Equals)
  1445. {
  1446. item.AudioBitrate = num;
  1447. }
  1448. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1449. {
  1450. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1451. }
  1452. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1453. {
  1454. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1455. }
  1456. }
  1457. break;
  1458. }
  1459. case ProfileConditionValue.AudioSampleRate:
  1460. {
  1461. if (!enableNonQualifiedConditions)
  1462. {
  1463. continue;
  1464. }
  1465. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1466. {
  1467. if (condition.Condition == ProfileConditionType.Equals)
  1468. {
  1469. item.AudioSampleRate = num;
  1470. }
  1471. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1472. {
  1473. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1474. }
  1475. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1476. {
  1477. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1478. }
  1479. }
  1480. break;
  1481. }
  1482. case ProfileConditionValue.AudioChannels:
  1483. {
  1484. if (string.IsNullOrEmpty(qualifier))
  1485. {
  1486. if (!enableNonQualifiedConditions)
  1487. {
  1488. continue;
  1489. }
  1490. }
  1491. else
  1492. {
  1493. if (!enableQualifiedConditions)
  1494. {
  1495. continue;
  1496. }
  1497. }
  1498. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1499. {
  1500. if (condition.Condition == ProfileConditionType.Equals)
  1501. {
  1502. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1503. }
  1504. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1505. {
  1506. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1507. }
  1508. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1509. {
  1510. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1511. }
  1512. }
  1513. break;
  1514. }
  1515. case ProfileConditionValue.IsAvc:
  1516. {
  1517. if (!enableNonQualifiedConditions)
  1518. {
  1519. continue;
  1520. }
  1521. if (bool.TryParse(value, out var isAvc))
  1522. {
  1523. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1524. {
  1525. item.RequireAvc = true;
  1526. }
  1527. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1528. {
  1529. item.RequireAvc = true;
  1530. }
  1531. }
  1532. break;
  1533. }
  1534. case ProfileConditionValue.IsAnamorphic:
  1535. {
  1536. if (!enableNonQualifiedConditions)
  1537. {
  1538. continue;
  1539. }
  1540. if (bool.TryParse(value, out var isAnamorphic))
  1541. {
  1542. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1543. {
  1544. item.RequireNonAnamorphic = true;
  1545. }
  1546. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1547. {
  1548. item.RequireNonAnamorphic = true;
  1549. }
  1550. }
  1551. break;
  1552. }
  1553. case ProfileConditionValue.IsInterlaced:
  1554. {
  1555. if (string.IsNullOrEmpty(qualifier))
  1556. {
  1557. if (!enableNonQualifiedConditions)
  1558. {
  1559. continue;
  1560. }
  1561. }
  1562. else
  1563. {
  1564. if (!enableQualifiedConditions)
  1565. {
  1566. continue;
  1567. }
  1568. }
  1569. if (bool.TryParse(value, out var isInterlaced))
  1570. {
  1571. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1572. {
  1573. item.SetOption(qualifier, "deinterlace", "true");
  1574. }
  1575. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1576. {
  1577. item.SetOption(qualifier, "deinterlace", "true");
  1578. }
  1579. }
  1580. break;
  1581. }
  1582. case ProfileConditionValue.AudioProfile:
  1583. case ProfileConditionValue.Has64BitOffsets:
  1584. case ProfileConditionValue.PacketLength:
  1585. case ProfileConditionValue.NumStreams:
  1586. case ProfileConditionValue.NumAudioStreams:
  1587. case ProfileConditionValue.NumVideoStreams:
  1588. case ProfileConditionValue.IsSecondaryAudio:
  1589. case ProfileConditionValue.VideoTimestamp:
  1590. {
  1591. // Not supported yet
  1592. break;
  1593. }
  1594. case ProfileConditionValue.RefFrames:
  1595. {
  1596. if (string.IsNullOrEmpty(qualifier))
  1597. {
  1598. if (!enableNonQualifiedConditions)
  1599. {
  1600. continue;
  1601. }
  1602. }
  1603. else
  1604. {
  1605. if (!enableQualifiedConditions)
  1606. {
  1607. continue;
  1608. }
  1609. }
  1610. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1611. {
  1612. if (condition.Condition == ProfileConditionType.Equals)
  1613. {
  1614. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1615. }
  1616. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1617. {
  1618. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1619. }
  1620. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1621. {
  1622. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1623. }
  1624. }
  1625. break;
  1626. }
  1627. case ProfileConditionValue.VideoBitDepth:
  1628. {
  1629. if (string.IsNullOrEmpty(qualifier))
  1630. {
  1631. if (!enableNonQualifiedConditions)
  1632. {
  1633. continue;
  1634. }
  1635. }
  1636. else
  1637. {
  1638. if (!enableQualifiedConditions)
  1639. {
  1640. continue;
  1641. }
  1642. }
  1643. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1644. {
  1645. if (condition.Condition == ProfileConditionType.Equals)
  1646. {
  1647. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1648. }
  1649. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1650. {
  1651. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1652. }
  1653. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1654. {
  1655. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1656. }
  1657. }
  1658. break;
  1659. }
  1660. case ProfileConditionValue.VideoProfile:
  1661. {
  1662. if (string.IsNullOrEmpty(qualifier))
  1663. {
  1664. continue;
  1665. }
  1666. // Change from split by | to comma
  1667. // Strip spaces to avoid having to encode
  1668. var values = value
  1669. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1670. if (condition.Condition == ProfileConditionType.Equals)
  1671. {
  1672. item.SetOption(qualifier, "profile", string.Join(',', values));
  1673. }
  1674. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1675. {
  1676. var currentValue = item.GetOption(qualifier, "profile");
  1677. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1678. {
  1679. item.SetOption(qualifier, "profile", currentValue);
  1680. }
  1681. else
  1682. {
  1683. item.SetOption(qualifier, "profile", string.Join(',', values));
  1684. }
  1685. }
  1686. break;
  1687. }
  1688. case ProfileConditionValue.VideoRangeType:
  1689. {
  1690. if (string.IsNullOrEmpty(qualifier))
  1691. {
  1692. continue;
  1693. }
  1694. // change from split by | to comma
  1695. // strip spaces to avoid having to encode
  1696. var values = value
  1697. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1698. if (condition.Condition == ProfileConditionType.Equals)
  1699. {
  1700. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1701. }
  1702. else if (condition.Condition == ProfileConditionType.NotEquals)
  1703. {
  1704. item.SetOption(qualifier, "rangetype", string.Join(',', Enum.GetNames(typeof(VideoRangeType)).Except(values)));
  1705. }
  1706. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1707. {
  1708. var currentValue = item.GetOption(qualifier, "rangetype");
  1709. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1710. {
  1711. item.SetOption(qualifier, "rangetype", currentValue);
  1712. }
  1713. else
  1714. {
  1715. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1716. }
  1717. }
  1718. break;
  1719. }
  1720. case ProfileConditionValue.VideoCodecTag:
  1721. {
  1722. if (string.IsNullOrEmpty(qualifier))
  1723. {
  1724. continue;
  1725. }
  1726. // change from split by | to comma
  1727. // strip spaces to avoid having to encode
  1728. var values = value
  1729. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1730. if (condition.Condition == ProfileConditionType.Equals)
  1731. {
  1732. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1733. }
  1734. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1735. {
  1736. var currentValue = item.GetOption(qualifier, "codectag");
  1737. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1738. {
  1739. item.SetOption(qualifier, "codectag", currentValue);
  1740. }
  1741. else
  1742. {
  1743. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1744. }
  1745. }
  1746. break;
  1747. }
  1748. case ProfileConditionValue.Height:
  1749. {
  1750. if (!enableNonQualifiedConditions)
  1751. {
  1752. continue;
  1753. }
  1754. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1755. {
  1756. if (condition.Condition == ProfileConditionType.Equals)
  1757. {
  1758. item.MaxHeight = num;
  1759. }
  1760. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1761. {
  1762. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1763. }
  1764. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1765. {
  1766. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1767. }
  1768. }
  1769. break;
  1770. }
  1771. case ProfileConditionValue.VideoBitrate:
  1772. {
  1773. if (!enableNonQualifiedConditions)
  1774. {
  1775. continue;
  1776. }
  1777. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1778. {
  1779. if (condition.Condition == ProfileConditionType.Equals)
  1780. {
  1781. item.VideoBitrate = num;
  1782. }
  1783. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1784. {
  1785. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1786. }
  1787. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1788. {
  1789. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1790. }
  1791. }
  1792. break;
  1793. }
  1794. case ProfileConditionValue.VideoFramerate:
  1795. {
  1796. if (!enableNonQualifiedConditions)
  1797. {
  1798. continue;
  1799. }
  1800. if (float.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1801. {
  1802. if (condition.Condition == ProfileConditionType.Equals)
  1803. {
  1804. item.MaxFramerate = num;
  1805. }
  1806. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1807. {
  1808. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1809. }
  1810. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1811. {
  1812. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1813. }
  1814. }
  1815. break;
  1816. }
  1817. case ProfileConditionValue.VideoLevel:
  1818. {
  1819. if (string.IsNullOrEmpty(qualifier))
  1820. {
  1821. continue;
  1822. }
  1823. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1824. {
  1825. if (condition.Condition == ProfileConditionType.Equals)
  1826. {
  1827. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1828. }
  1829. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1830. {
  1831. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1832. }
  1833. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1834. {
  1835. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1836. }
  1837. }
  1838. break;
  1839. }
  1840. case ProfileConditionValue.Width:
  1841. {
  1842. if (!enableNonQualifiedConditions)
  1843. {
  1844. continue;
  1845. }
  1846. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1847. {
  1848. if (condition.Condition == ProfileConditionType.Equals)
  1849. {
  1850. item.MaxWidth = num;
  1851. }
  1852. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1853. {
  1854. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1855. }
  1856. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1857. {
  1858. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1859. }
  1860. }
  1861. break;
  1862. }
  1863. default:
  1864. break;
  1865. }
  1866. }
  1867. }
  1868. private static bool IsAudioContainerSupported(DirectPlayProfile profile, MediaSourceInfo item)
  1869. {
  1870. // Check container type
  1871. if (!profile.SupportsContainer(item.Container))
  1872. {
  1873. return false;
  1874. }
  1875. // Never direct play audio in matroska when the device only declare support for webm.
  1876. // The first check is not enough because mkv is assumed can be webm.
  1877. // See https://github.com/jellyfin/jellyfin/issues/13344
  1878. return !ContainerHelper.ContainsContainer("mkv", item.Container)
  1879. || profile.SupportsContainer("mkv");
  1880. }
  1881. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1882. {
  1883. if (!IsAudioContainerSupported(profile, item))
  1884. {
  1885. return false;
  1886. }
  1887. // Check audio codec
  1888. string? audioCodec = audioStream?.Codec;
  1889. if (!profile.SupportsAudioCodec(audioCodec))
  1890. {
  1891. return false;
  1892. }
  1893. return true;
  1894. }
  1895. private static bool IsAudioDirectStreamSupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1896. {
  1897. // Check container type, this should NOT be supported
  1898. // If the container is supported, the file should be directly played
  1899. if (IsAudioContainerSupported(profile, item))
  1900. {
  1901. return false;
  1902. }
  1903. // Check audio codec, we cannot use the SupportsAudioCodec here
  1904. // Because that one assumes empty container supports all codec, which is just useless
  1905. string? audioCodec = audioStream?.Codec;
  1906. return string.Equals(profile.AudioCodec, audioCodec, StringComparison.OrdinalIgnoreCase)
  1907. || string.Equals(profile.Container, audioCodec, StringComparison.OrdinalIgnoreCase);
  1908. }
  1909. private int GetRank(ref TranscodeReason a, TranscodeReason[] rankings)
  1910. {
  1911. var index = 1;
  1912. foreach (var flag in rankings)
  1913. {
  1914. var reason = a & flag;
  1915. if (reason != 0)
  1916. {
  1917. return index;
  1918. }
  1919. index++;
  1920. }
  1921. return index;
  1922. }
  1923. /// <summary>
  1924. /// Check the profile conditions.
  1925. /// </summary>
  1926. /// <param name="conditions">Profile conditions.</param>
  1927. /// <param name="mediaSource">Media source.</param>
  1928. /// <param name="videoStream">Video stream.</param>
  1929. /// <returns>Failed profile conditions.</returns>
  1930. private IEnumerable<ProfileCondition> CheckVideoConditions(ProfileCondition[] conditions, MediaSourceInfo mediaSource, MediaStream? videoStream)
  1931. {
  1932. int? width = videoStream?.Width;
  1933. int? height = videoStream?.Height;
  1934. int? bitDepth = videoStream?.BitDepth;
  1935. int? videoBitrate = videoStream?.BitRate;
  1936. double? videoLevel = videoStream?.Level;
  1937. string? videoProfile = videoStream?.Profile;
  1938. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  1939. float videoFramerate = videoStream is null ? 0 : videoStream.ReferenceFrameRate ?? 0;
  1940. bool? isAnamorphic = videoStream?.IsAnamorphic;
  1941. bool? isInterlaced = videoStream?.IsInterlaced;
  1942. string? videoCodecTag = videoStream?.CodecTag;
  1943. bool? isAvc = videoStream?.IsAVC;
  1944. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  1945. int? packetLength = videoStream?.PacketLength;
  1946. int? refFrames = videoStream?.RefFrames;
  1947. int numStreams = mediaSource.MediaStreams.Count;
  1948. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  1949. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  1950. return conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numStreams, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  1951. }
  1952. /// <summary>
  1953. /// Check the compatibility of the container.
  1954. /// </summary>
  1955. /// <param name="options">Media options.</param>
  1956. /// <param name="mediaSource">Media source.</param>
  1957. /// <param name="container">Container.</param>
  1958. /// <param name="videoStream">Video stream.</param>
  1959. /// <returns>Transcode reasons if the container is not fully compatible.</returns>
  1960. private TranscodeReason GetCompatibilityContainer(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream? videoStream)
  1961. {
  1962. var profile = options.Profile;
  1963. var failures = AggregateFailureConditions(
  1964. mediaSource,
  1965. profile,
  1966. "VideoCodecProfile",
  1967. profile.ContainerProfiles
  1968. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  1969. .SelectMany(containerProfile => CheckVideoConditions(containerProfile.Conditions, mediaSource, videoStream)));
  1970. return failures;
  1971. }
  1972. /// <summary>
  1973. /// Check the compatibility of the video codec.
  1974. /// </summary>
  1975. /// <param name="options">Media options.</param>
  1976. /// <param name="mediaSource">Media source.</param>
  1977. /// <param name="container">Container.</param>
  1978. /// <param name="videoStream">Video stream.</param>
  1979. /// <returns>Transcode reasons if the video stream is not fully compatible.</returns>
  1980. private TranscodeReason GetCompatibilityVideoCodec(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream videoStream)
  1981. {
  1982. var profile = options.Profile;
  1983. string videoCodec = videoStream.Codec;
  1984. var failures = AggregateFailureConditions(
  1985. mediaSource,
  1986. profile,
  1987. "VideoCodecProfile",
  1988. profile.CodecProfiles
  1989. .Where(codecProfile => codecProfile.Type == CodecType.Video &&
  1990. codecProfile.ContainsAnyCodec(videoCodec, container) &&
  1991. !CheckVideoConditions(codecProfile.ApplyConditions, mediaSource, videoStream).Any())
  1992. .SelectMany(codecProfile => CheckVideoConditions(codecProfile.Conditions, mediaSource, videoStream)));
  1993. return failures;
  1994. }
  1995. /// <summary>
  1996. /// Check the compatibility of the audio codec.
  1997. /// </summary>
  1998. /// <param name="options">Media options.</param>
  1999. /// <param name="mediaSource">Media source.</param>
  2000. /// <param name="container">Container.</param>
  2001. /// <param name="audioStream">Audio stream.</param>
  2002. /// <param name="transcodingAudioCodec">Override audio codec.</param>
  2003. /// <param name="isVideo">The media source is video.</param>
  2004. /// <param name="isSecondaryAudio">The audio stream is secondary.</param>
  2005. /// <returns>Transcode reasons if the audio stream is not fully compatible.</returns>
  2006. private TranscodeReason GetCompatibilityAudioCodec(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream, string? transcodingAudioCodec, bool isVideo, bool isSecondaryAudio)
  2007. {
  2008. var profile = options.Profile;
  2009. var audioCodec = transcodingAudioCodec ?? audioStream.Codec;
  2010. var audioProfile = audioStream.Profile;
  2011. var audioChannels = audioStream.Channels;
  2012. var audioBitrate = audioStream.BitRate;
  2013. var audioSampleRate = audioStream.SampleRate;
  2014. var audioBitDepth = audioStream.BitDepth;
  2015. var audioFailureConditions = isVideo
  2016. ? GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioCodec, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)
  2017. : GetProfileConditionsForAudio(profile.CodecProfiles, container, audioCodec, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, true);
  2018. var failures = AggregateFailureConditions(mediaSource, profile, "AudioCodecProfile", audioFailureConditions);
  2019. return failures;
  2020. }
  2021. /// <summary>
  2022. /// Check the compatibility of the audio codec for direct playback.
  2023. /// </summary>
  2024. /// <param name="options">Media options.</param>
  2025. /// <param name="mediaSource">Media source.</param>
  2026. /// <param name="container">Container.</param>
  2027. /// <param name="audioStream">Audio stream.</param>
  2028. /// <param name="isVideo">The media source is video.</param>
  2029. /// <param name="isSecondaryAudio">The audio stream is secondary.</param>
  2030. /// <returns>Transcode reasons if the audio stream is not fully compatible for direct playback.</returns>
  2031. private TranscodeReason GetCompatibilityAudioCodecDirect(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream, bool isVideo, bool isSecondaryAudio)
  2032. {
  2033. var failures = GetCompatibilityAudioCodec(options, mediaSource, container, audioStream, null, isVideo, isSecondaryAudio);
  2034. if (audioStream.IsExternal)
  2035. {
  2036. failures |= TranscodeReason.AudioIsExternal;
  2037. }
  2038. return failures;
  2039. }
  2040. }
  2041. }