StreamBuilder.cs 96 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.Linq;
  5. using Jellyfin.Data.Enums;
  6. using Jellyfin.Extensions;
  7. using MediaBrowser.Model.Dto;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.MediaInfo;
  10. using MediaBrowser.Model.Session;
  11. using Microsoft.Extensions.Logging;
  12. namespace MediaBrowser.Model.Dlna
  13. {
  14. /// <summary>
  15. /// Class StreamBuilder.
  16. /// </summary>
  17. public class StreamBuilder
  18. {
  19. // Aliases
  20. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  21. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  22. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  23. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  24. private readonly ILogger _logger;
  25. private readonly ITranscoderSupport _transcoderSupport;
  26. private static readonly string[] _supportedHlsVideoCodecs = new string[] { "h264", "hevc", "av1" };
  27. private static readonly string[] _supportedHlsAudioCodecsTs = new string[] { "aac", "ac3", "eac3", "mp3" };
  28. private static readonly string[] _supportedHlsAudioCodecsMp4 = new string[] { "aac", "ac3", "eac3", "mp3", "alac", "flac", "opus", "dca", "truehd" };
  29. /// <summary>
  30. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  31. /// </summary>
  32. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  33. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  34. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  35. {
  36. _transcoderSupport = transcoderSupport;
  37. _logger = logger;
  38. }
  39. /// <summary>
  40. /// Gets the optimal audio stream.
  41. /// </summary>
  42. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  43. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  44. public StreamInfo? GetOptimalAudioStream(MediaOptions options)
  45. {
  46. ValidateMediaOptions(options, false);
  47. var streams = new List<StreamInfo>();
  48. foreach (var mediaSource in options.MediaSources)
  49. {
  50. if (!(string.IsNullOrEmpty(options.MediaSourceId)
  51. || string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase)))
  52. {
  53. continue;
  54. }
  55. StreamInfo? streamInfo = GetOptimalAudioStream(mediaSource, options);
  56. if (streamInfo is not null)
  57. {
  58. streamInfo.DeviceId = options.DeviceId;
  59. streamInfo.DeviceProfileId = options.Profile.Id;
  60. streams.Add(streamInfo);
  61. }
  62. }
  63. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  64. }
  65. private StreamInfo? GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  66. {
  67. var playlistItem = new StreamInfo
  68. {
  69. ItemId = options.ItemId,
  70. MediaType = DlnaProfileType.Audio,
  71. MediaSource = item,
  72. RunTimeTicks = item.RunTimeTicks,
  73. Context = options.Context,
  74. DeviceProfile = options.Profile
  75. };
  76. if (options.ForceDirectPlay)
  77. {
  78. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  79. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  80. return playlistItem;
  81. }
  82. if (options.ForceDirectStream)
  83. {
  84. playlistItem.PlayMethod = PlayMethod.DirectStream;
  85. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  86. return playlistItem;
  87. }
  88. MediaStream audioStream = item.GetDefaultAudioStream(null);
  89. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  90. var directPlayMethod = directPlayInfo.PlayMethod;
  91. var transcodeReasons = directPlayInfo.TranscodeReasons;
  92. var inputAudioChannels = audioStream?.Channels;
  93. var inputAudioBitrate = audioStream?.BitRate;
  94. var inputAudioSampleRate = audioStream?.SampleRate;
  95. var inputAudioBitDepth = audioStream?.BitDepth;
  96. if (directPlayMethod.HasValue)
  97. {
  98. var profile = options.Profile;
  99. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  100. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  101. transcodeReasons |= audioFailureReasons;
  102. if (audioFailureReasons == 0)
  103. {
  104. playlistItem.PlayMethod = directPlayMethod.Value;
  105. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  106. return playlistItem;
  107. }
  108. }
  109. TranscodingProfile? transcodingProfile = null;
  110. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  111. {
  112. if (tcProfile.Type == playlistItem.MediaType
  113. && tcProfile.Context == options.Context
  114. && _transcoderSupport.CanEncodeToAudioCodec(tcProfile.AudioCodec ?? tcProfile.Container))
  115. {
  116. transcodingProfile = tcProfile;
  117. break;
  118. }
  119. }
  120. if (transcodingProfile is not null)
  121. {
  122. if (!item.SupportsTranscoding)
  123. {
  124. return null;
  125. }
  126. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  127. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  128. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  129. // Honor requested max channels
  130. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  131. var configuredBitrate = options.GetMaxBitrate(true);
  132. long transcodingBitrate = options.AudioTranscodingBitrate
  133. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  134. ?? configuredBitrate
  135. ?? 128000;
  136. if (configuredBitrate.HasValue)
  137. {
  138. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  139. }
  140. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  141. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  142. }
  143. playlistItem.TranscodeReasons = transcodeReasons;
  144. return playlistItem;
  145. }
  146. /// <summary>
  147. /// Gets the optimal video stream.
  148. /// </summary>
  149. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  150. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  151. public StreamInfo? GetOptimalVideoStream(MediaOptions options)
  152. {
  153. ValidateMediaOptions(options, true);
  154. var mediaSources = string.IsNullOrEmpty(options.MediaSourceId)
  155. ? options.MediaSources
  156. : options.MediaSources.Where(x => string.Equals(x.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase));
  157. var streams = new List<StreamInfo>();
  158. foreach (var mediaSourceInfo in mediaSources)
  159. {
  160. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  161. if (streamInfo is not null)
  162. {
  163. streams.Add(streamInfo);
  164. }
  165. }
  166. foreach (var stream in streams)
  167. {
  168. stream.DeviceId = options.DeviceId;
  169. stream.DeviceProfileId = options.Profile.Id;
  170. }
  171. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  172. }
  173. private static StreamInfo? GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  174. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  175. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  176. {
  177. return streams.OrderBy(i =>
  178. {
  179. // Nothing beats direct playing a file
  180. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource?.Protocol == MediaProtocol.File)
  181. {
  182. return 0;
  183. }
  184. return 1;
  185. }).ThenBy(i =>
  186. {
  187. switch (i.PlayMethod)
  188. {
  189. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  190. case PlayMethod.DirectStream:
  191. case PlayMethod.DirectPlay:
  192. return 0;
  193. default:
  194. return 1;
  195. }
  196. }).ThenBy(i =>
  197. {
  198. switch (i.MediaSource?.Protocol)
  199. {
  200. case MediaProtocol.File:
  201. return 0;
  202. default:
  203. return 1;
  204. }
  205. }).ThenBy(i =>
  206. {
  207. if (maxBitrate > 0)
  208. {
  209. if (i.MediaSource?.Bitrate is not null)
  210. {
  211. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  212. }
  213. }
  214. return 0;
  215. }).ThenBy(streams.IndexOf);
  216. }
  217. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  218. {
  219. switch (condition.Property)
  220. {
  221. case ProfileConditionValue.AudioBitrate:
  222. return TranscodeReason.AudioBitrateNotSupported;
  223. case ProfileConditionValue.AudioChannels:
  224. return TranscodeReason.AudioChannelsNotSupported;
  225. case ProfileConditionValue.AudioProfile:
  226. return TranscodeReason.AudioProfileNotSupported;
  227. case ProfileConditionValue.AudioSampleRate:
  228. return TranscodeReason.AudioSampleRateNotSupported;
  229. case ProfileConditionValue.Has64BitOffsets:
  230. // TODO
  231. return 0;
  232. case ProfileConditionValue.Height:
  233. return TranscodeReason.VideoResolutionNotSupported;
  234. case ProfileConditionValue.IsAnamorphic:
  235. return TranscodeReason.AnamorphicVideoNotSupported;
  236. case ProfileConditionValue.IsAvc:
  237. // TODO
  238. return 0;
  239. case ProfileConditionValue.IsInterlaced:
  240. return TranscodeReason.InterlacedVideoNotSupported;
  241. case ProfileConditionValue.IsSecondaryAudio:
  242. return TranscodeReason.SecondaryAudioNotSupported;
  243. case ProfileConditionValue.NumAudioStreams:
  244. // TODO
  245. return 0;
  246. case ProfileConditionValue.NumVideoStreams:
  247. // TODO
  248. return 0;
  249. case ProfileConditionValue.PacketLength:
  250. // TODO
  251. return 0;
  252. case ProfileConditionValue.RefFrames:
  253. return TranscodeReason.RefFramesNotSupported;
  254. case ProfileConditionValue.VideoBitDepth:
  255. return TranscodeReason.VideoBitDepthNotSupported;
  256. case ProfileConditionValue.AudioBitDepth:
  257. return TranscodeReason.AudioBitDepthNotSupported;
  258. case ProfileConditionValue.VideoBitrate:
  259. return TranscodeReason.VideoBitrateNotSupported;
  260. case ProfileConditionValue.VideoCodecTag:
  261. return TranscodeReason.VideoCodecNotSupported;
  262. case ProfileConditionValue.VideoFramerate:
  263. return TranscodeReason.VideoFramerateNotSupported;
  264. case ProfileConditionValue.VideoLevel:
  265. return TranscodeReason.VideoLevelNotSupported;
  266. case ProfileConditionValue.VideoProfile:
  267. return TranscodeReason.VideoProfileNotSupported;
  268. case ProfileConditionValue.VideoRangeType:
  269. return TranscodeReason.VideoRangeTypeNotSupported;
  270. case ProfileConditionValue.VideoTimestamp:
  271. // TODO
  272. return 0;
  273. case ProfileConditionValue.Width:
  274. return TranscodeReason.VideoResolutionNotSupported;
  275. default:
  276. return 0;
  277. }
  278. }
  279. /// <summary>
  280. /// Normalizes input container.
  281. /// </summary>
  282. /// <param name="inputContainer">The input container.</param>
  283. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  284. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  285. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  286. /// <returns>The normalized input container.</returns>
  287. public static string? NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile? profile, DlnaProfileType type, DirectPlayProfile? playProfile = null)
  288. {
  289. if (string.IsNullOrEmpty(inputContainer))
  290. {
  291. return null;
  292. }
  293. var formats = ContainerProfile.SplitValue(inputContainer);
  294. if (profile is not null)
  295. {
  296. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : new[] { playProfile };
  297. foreach (var format in formats)
  298. {
  299. foreach (var directPlayProfile in playProfiles)
  300. {
  301. if (directPlayProfile.Type == type
  302. && directPlayProfile.SupportsContainer(format))
  303. {
  304. return format;
  305. }
  306. }
  307. }
  308. }
  309. return formats[0];
  310. }
  311. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  312. {
  313. var directPlayProfile = options.Profile.DirectPlayProfiles
  314. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  315. if (directPlayProfile is null)
  316. {
  317. _logger.LogDebug(
  318. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  319. options.Profile.Name ?? "Unknown Profile",
  320. item.Path ?? "Unknown path",
  321. audioStream.Codec ?? "Unknown codec");
  322. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  323. }
  324. TranscodeReason transcodeReasons = 0;
  325. // The profile describes what the device supports
  326. // If device requirements are satisfied then allow both direct stream and direct play
  327. if (item.SupportsDirectPlay)
  328. {
  329. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  330. {
  331. if (options.EnableDirectPlay)
  332. {
  333. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  334. }
  335. }
  336. else
  337. {
  338. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  339. }
  340. }
  341. // While options takes the network and other factors into account. Only applies to direct stream
  342. if (item.SupportsDirectStream)
  343. {
  344. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  345. {
  346. if (options.EnableDirectStream)
  347. {
  348. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  349. }
  350. }
  351. else
  352. {
  353. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  354. }
  355. }
  356. return (directPlayProfile, null, transcodeReasons);
  357. }
  358. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream? videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  359. {
  360. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  361. var containerSupported = false;
  362. var audioSupported = false;
  363. var videoSupported = false;
  364. foreach (var profile in directPlayProfiles)
  365. {
  366. // Check container type
  367. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  368. {
  369. containerSupported = true;
  370. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  371. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  372. if (videoSupported && audioSupported)
  373. {
  374. break;
  375. }
  376. }
  377. }
  378. TranscodeReason reasons = 0;
  379. if (!containerSupported)
  380. {
  381. reasons |= TranscodeReason.ContainerNotSupported;
  382. }
  383. if (!videoSupported)
  384. {
  385. reasons |= TranscodeReason.VideoCodecNotSupported;
  386. }
  387. if (!audioSupported)
  388. {
  389. reasons |= TranscodeReason.AudioCodecNotSupported;
  390. }
  391. return reasons;
  392. }
  393. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  394. {
  395. int highestScore = -1;
  396. foreach (var stream in item.MediaStreams)
  397. {
  398. if (stream.Type == MediaStreamType.Subtitle
  399. && stream.Score.HasValue
  400. && stream.Score.Value > highestScore)
  401. {
  402. highestScore = stream.Score.Value;
  403. }
  404. }
  405. var topStreams = new List<MediaStream>();
  406. foreach (var stream in item.MediaStreams)
  407. {
  408. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  409. {
  410. topStreams.Add(stream);
  411. }
  412. }
  413. // If multiple streams have an equal score, try to pick the most efficient one
  414. if (topStreams.Count > 1)
  415. {
  416. foreach (var stream in topStreams)
  417. {
  418. foreach (var profile in subtitleProfiles)
  419. {
  420. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  421. {
  422. return stream.Index;
  423. }
  424. }
  425. }
  426. }
  427. // If no optimization panned out, just use the original default
  428. return item.DefaultSubtitleStreamIndex;
  429. }
  430. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  431. {
  432. var container = transcodingProfile.Container;
  433. var protocol = transcodingProfile.Protocol;
  434. item.TranscodingContainer = container;
  435. item.TranscodingSubProtocol = protocol;
  436. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  437. {
  438. playlistItem.Container = container;
  439. playlistItem.SubProtocol = protocol;
  440. }
  441. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  442. if (int.TryParse(transcodingProfile.MaxAudioChannels, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  443. {
  444. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  445. }
  446. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  447. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  448. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  449. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  450. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  451. if (transcodingProfile.MinSegments > 0)
  452. {
  453. playlistItem.MinSegments = transcodingProfile.MinSegments;
  454. }
  455. if (transcodingProfile.SegmentLength > 0)
  456. {
  457. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  458. }
  459. }
  460. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile? directPlayProfile)
  461. {
  462. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  463. var protocol = MediaStreamProtocol.http;
  464. item.TranscodingContainer = container;
  465. item.TranscodingSubProtocol = protocol;
  466. playlistItem.Container = container;
  467. playlistItem.SubProtocol = protocol;
  468. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  469. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile?.AudioCodec);
  470. }
  471. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  472. {
  473. ArgumentNullException.ThrowIfNull(item);
  474. StreamInfo playlistItem = new StreamInfo
  475. {
  476. ItemId = options.ItemId,
  477. MediaType = DlnaProfileType.Video,
  478. MediaSource = item,
  479. RunTimeTicks = item.RunTimeTicks,
  480. Context = options.Context,
  481. DeviceProfile = options.Profile,
  482. SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles)
  483. };
  484. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  485. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  486. if (audioStream is not null)
  487. {
  488. playlistItem.AudioStreamIndex = audioStream.Index;
  489. }
  490. // Collect candidate audio streams
  491. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? Array.Empty<MediaStream>() : new[] { audioStream };
  492. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  493. {
  494. if (audioStream?.IsDefault == true)
  495. {
  496. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  497. }
  498. else
  499. {
  500. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  501. }
  502. }
  503. var videoStream = item.VideoStream;
  504. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  505. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  506. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  507. TranscodeReason transcodeReasons = 0;
  508. // Force transcode or remux for BD/DVD folders
  509. if (item.VideoType == VideoType.Dvd || item.VideoType == VideoType.BluRay)
  510. {
  511. isEligibleForDirectPlay = false;
  512. }
  513. if (bitrateLimitExceeded)
  514. {
  515. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  516. }
  517. _logger.LogDebug(
  518. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  519. options.Profile.Name ?? "Unknown Profile",
  520. item.Path ?? "Unknown path",
  521. isEligibleForDirectPlay,
  522. isEligibleForDirectStream);
  523. DirectPlayProfile? directPlayProfile = null;
  524. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  525. {
  526. // See if it can be direct played
  527. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  528. var directPlay = directPlayInfo.PlayMethod;
  529. transcodeReasons |= directPlayInfo.TranscodeReasons;
  530. if (directPlay.HasValue)
  531. {
  532. directPlayProfile = directPlayInfo.Profile;
  533. playlistItem.PlayMethod = directPlay.Value;
  534. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  535. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  536. if (directPlay == PlayMethod.DirectPlay)
  537. {
  538. playlistItem.SubProtocol = MediaStreamProtocol.http;
  539. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  540. if (audioStreamIndex.HasValue)
  541. {
  542. playlistItem.AudioStreamIndex = audioStreamIndex;
  543. var audioCodec = item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec;
  544. playlistItem.AudioCodecs = audioCodec is null ? Array.Empty<string>() : new[] { audioCodec };
  545. }
  546. }
  547. else if (directPlay == PlayMethod.DirectStream)
  548. {
  549. playlistItem.AudioStreamIndex = audioStream?.Index;
  550. if (audioStream is not null)
  551. {
  552. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile?.AudioCodec);
  553. }
  554. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  555. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile?.Container, directPlayProfile?.VideoCodec, directPlayProfile?.AudioCodec);
  556. }
  557. if (subtitleStream is not null)
  558. {
  559. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile?.Container, null);
  560. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  561. playlistItem.SubtitleFormat = subtitleProfile.Format;
  562. }
  563. }
  564. _logger.LogDebug(
  565. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  566. options.Profile.Name ?? "Anonymous Profile",
  567. item.Path ?? "Unknown path",
  568. directPlayInfo.PlayMethod,
  569. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  570. playlistItem.SubtitleStreamIndex,
  571. directPlayInfo.TranscodeReasons);
  572. }
  573. playlistItem.TranscodeReasons = transcodeReasons;
  574. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  575. {
  576. // Can't direct play, find the transcoding profile
  577. // If we do this for direct-stream we will overwrite the info
  578. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  579. if (transcodingProfile is not null)
  580. {
  581. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  582. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  583. playlistItem.PlayMethod = PlayMethod.Transcode;
  584. if (subtitleStream is not null)
  585. {
  586. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  587. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  588. playlistItem.SubtitleFormat = subtitleProfile.Format;
  589. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  590. }
  591. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  592. {
  593. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  594. }
  595. }
  596. }
  597. _logger.LogDebug(
  598. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  599. options.Profile.Name ?? "Anonymous Profile",
  600. item.Path ?? "Unknown path",
  601. options.AudioStreamIndex,
  602. options.SubtitleStreamIndex,
  603. playlistItem.PlayMethod,
  604. playlistItem.TranscodeReasons,
  605. playlistItem.ToUrl("media:", "<token>"));
  606. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  607. return playlistItem;
  608. }
  609. private TranscodingProfile? GetVideoTranscodeProfile(
  610. MediaSourceInfo item,
  611. MediaOptions options,
  612. MediaStream? videoStream,
  613. MediaStream? audioStream,
  614. IEnumerable<MediaStream> candidateAudioStreams,
  615. MediaStream? subtitleStream,
  616. StreamInfo playlistItem)
  617. {
  618. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  619. {
  620. return null;
  621. }
  622. var transcodingProfiles = options.Profile.TranscodingProfiles
  623. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  624. if (options.AllowVideoStreamCopy)
  625. {
  626. // prefer direct copy profile
  627. float videoFramerate = videoStream?.AverageFrameRate ?? videoStream?.RealFrameRate ?? 0;
  628. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  629. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  630. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  631. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  632. {
  633. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  634. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  635. {
  636. var videoCodec = videoStream?.Codec;
  637. var container = transcodingProfile.Container;
  638. var appliedVideoConditions = options.Profile.CodecProfiles
  639. .Where(i => i.Type == CodecType.Video &&
  640. i.ContainsAnyCodec(videoCodec, container) &&
  641. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  642. .Select(i =>
  643. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  644. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  645. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  646. return conditionsSatisfied ? 1 : 2;
  647. }
  648. return 3;
  649. })
  650. .OrderBy(lookup => lookup.Key)
  651. .SelectMany(lookup => lookup);
  652. }
  653. return transcodingProfiles.FirstOrDefault();
  654. }
  655. private void BuildStreamVideoItem(
  656. StreamInfo playlistItem,
  657. MediaOptions options,
  658. MediaSourceInfo item,
  659. MediaStream? videoStream,
  660. MediaStream? audioStream,
  661. IEnumerable<MediaStream> candidateAudioStreams,
  662. string? container,
  663. string? videoCodec,
  664. string? audioCodec)
  665. {
  666. // Prefer matching video codecs
  667. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  668. // Enforce HLS video codec restrictions
  669. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  670. {
  671. videoCodecs = videoCodecs.Where(codec => _supportedHlsVideoCodecs.Contains(codec)).ToArray();
  672. }
  673. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  674. if (directVideoCodec is not null)
  675. {
  676. // merge directVideoCodec to videoCodecs
  677. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  678. videoCodecs[^1] = directVideoCodec;
  679. }
  680. playlistItem.VideoCodecs = videoCodecs;
  681. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  682. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  683. var qualifier = videoStream?.Codec;
  684. if (videoStream?.Level is not null)
  685. {
  686. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  687. }
  688. if (videoStream?.BitDepth is not null)
  689. {
  690. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  691. }
  692. if (!string.IsNullOrEmpty(videoStream?.Profile))
  693. {
  694. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  695. }
  696. // Prefer matching audio codecs, could do better here
  697. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  698. // Enforce HLS audio codec restrictions
  699. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  700. {
  701. if (string.Equals(playlistItem.Container, "mp4", StringComparison.OrdinalIgnoreCase))
  702. {
  703. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsMp4.Contains(codec)).ToArray();
  704. }
  705. else
  706. {
  707. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsTs.Contains(codec)).ToArray();
  708. }
  709. }
  710. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  711. playlistItem.AudioCodecs = audioCodecs;
  712. if (directAudioStream is not null)
  713. {
  714. audioStream = directAudioStream;
  715. playlistItem.AudioStreamIndex = audioStream.Index;
  716. playlistItem.AudioCodecs = audioCodecs = new[] { audioStream.Codec };
  717. // Copy matching audio codec options
  718. playlistItem.AudioSampleRate = audioStream.SampleRate;
  719. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels?.ToString(CultureInfo.InvariantCulture) ?? string.Empty);
  720. if (!string.IsNullOrEmpty(audioStream.Profile))
  721. {
  722. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  723. }
  724. if (audioStream.Level.HasValue && audioStream.Level.Value != 0)
  725. {
  726. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  727. }
  728. }
  729. int? width = videoStream?.Width;
  730. int? height = videoStream?.Height;
  731. int? bitDepth = videoStream?.BitDepth;
  732. int? videoBitrate = videoStream?.BitRate;
  733. double? videoLevel = videoStream?.Level;
  734. string? videoProfile = videoStream?.Profile;
  735. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  736. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  737. bool? isAnamorphic = videoStream?.IsAnamorphic;
  738. bool? isInterlaced = videoStream?.IsInterlaced;
  739. string? videoCodecTag = videoStream?.CodecTag;
  740. bool? isAvc = videoStream?.IsAVC;
  741. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  742. int? packetLength = videoStream?.PacketLength;
  743. int? refFrames = videoStream?.RefFrames;
  744. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  745. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  746. var appliedVideoConditions = options.Profile.CodecProfiles
  747. .Where(i => i.Type == CodecType.Video &&
  748. i.ContainsAnyCodec(videoCodecs, container) &&
  749. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)))
  750. // Reverse codec profiles for backward compatibility - first codec profile has higher priority
  751. .Reverse();
  752. foreach (var i in appliedVideoConditions)
  753. {
  754. foreach (var transcodingVideoCodec in videoCodecs)
  755. {
  756. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  757. {
  758. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, true);
  759. continue;
  760. }
  761. }
  762. }
  763. // Honor requested max channels
  764. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  765. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  766. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  767. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  768. int? inputAudioBitrate = audioStream?.BitRate;
  769. int? audioChannels = audioStream?.Channels;
  770. string? audioProfile = audioStream?.Profile;
  771. int? inputAudioSampleRate = audioStream?.SampleRate;
  772. int? inputAudioBitDepth = audioStream?.BitDepth;
  773. var appliedAudioConditions = options.Profile.CodecProfiles
  774. .Where(i => i.Type == CodecType.VideoAudio &&
  775. i.ContainsAnyCodec(audioCodecs, container) &&
  776. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)))
  777. // Reverse codec profiles for backward compatibility - first codec profile has higher priority
  778. .Reverse();
  779. foreach (var codecProfile in appliedAudioConditions)
  780. {
  781. foreach (var transcodingAudioCodec in audioCodecs)
  782. {
  783. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  784. {
  785. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, true);
  786. break;
  787. }
  788. }
  789. }
  790. var maxBitrateSetting = options.GetMaxBitrate(false);
  791. // Honor max rate
  792. if (maxBitrateSetting.HasValue)
  793. {
  794. var availableBitrateForVideo = maxBitrateSetting.Value;
  795. if (playlistItem.AudioBitrate.HasValue)
  796. {
  797. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  798. }
  799. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  800. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  801. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  802. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  803. }
  804. _logger.LogDebug(
  805. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  806. options.Profile?.Name ?? "Anonymous Profile",
  807. item.Path ?? "Unknown path",
  808. playlistItem?.PlayMethod,
  809. audioStream?.Index,
  810. playlistItem?.SubtitleStreamIndex,
  811. playlistItem?.TranscodeReasons);
  812. }
  813. private static int GetDefaultAudioBitrate(string? audioCodec, int? audioChannels)
  814. {
  815. if (!string.IsNullOrEmpty(audioCodec))
  816. {
  817. // Default to a higher bitrate for stream copy
  818. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  819. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  820. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  821. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  822. {
  823. if ((audioChannels ?? 0) < 2)
  824. {
  825. return 128000;
  826. }
  827. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  828. }
  829. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  830. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  831. {
  832. if ((audioChannels ?? 0) < 2)
  833. {
  834. return 768000;
  835. }
  836. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  837. }
  838. }
  839. return 192000;
  840. }
  841. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream? audioStream, StreamInfo item)
  842. {
  843. string? targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  844. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  845. int defaultBitrate;
  846. int encoderAudioBitrateLimit = int.MaxValue;
  847. if (audioStream is null)
  848. {
  849. defaultBitrate = 192000;
  850. }
  851. else
  852. {
  853. if (targetAudioChannels.HasValue
  854. && audioStream.Channels.HasValue
  855. && audioStream.Channels.Value > targetAudioChannels.Value)
  856. {
  857. // Reduce the bitrate if we're downmixing.
  858. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  859. }
  860. else if (targetAudioChannels.HasValue
  861. && audioStream.Channels.HasValue
  862. && audioStream.Channels.Value <= targetAudioChannels.Value
  863. && !string.IsNullOrEmpty(audioStream.Codec)
  864. && targetAudioCodecs is not null
  865. && targetAudioCodecs.Length > 0
  866. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  867. {
  868. // Shift the bitrate if we're transcoding to a different audio codec.
  869. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  870. }
  871. else
  872. {
  873. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  874. }
  875. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  876. // Any attempts to transcode over 64k will fail
  877. if (audioStream.Channels == 1
  878. && (audioStream.BitRate ?? 0) < 64000)
  879. {
  880. encoderAudioBitrateLimit = 64000;
  881. }
  882. }
  883. if (maxTotalBitrate > 0)
  884. {
  885. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  886. }
  887. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  888. }
  889. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  890. {
  891. if (totalBitrate <= 640000)
  892. {
  893. return 128000;
  894. }
  895. if (totalBitrate <= 2000000)
  896. {
  897. return 384000;
  898. }
  899. if (totalBitrate <= 3000000)
  900. {
  901. return 448000;
  902. }
  903. if (totalBitrate <= 4000000)
  904. {
  905. return 640000;
  906. }
  907. if (totalBitrate <= 5000000)
  908. {
  909. return 768000;
  910. }
  911. if (totalBitrate <= 10000000)
  912. {
  913. return 1536000;
  914. }
  915. if (totalBitrate <= 15000000)
  916. {
  917. return 2304000;
  918. }
  919. if (totalBitrate <= 20000000)
  920. {
  921. return 3584000;
  922. }
  923. return 7168000;
  924. }
  925. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  926. MediaOptions options,
  927. MediaSourceInfo mediaSource,
  928. MediaStream? videoStream,
  929. MediaStream? audioStream,
  930. ICollection<MediaStream> candidateAudioStreams,
  931. MediaStream? subtitleStream,
  932. bool isEligibleForDirectPlay,
  933. bool isEligibleForDirectStream)
  934. {
  935. if (options.ForceDirectPlay)
  936. {
  937. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  938. }
  939. if (options.ForceDirectStream)
  940. {
  941. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  942. }
  943. DeviceProfile profile = options.Profile;
  944. string container = mediaSource.Container;
  945. // Video
  946. int? width = videoStream?.Width;
  947. int? height = videoStream?.Height;
  948. int? bitDepth = videoStream?.BitDepth;
  949. int? videoBitrate = videoStream?.BitRate;
  950. double? videoLevel = videoStream?.Level;
  951. string? videoProfile = videoStream?.Profile;
  952. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  953. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  954. bool? isAnamorphic = videoStream?.IsAnamorphic;
  955. bool? isInterlaced = videoStream?.IsInterlaced;
  956. string? videoCodecTag = videoStream?.CodecTag;
  957. bool? isAvc = videoStream?.IsAVC;
  958. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  959. int? packetLength = videoStream?.PacketLength;
  960. int? refFrames = videoStream?.RefFrames;
  961. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  962. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  963. var checkVideoConditions = (ProfileCondition[] conditions) =>
  964. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  965. // Check container conditions
  966. var containerProfileReasons = AggregateFailureConditions(
  967. mediaSource,
  968. profile,
  969. "VideoCodecProfile",
  970. profile.ContainerProfiles
  971. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  972. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  973. // Check video conditions
  974. var videoCodecProfileReasons = AggregateFailureConditions(
  975. mediaSource,
  976. profile,
  977. "VideoCodecProfile",
  978. profile.CodecProfiles
  979. .Where(codecProfile => codecProfile.Type == CodecType.Video &&
  980. codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  981. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  982. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  983. // Check audiocandidates profile conditions
  984. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  985. TranscodeReason subtitleProfileReasons = 0;
  986. if (subtitleStream is not null)
  987. {
  988. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  989. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  990. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  991. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  992. {
  993. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  994. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  995. }
  996. }
  997. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  998. var rank = (ref TranscodeReason a) =>
  999. {
  1000. var index = 1;
  1001. foreach (var flag in rankings)
  1002. {
  1003. var reason = a & flag;
  1004. if (reason != 0)
  1005. {
  1006. return index;
  1007. }
  1008. index++;
  1009. }
  1010. return index;
  1011. };
  1012. var containerSupported = false;
  1013. // Check DirectPlay profiles to see if it can be direct played
  1014. var analyzedProfiles = profile.DirectPlayProfiles
  1015. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1016. .Select((directPlayProfile, order) =>
  1017. {
  1018. TranscodeReason directPlayProfileReasons = 0;
  1019. TranscodeReason audioCodecProfileReasons = 0;
  1020. // Check container type
  1021. if (!directPlayProfile.SupportsContainer(container))
  1022. {
  1023. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1024. }
  1025. else
  1026. {
  1027. containerSupported = true;
  1028. }
  1029. // Check video codec
  1030. string? videoCodec = videoStream?.Codec;
  1031. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1032. {
  1033. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1034. }
  1035. // Check audio codec
  1036. MediaStream? selectedAudioStream = null;
  1037. if (candidateAudioStreams.Any())
  1038. {
  1039. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1040. if (selectedAudioStream is null)
  1041. {
  1042. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1043. }
  1044. else
  1045. {
  1046. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1047. }
  1048. }
  1049. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1050. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1051. {
  1052. failureReasons |= videoCodecProfileReasons;
  1053. }
  1054. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1055. {
  1056. failureReasons |= audioCodecProfileReasons;
  1057. }
  1058. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1059. PlayMethod? playMethod = null;
  1060. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1061. {
  1062. playMethod = PlayMethod.DirectPlay;
  1063. }
  1064. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1065. {
  1066. playMethod = PlayMethod.DirectStream;
  1067. }
  1068. var ranked = rank(ref failureReasons);
  1069. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1070. })
  1071. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1072. .ThenByDescending(analysis => analysis.Rank)
  1073. .ThenBy(analysis => analysis.Order)
  1074. .ToArray()
  1075. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1076. var profileMatch = analyzedProfiles[true]
  1077. .Select(analysis => analysis.Result)
  1078. .FirstOrDefault();
  1079. if (profileMatch.Profile is not null)
  1080. {
  1081. return profileMatch;
  1082. }
  1083. var failureReasons = analyzedProfiles[false]
  1084. .Select(analysis => analysis.Result)
  1085. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1086. .FirstOrDefault().TranscodeReason;
  1087. if (failureReasons == 0)
  1088. {
  1089. failureReasons = TranscodeReason.DirectPlayError;
  1090. }
  1091. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1092. }
  1093. private TranscodeReason CheckVideoAudioStreamDirectPlay(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1094. {
  1095. var profile = options.Profile;
  1096. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1097. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1098. if (audioStream.IsExternal == true)
  1099. {
  1100. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1101. }
  1102. return audioStreamFailureReasons;
  1103. }
  1104. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1105. {
  1106. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1107. {
  1108. LogConditionFailure(profile, type, i, mediaSource);
  1109. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1110. return reasons | transcodeReasons;
  1111. });
  1112. }
  1113. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1114. {
  1115. _logger.LogDebug(
  1116. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1117. type,
  1118. profile.Name ?? "Unknown Profile",
  1119. condition.Property,
  1120. condition.Condition,
  1121. condition.Value ?? string.Empty,
  1122. condition.IsRequired,
  1123. mediaSource.Path ?? "Unknown path");
  1124. }
  1125. /// <summary>
  1126. /// Normalizes input container.
  1127. /// </summary>
  1128. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1129. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1130. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1131. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1132. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1133. /// <param name="outputContainer">The output container.</param>
  1134. /// <param name="transcodingSubProtocol">The subtitle transoding protocol.</param>
  1135. /// <returns>The normalized input container.</returns>
  1136. public static SubtitleProfile GetSubtitleProfile(
  1137. MediaSourceInfo mediaSource,
  1138. MediaStream subtitleStream,
  1139. SubtitleProfile[] subtitleProfiles,
  1140. PlayMethod playMethod,
  1141. ITranscoderSupport transcoderSupport,
  1142. string? outputContainer,
  1143. MediaStreamProtocol? transcodingSubProtocol)
  1144. {
  1145. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || transcodingSubProtocol != MediaStreamProtocol.hls))
  1146. {
  1147. // Look for supported embedded subs of the same format
  1148. foreach (var profile in subtitleProfiles)
  1149. {
  1150. if (!profile.SupportsLanguage(subtitleStream.Language))
  1151. {
  1152. continue;
  1153. }
  1154. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1155. {
  1156. continue;
  1157. }
  1158. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1159. {
  1160. continue;
  1161. }
  1162. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1163. {
  1164. continue;
  1165. }
  1166. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1167. {
  1168. return profile;
  1169. }
  1170. }
  1171. // Look for supported embedded subs of a convertible format
  1172. foreach (var profile in subtitleProfiles)
  1173. {
  1174. if (!profile.SupportsLanguage(subtitleStream.Language))
  1175. {
  1176. continue;
  1177. }
  1178. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1179. {
  1180. continue;
  1181. }
  1182. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1183. {
  1184. continue;
  1185. }
  1186. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1187. {
  1188. continue;
  1189. }
  1190. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1191. {
  1192. return profile;
  1193. }
  1194. }
  1195. }
  1196. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1197. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1198. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1199. new SubtitleProfile
  1200. {
  1201. Method = SubtitleDeliveryMethod.Encode,
  1202. Format = subtitleStream.Codec
  1203. };
  1204. }
  1205. private static bool IsSubtitleEmbedSupported(string? transcodingContainer)
  1206. {
  1207. if (!string.IsNullOrEmpty(transcodingContainer))
  1208. {
  1209. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1210. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1211. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1212. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1213. {
  1214. return false;
  1215. }
  1216. if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1217. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1218. {
  1219. return true;
  1220. }
  1221. }
  1222. return false;
  1223. }
  1224. private static SubtitleProfile? GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1225. {
  1226. foreach (var profile in subtitleProfiles)
  1227. {
  1228. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1229. {
  1230. continue;
  1231. }
  1232. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1233. {
  1234. continue;
  1235. }
  1236. if (!profile.SupportsLanguage(subtitleStream.Language))
  1237. {
  1238. continue;
  1239. }
  1240. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1241. {
  1242. continue;
  1243. }
  1244. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1245. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1246. {
  1247. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1248. if (!requiresConversion)
  1249. {
  1250. return profile;
  1251. }
  1252. if (!allowConversion)
  1253. {
  1254. continue;
  1255. }
  1256. // TODO: Build this into subtitleStream.SupportsExternalStream
  1257. if (mediaSource.IsInfiniteStream)
  1258. {
  1259. continue;
  1260. }
  1261. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1262. {
  1263. return profile;
  1264. }
  1265. }
  1266. }
  1267. return null;
  1268. }
  1269. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1270. {
  1271. // Don't restrict bitrate if item is remote.
  1272. if (item.IsRemote)
  1273. {
  1274. return false;
  1275. }
  1276. // If no maximum bitrate is set, default to no maximum bitrate.
  1277. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1278. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1279. int itemBitrate = item.Bitrate ?? 40000000;
  1280. if (itemBitrate > requestedMaxBitrate)
  1281. {
  1282. _logger.LogDebug(
  1283. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1284. itemBitrate,
  1285. requestedMaxBitrate);
  1286. return true;
  1287. }
  1288. return false;
  1289. }
  1290. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1291. {
  1292. if (options.ItemId.IsEmpty())
  1293. {
  1294. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1295. }
  1296. if (options.Profile is null)
  1297. {
  1298. throw new ArgumentException("Profile is required");
  1299. }
  1300. if (options.MediaSources is null)
  1301. {
  1302. throw new ArgumentException("MediaSources is required");
  1303. }
  1304. if (isMediaSource)
  1305. {
  1306. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1307. {
  1308. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1309. }
  1310. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1311. {
  1312. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1313. }
  1314. }
  1315. }
  1316. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1317. IEnumerable<CodecProfile> codecProfiles,
  1318. string container,
  1319. string codec,
  1320. int? audioChannels,
  1321. int? audioBitrate,
  1322. int? audioSampleRate,
  1323. int? audioBitDepth,
  1324. string audioProfile,
  1325. bool? isSecondaryAudio)
  1326. {
  1327. return codecProfiles
  1328. .Where(profile => profile.Type == CodecType.VideoAudio &&
  1329. profile.ContainsAnyCodec(codec, container) &&
  1330. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1331. .SelectMany(profile => profile.Conditions)
  1332. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1333. }
  1334. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1335. IEnumerable<CodecProfile> codecProfiles,
  1336. string container,
  1337. string? codec,
  1338. int? audioChannels,
  1339. int? audioBitrate,
  1340. int? audioSampleRate,
  1341. int? audioBitDepth,
  1342. bool checkConditions)
  1343. {
  1344. var conditions = codecProfiles
  1345. .Where(profile => profile.Type == CodecType.Audio &&
  1346. profile.ContainsAnyCodec(codec, container) &&
  1347. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1348. .SelectMany(profile => profile.Conditions);
  1349. if (!checkConditions)
  1350. {
  1351. return conditions;
  1352. }
  1353. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1354. }
  1355. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string? qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1356. {
  1357. foreach (ProfileCondition condition in conditions)
  1358. {
  1359. string value = condition.Value;
  1360. if (string.IsNullOrEmpty(value))
  1361. {
  1362. continue;
  1363. }
  1364. // No way to express this
  1365. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1366. {
  1367. continue;
  1368. }
  1369. switch (condition.Property)
  1370. {
  1371. case ProfileConditionValue.AudioBitrate:
  1372. {
  1373. if (!enableNonQualifiedConditions)
  1374. {
  1375. continue;
  1376. }
  1377. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1378. {
  1379. if (condition.Condition == ProfileConditionType.Equals)
  1380. {
  1381. item.AudioBitrate = num;
  1382. }
  1383. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1384. {
  1385. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1386. }
  1387. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1388. {
  1389. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1390. }
  1391. }
  1392. break;
  1393. }
  1394. case ProfileConditionValue.AudioSampleRate:
  1395. {
  1396. if (!enableNonQualifiedConditions)
  1397. {
  1398. continue;
  1399. }
  1400. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1401. {
  1402. if (condition.Condition == ProfileConditionType.Equals)
  1403. {
  1404. item.AudioSampleRate = num;
  1405. }
  1406. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1407. {
  1408. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1409. }
  1410. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1411. {
  1412. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1413. }
  1414. }
  1415. break;
  1416. }
  1417. case ProfileConditionValue.AudioChannels:
  1418. {
  1419. if (string.IsNullOrEmpty(qualifier))
  1420. {
  1421. if (!enableNonQualifiedConditions)
  1422. {
  1423. continue;
  1424. }
  1425. }
  1426. else
  1427. {
  1428. if (!enableQualifiedConditions)
  1429. {
  1430. continue;
  1431. }
  1432. }
  1433. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1434. {
  1435. if (condition.Condition == ProfileConditionType.Equals)
  1436. {
  1437. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1438. }
  1439. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1440. {
  1441. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1442. }
  1443. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1444. {
  1445. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1446. }
  1447. }
  1448. break;
  1449. }
  1450. case ProfileConditionValue.IsAvc:
  1451. {
  1452. if (!enableNonQualifiedConditions)
  1453. {
  1454. continue;
  1455. }
  1456. if (bool.TryParse(value, out var isAvc))
  1457. {
  1458. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1459. {
  1460. item.RequireAvc = true;
  1461. }
  1462. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1463. {
  1464. item.RequireAvc = true;
  1465. }
  1466. }
  1467. break;
  1468. }
  1469. case ProfileConditionValue.IsAnamorphic:
  1470. {
  1471. if (!enableNonQualifiedConditions)
  1472. {
  1473. continue;
  1474. }
  1475. if (bool.TryParse(value, out var isAnamorphic))
  1476. {
  1477. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1478. {
  1479. item.RequireNonAnamorphic = true;
  1480. }
  1481. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1482. {
  1483. item.RequireNonAnamorphic = true;
  1484. }
  1485. }
  1486. break;
  1487. }
  1488. case ProfileConditionValue.IsInterlaced:
  1489. {
  1490. if (string.IsNullOrEmpty(qualifier))
  1491. {
  1492. if (!enableNonQualifiedConditions)
  1493. {
  1494. continue;
  1495. }
  1496. }
  1497. else
  1498. {
  1499. if (!enableQualifiedConditions)
  1500. {
  1501. continue;
  1502. }
  1503. }
  1504. if (bool.TryParse(value, out var isInterlaced))
  1505. {
  1506. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1507. {
  1508. item.SetOption(qualifier, "deinterlace", "true");
  1509. }
  1510. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1511. {
  1512. item.SetOption(qualifier, "deinterlace", "true");
  1513. }
  1514. }
  1515. break;
  1516. }
  1517. case ProfileConditionValue.AudioProfile:
  1518. case ProfileConditionValue.Has64BitOffsets:
  1519. case ProfileConditionValue.PacketLength:
  1520. case ProfileConditionValue.NumAudioStreams:
  1521. case ProfileConditionValue.NumVideoStreams:
  1522. case ProfileConditionValue.IsSecondaryAudio:
  1523. case ProfileConditionValue.VideoTimestamp:
  1524. {
  1525. // Not supported yet
  1526. break;
  1527. }
  1528. case ProfileConditionValue.RefFrames:
  1529. {
  1530. if (string.IsNullOrEmpty(qualifier))
  1531. {
  1532. if (!enableNonQualifiedConditions)
  1533. {
  1534. continue;
  1535. }
  1536. }
  1537. else
  1538. {
  1539. if (!enableQualifiedConditions)
  1540. {
  1541. continue;
  1542. }
  1543. }
  1544. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1545. {
  1546. if (condition.Condition == ProfileConditionType.Equals)
  1547. {
  1548. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1549. }
  1550. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1551. {
  1552. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1553. }
  1554. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1555. {
  1556. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1557. }
  1558. }
  1559. break;
  1560. }
  1561. case ProfileConditionValue.VideoBitDepth:
  1562. {
  1563. if (string.IsNullOrEmpty(qualifier))
  1564. {
  1565. if (!enableNonQualifiedConditions)
  1566. {
  1567. continue;
  1568. }
  1569. }
  1570. else
  1571. {
  1572. if (!enableQualifiedConditions)
  1573. {
  1574. continue;
  1575. }
  1576. }
  1577. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1578. {
  1579. if (condition.Condition == ProfileConditionType.Equals)
  1580. {
  1581. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1582. }
  1583. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1584. {
  1585. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1586. }
  1587. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1588. {
  1589. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1590. }
  1591. }
  1592. break;
  1593. }
  1594. case ProfileConditionValue.VideoProfile:
  1595. {
  1596. if (string.IsNullOrEmpty(qualifier))
  1597. {
  1598. continue;
  1599. }
  1600. // Change from split by | to comma
  1601. // Strip spaces to avoid having to encode
  1602. var values = value
  1603. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1604. if (condition.Condition == ProfileConditionType.Equals)
  1605. {
  1606. item.SetOption(qualifier, "profile", string.Join(',', values));
  1607. }
  1608. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1609. {
  1610. var currentValue = item.GetOption(qualifier, "profile");
  1611. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1612. {
  1613. item.SetOption(qualifier, "profile", currentValue);
  1614. }
  1615. else
  1616. {
  1617. item.SetOption(qualifier, "profile", string.Join(',', values));
  1618. }
  1619. }
  1620. break;
  1621. }
  1622. case ProfileConditionValue.VideoRangeType:
  1623. {
  1624. if (string.IsNullOrEmpty(qualifier))
  1625. {
  1626. continue;
  1627. }
  1628. // change from split by | to comma
  1629. // strip spaces to avoid having to encode
  1630. var values = value
  1631. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1632. if (condition.Condition == ProfileConditionType.Equals)
  1633. {
  1634. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1635. }
  1636. else if (condition.Condition == ProfileConditionType.NotEquals)
  1637. {
  1638. item.SetOption(qualifier, "rangetype", string.Join(',', Enum.GetNames(typeof(VideoRangeType)).Except(values)));
  1639. }
  1640. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1641. {
  1642. var currentValue = item.GetOption(qualifier, "rangetype");
  1643. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1644. {
  1645. item.SetOption(qualifier, "rangetype", currentValue);
  1646. }
  1647. else
  1648. {
  1649. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1650. }
  1651. }
  1652. break;
  1653. }
  1654. case ProfileConditionValue.VideoCodecTag:
  1655. {
  1656. if (string.IsNullOrEmpty(qualifier))
  1657. {
  1658. continue;
  1659. }
  1660. // change from split by | to comma
  1661. // strip spaces to avoid having to encode
  1662. var values = value
  1663. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1664. if (condition.Condition == ProfileConditionType.Equals)
  1665. {
  1666. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1667. }
  1668. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1669. {
  1670. var currentValue = item.GetOption(qualifier, "codectag");
  1671. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1672. {
  1673. item.SetOption(qualifier, "codectag", currentValue);
  1674. }
  1675. else
  1676. {
  1677. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1678. }
  1679. }
  1680. break;
  1681. }
  1682. case ProfileConditionValue.Height:
  1683. {
  1684. if (!enableNonQualifiedConditions)
  1685. {
  1686. continue;
  1687. }
  1688. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1689. {
  1690. if (condition.Condition == ProfileConditionType.Equals)
  1691. {
  1692. item.MaxHeight = num;
  1693. }
  1694. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1695. {
  1696. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1697. }
  1698. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1699. {
  1700. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1701. }
  1702. }
  1703. break;
  1704. }
  1705. case ProfileConditionValue.VideoBitrate:
  1706. {
  1707. if (!enableNonQualifiedConditions)
  1708. {
  1709. continue;
  1710. }
  1711. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1712. {
  1713. if (condition.Condition == ProfileConditionType.Equals)
  1714. {
  1715. item.VideoBitrate = num;
  1716. }
  1717. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1718. {
  1719. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1720. }
  1721. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1722. {
  1723. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1724. }
  1725. }
  1726. break;
  1727. }
  1728. case ProfileConditionValue.VideoFramerate:
  1729. {
  1730. if (!enableNonQualifiedConditions)
  1731. {
  1732. continue;
  1733. }
  1734. if (float.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1735. {
  1736. if (condition.Condition == ProfileConditionType.Equals)
  1737. {
  1738. item.MaxFramerate = num;
  1739. }
  1740. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1741. {
  1742. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1743. }
  1744. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1745. {
  1746. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1747. }
  1748. }
  1749. break;
  1750. }
  1751. case ProfileConditionValue.VideoLevel:
  1752. {
  1753. if (string.IsNullOrEmpty(qualifier))
  1754. {
  1755. continue;
  1756. }
  1757. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1758. {
  1759. if (condition.Condition == ProfileConditionType.Equals)
  1760. {
  1761. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1762. }
  1763. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1764. {
  1765. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1766. }
  1767. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1768. {
  1769. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1770. }
  1771. }
  1772. break;
  1773. }
  1774. case ProfileConditionValue.Width:
  1775. {
  1776. if (!enableNonQualifiedConditions)
  1777. {
  1778. continue;
  1779. }
  1780. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1781. {
  1782. if (condition.Condition == ProfileConditionType.Equals)
  1783. {
  1784. item.MaxWidth = num;
  1785. }
  1786. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1787. {
  1788. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1789. }
  1790. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1791. {
  1792. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1793. }
  1794. }
  1795. break;
  1796. }
  1797. default:
  1798. break;
  1799. }
  1800. }
  1801. }
  1802. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1803. {
  1804. // Check container type
  1805. if (!profile.SupportsContainer(item.Container))
  1806. {
  1807. return false;
  1808. }
  1809. // Check audio codec
  1810. string? audioCodec = audioStream?.Codec;
  1811. if (!profile.SupportsAudioCodec(audioCodec))
  1812. {
  1813. return false;
  1814. }
  1815. return true;
  1816. }
  1817. }
  1818. }