StreamBuilder.cs 96 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.Linq;
  5. using Jellyfin.Data.Enums;
  6. using Jellyfin.Extensions;
  7. using MediaBrowser.Model.Dto;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.MediaInfo;
  10. using MediaBrowser.Model.Session;
  11. using Microsoft.Extensions.Logging;
  12. namespace MediaBrowser.Model.Dlna
  13. {
  14. /// <summary>
  15. /// Class StreamBuilder.
  16. /// </summary>
  17. public class StreamBuilder
  18. {
  19. // Aliases
  20. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  21. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  22. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  23. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  24. private readonly ILogger _logger;
  25. private readonly ITranscoderSupport _transcoderSupport;
  26. private static readonly string[] _supportedHlsVideoCodecs = new string[] { "h264", "hevc", "av1" };
  27. private static readonly string[] _supportedHlsAudioCodecsTs = new string[] { "aac", "ac3", "eac3", "mp3" };
  28. private static readonly string[] _supportedHlsAudioCodecsMp4 = new string[] { "aac", "ac3", "eac3", "mp3", "alac", "flac", "opus", "dca", "truehd" };
  29. /// <summary>
  30. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  31. /// </summary>
  32. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  33. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  34. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  35. {
  36. _transcoderSupport = transcoderSupport;
  37. _logger = logger;
  38. }
  39. /// <summary>
  40. /// Gets the optimal audio stream.
  41. /// </summary>
  42. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  43. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  44. public StreamInfo? GetOptimalAudioStream(MediaOptions options)
  45. {
  46. ValidateMediaOptions(options, false);
  47. var streams = new List<StreamInfo>();
  48. foreach (var mediaSource in options.MediaSources)
  49. {
  50. if (!(string.IsNullOrEmpty(options.MediaSourceId)
  51. || string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase)))
  52. {
  53. continue;
  54. }
  55. StreamInfo? streamInfo = GetOptimalAudioStream(mediaSource, options);
  56. if (streamInfo is not null)
  57. {
  58. streamInfo.DeviceId = options.DeviceId;
  59. streamInfo.DeviceProfileId = options.Profile.Id;
  60. streams.Add(streamInfo);
  61. }
  62. }
  63. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  64. }
  65. private StreamInfo? GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  66. {
  67. var playlistItem = new StreamInfo
  68. {
  69. ItemId = options.ItemId,
  70. MediaType = DlnaProfileType.Audio,
  71. MediaSource = item,
  72. RunTimeTicks = item.RunTimeTicks,
  73. Context = options.Context,
  74. DeviceProfile = options.Profile
  75. };
  76. if (options.ForceDirectPlay)
  77. {
  78. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  79. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  80. return playlistItem;
  81. }
  82. if (options.ForceDirectStream)
  83. {
  84. playlistItem.PlayMethod = PlayMethod.DirectStream;
  85. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  86. return playlistItem;
  87. }
  88. MediaStream audioStream = item.GetDefaultAudioStream(null);
  89. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  90. var directPlayMethod = directPlayInfo.PlayMethod;
  91. var transcodeReasons = directPlayInfo.TranscodeReasons;
  92. var inputAudioChannels = audioStream?.Channels;
  93. var inputAudioBitrate = audioStream?.BitRate;
  94. var inputAudioSampleRate = audioStream?.SampleRate;
  95. var inputAudioBitDepth = audioStream?.BitDepth;
  96. if (directPlayMethod.HasValue)
  97. {
  98. var profile = options.Profile;
  99. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  100. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  101. transcodeReasons |= audioFailureReasons;
  102. if (audioFailureReasons == 0)
  103. {
  104. playlistItem.PlayMethod = directPlayMethod.Value;
  105. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  106. return playlistItem;
  107. }
  108. }
  109. TranscodingProfile? transcodingProfile = null;
  110. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  111. {
  112. if (tcProfile.Type == playlistItem.MediaType
  113. && tcProfile.Context == options.Context
  114. && _transcoderSupport.CanEncodeToAudioCodec(tcProfile.AudioCodec ?? tcProfile.Container))
  115. {
  116. transcodingProfile = tcProfile;
  117. break;
  118. }
  119. }
  120. if (transcodingProfile is not null)
  121. {
  122. if (!item.SupportsTranscoding)
  123. {
  124. return null;
  125. }
  126. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  127. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  128. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  129. // Honor requested max channels
  130. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  131. var configuredBitrate = options.GetMaxBitrate(true);
  132. long transcodingBitrate = options.AudioTranscodingBitrate
  133. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  134. ?? configuredBitrate
  135. ?? 128000;
  136. if (configuredBitrate.HasValue)
  137. {
  138. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  139. }
  140. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  141. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  142. }
  143. playlistItem.TranscodeReasons = transcodeReasons;
  144. return playlistItem;
  145. }
  146. /// <summary>
  147. /// Gets the optimal video stream.
  148. /// </summary>
  149. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  150. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  151. public StreamInfo? GetOptimalVideoStream(MediaOptions options)
  152. {
  153. ValidateMediaOptions(options, true);
  154. var mediaSources = string.IsNullOrEmpty(options.MediaSourceId)
  155. ? options.MediaSources
  156. : options.MediaSources.Where(x => string.Equals(x.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase));
  157. var streams = new List<StreamInfo>();
  158. foreach (var mediaSourceInfo in mediaSources)
  159. {
  160. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  161. if (streamInfo is not null)
  162. {
  163. streams.Add(streamInfo);
  164. }
  165. }
  166. foreach (var stream in streams)
  167. {
  168. stream.DeviceId = options.DeviceId;
  169. stream.DeviceProfileId = options.Profile.Id;
  170. }
  171. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  172. }
  173. private static StreamInfo? GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  174. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  175. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  176. {
  177. return streams.OrderBy(i =>
  178. {
  179. // Nothing beats direct playing a file
  180. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource?.Protocol == MediaProtocol.File)
  181. {
  182. return 0;
  183. }
  184. return 1;
  185. }).ThenBy(i =>
  186. {
  187. switch (i.PlayMethod)
  188. {
  189. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  190. case PlayMethod.DirectStream:
  191. case PlayMethod.DirectPlay:
  192. return 0;
  193. default:
  194. return 1;
  195. }
  196. }).ThenBy(i =>
  197. {
  198. switch (i.MediaSource?.Protocol)
  199. {
  200. case MediaProtocol.File:
  201. return 0;
  202. default:
  203. return 1;
  204. }
  205. }).ThenBy(i =>
  206. {
  207. if (maxBitrate > 0)
  208. {
  209. if (i.MediaSource?.Bitrate is not null)
  210. {
  211. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  212. }
  213. }
  214. return 0;
  215. }).ThenBy(streams.IndexOf);
  216. }
  217. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  218. {
  219. switch (condition.Property)
  220. {
  221. case ProfileConditionValue.AudioBitrate:
  222. return TranscodeReason.AudioBitrateNotSupported;
  223. case ProfileConditionValue.AudioChannels:
  224. return TranscodeReason.AudioChannelsNotSupported;
  225. case ProfileConditionValue.AudioProfile:
  226. return TranscodeReason.AudioProfileNotSupported;
  227. case ProfileConditionValue.AudioSampleRate:
  228. return TranscodeReason.AudioSampleRateNotSupported;
  229. case ProfileConditionValue.Has64BitOffsets:
  230. // TODO
  231. return 0;
  232. case ProfileConditionValue.Height:
  233. return TranscodeReason.VideoResolutionNotSupported;
  234. case ProfileConditionValue.IsAnamorphic:
  235. return TranscodeReason.AnamorphicVideoNotSupported;
  236. case ProfileConditionValue.IsAvc:
  237. // TODO
  238. return 0;
  239. case ProfileConditionValue.IsInterlaced:
  240. return TranscodeReason.InterlacedVideoNotSupported;
  241. case ProfileConditionValue.IsSecondaryAudio:
  242. return TranscodeReason.SecondaryAudioNotSupported;
  243. case ProfileConditionValue.NumAudioStreams:
  244. // TODO
  245. return 0;
  246. case ProfileConditionValue.NumVideoStreams:
  247. // TODO
  248. return 0;
  249. case ProfileConditionValue.PacketLength:
  250. // TODO
  251. return 0;
  252. case ProfileConditionValue.RefFrames:
  253. return TranscodeReason.RefFramesNotSupported;
  254. case ProfileConditionValue.VideoBitDepth:
  255. return TranscodeReason.VideoBitDepthNotSupported;
  256. case ProfileConditionValue.AudioBitDepth:
  257. return TranscodeReason.AudioBitDepthNotSupported;
  258. case ProfileConditionValue.VideoBitrate:
  259. return TranscodeReason.VideoBitrateNotSupported;
  260. case ProfileConditionValue.VideoCodecTag:
  261. return TranscodeReason.VideoCodecNotSupported;
  262. case ProfileConditionValue.VideoFramerate:
  263. return TranscodeReason.VideoFramerateNotSupported;
  264. case ProfileConditionValue.VideoLevel:
  265. return TranscodeReason.VideoLevelNotSupported;
  266. case ProfileConditionValue.VideoProfile:
  267. return TranscodeReason.VideoProfileNotSupported;
  268. case ProfileConditionValue.VideoRangeType:
  269. return TranscodeReason.VideoRangeTypeNotSupported;
  270. case ProfileConditionValue.VideoTimestamp:
  271. // TODO
  272. return 0;
  273. case ProfileConditionValue.Width:
  274. return TranscodeReason.VideoResolutionNotSupported;
  275. default:
  276. return 0;
  277. }
  278. }
  279. /// <summary>
  280. /// Normalizes input container.
  281. /// </summary>
  282. /// <param name="inputContainer">The input container.</param>
  283. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  284. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  285. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  286. /// <returns>The normalized input container.</returns>
  287. public static string? NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile? profile, DlnaProfileType type, DirectPlayProfile? playProfile = null)
  288. {
  289. if (string.IsNullOrEmpty(inputContainer))
  290. {
  291. return null;
  292. }
  293. var formats = ContainerProfile.SplitValue(inputContainer);
  294. if (profile is not null)
  295. {
  296. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : new[] { playProfile };
  297. foreach (var format in formats)
  298. {
  299. foreach (var directPlayProfile in playProfiles)
  300. {
  301. if (directPlayProfile.Type == type
  302. && directPlayProfile.SupportsContainer(format))
  303. {
  304. return format;
  305. }
  306. }
  307. }
  308. }
  309. return formats[0];
  310. }
  311. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  312. {
  313. var directPlayProfile = options.Profile.DirectPlayProfiles
  314. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  315. if (directPlayProfile is null)
  316. {
  317. _logger.LogDebug(
  318. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  319. options.Profile.Name ?? "Unknown Profile",
  320. item.Path ?? "Unknown path",
  321. audioStream.Codec ?? "Unknown codec");
  322. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  323. }
  324. TranscodeReason transcodeReasons = 0;
  325. // The profile describes what the device supports
  326. // If device requirements are satisfied then allow both direct stream and direct play
  327. if (item.SupportsDirectPlay)
  328. {
  329. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  330. {
  331. if (options.EnableDirectPlay)
  332. {
  333. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  334. }
  335. }
  336. else
  337. {
  338. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  339. }
  340. }
  341. // While options takes the network and other factors into account. Only applies to direct stream
  342. if (item.SupportsDirectStream)
  343. {
  344. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  345. {
  346. if (options.EnableDirectStream)
  347. {
  348. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  349. }
  350. }
  351. else
  352. {
  353. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  354. }
  355. }
  356. return (directPlayProfile, null, transcodeReasons);
  357. }
  358. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream? videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  359. {
  360. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  361. var containerSupported = false;
  362. var audioSupported = false;
  363. var videoSupported = false;
  364. foreach (var profile in directPlayProfiles)
  365. {
  366. // Check container type
  367. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  368. {
  369. containerSupported = true;
  370. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  371. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  372. if (videoSupported && audioSupported)
  373. {
  374. break;
  375. }
  376. }
  377. }
  378. TranscodeReason reasons = 0;
  379. if (!containerSupported)
  380. {
  381. reasons |= TranscodeReason.ContainerNotSupported;
  382. }
  383. if (!videoSupported)
  384. {
  385. reasons |= TranscodeReason.VideoCodecNotSupported;
  386. }
  387. if (!audioSupported)
  388. {
  389. reasons |= TranscodeReason.AudioCodecNotSupported;
  390. }
  391. return reasons;
  392. }
  393. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  394. {
  395. int highestScore = -1;
  396. foreach (var stream in item.MediaStreams)
  397. {
  398. if (stream.Type == MediaStreamType.Subtitle
  399. && stream.Score.HasValue
  400. && stream.Score.Value > highestScore)
  401. {
  402. highestScore = stream.Score.Value;
  403. }
  404. }
  405. var topStreams = new List<MediaStream>();
  406. foreach (var stream in item.MediaStreams)
  407. {
  408. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  409. {
  410. topStreams.Add(stream);
  411. }
  412. }
  413. // If multiple streams have an equal score, try to pick the most efficient one
  414. if (topStreams.Count > 1)
  415. {
  416. foreach (var stream in topStreams)
  417. {
  418. foreach (var profile in subtitleProfiles)
  419. {
  420. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  421. {
  422. return stream.Index;
  423. }
  424. }
  425. }
  426. }
  427. // If no optimization panned out, just use the original default
  428. return item.DefaultSubtitleStreamIndex;
  429. }
  430. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  431. {
  432. var container = transcodingProfile.Container;
  433. var protocol = transcodingProfile.Protocol;
  434. item.TranscodingContainer = container;
  435. item.TranscodingSubProtocol = protocol;
  436. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  437. {
  438. playlistItem.Container = container;
  439. playlistItem.SubProtocol = protocol;
  440. }
  441. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  442. if (int.TryParse(transcodingProfile.MaxAudioChannels, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  443. {
  444. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  445. }
  446. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  447. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  448. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  449. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  450. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  451. if (transcodingProfile.MinSegments > 0)
  452. {
  453. playlistItem.MinSegments = transcodingProfile.MinSegments;
  454. }
  455. if (transcodingProfile.SegmentLength > 0)
  456. {
  457. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  458. }
  459. }
  460. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile? directPlayProfile)
  461. {
  462. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  463. var protocol = MediaStreamProtocol.http;
  464. item.TranscodingContainer = container;
  465. item.TranscodingSubProtocol = protocol;
  466. playlistItem.Container = container;
  467. playlistItem.SubProtocol = protocol;
  468. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  469. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile?.AudioCodec);
  470. }
  471. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  472. {
  473. ArgumentNullException.ThrowIfNull(item);
  474. StreamInfo playlistItem = new StreamInfo
  475. {
  476. ItemId = options.ItemId,
  477. MediaType = DlnaProfileType.Video,
  478. MediaSource = item,
  479. RunTimeTicks = item.RunTimeTicks,
  480. Context = options.Context,
  481. DeviceProfile = options.Profile,
  482. SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles)
  483. };
  484. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  485. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  486. if (audioStream is not null)
  487. {
  488. playlistItem.AudioStreamIndex = audioStream.Index;
  489. }
  490. // Collect candidate audio streams
  491. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? Array.Empty<MediaStream>() : new[] { audioStream };
  492. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  493. {
  494. if (audioStream?.IsDefault == true)
  495. {
  496. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  497. }
  498. else
  499. {
  500. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  501. }
  502. }
  503. var videoStream = item.VideoStream;
  504. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  505. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  506. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  507. TranscodeReason transcodeReasons = 0;
  508. // Force transcode or remux for BD/DVD folders
  509. if (item.VideoType == VideoType.Dvd || item.VideoType == VideoType.BluRay)
  510. {
  511. isEligibleForDirectPlay = false;
  512. }
  513. if (bitrateLimitExceeded)
  514. {
  515. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  516. }
  517. _logger.LogDebug(
  518. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  519. options.Profile.Name ?? "Unknown Profile",
  520. item.Path ?? "Unknown path",
  521. isEligibleForDirectPlay,
  522. isEligibleForDirectStream);
  523. DirectPlayProfile? directPlayProfile = null;
  524. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  525. {
  526. // See if it can be direct played
  527. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  528. var directPlay = directPlayInfo.PlayMethod;
  529. transcodeReasons |= directPlayInfo.TranscodeReasons;
  530. if (directPlay.HasValue)
  531. {
  532. directPlayProfile = directPlayInfo.Profile;
  533. playlistItem.PlayMethod = directPlay.Value;
  534. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  535. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  536. if (directPlay == PlayMethod.DirectPlay)
  537. {
  538. playlistItem.SubProtocol = MediaStreamProtocol.http;
  539. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  540. if (audioStreamIndex.HasValue)
  541. {
  542. playlistItem.AudioStreamIndex = audioStreamIndex;
  543. var audioCodec = item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec;
  544. playlistItem.AudioCodecs = audioCodec is null ? Array.Empty<string>() : new[] { audioCodec };
  545. }
  546. }
  547. else if (directPlay == PlayMethod.DirectStream)
  548. {
  549. playlistItem.AudioStreamIndex = audioStream?.Index;
  550. if (audioStream is not null)
  551. {
  552. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile?.AudioCodec);
  553. }
  554. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  555. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile?.Container, directPlayProfile?.VideoCodec, directPlayProfile?.AudioCodec);
  556. }
  557. if (subtitleStream is not null)
  558. {
  559. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile?.Container, null);
  560. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  561. playlistItem.SubtitleFormat = subtitleProfile.Format;
  562. }
  563. }
  564. _logger.LogDebug(
  565. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  566. options.Profile.Name ?? "Anonymous Profile",
  567. item.Path ?? "Unknown path",
  568. directPlayInfo.PlayMethod,
  569. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  570. playlistItem.SubtitleStreamIndex,
  571. directPlayInfo.TranscodeReasons);
  572. }
  573. playlistItem.TranscodeReasons = transcodeReasons;
  574. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  575. {
  576. // Can't direct play, find the transcoding profile
  577. // If we do this for direct-stream we will overwrite the info
  578. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  579. if (transcodingProfile is not null)
  580. {
  581. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  582. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  583. playlistItem.PlayMethod = PlayMethod.Transcode;
  584. if (subtitleStream is not null)
  585. {
  586. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  587. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  588. playlistItem.SubtitleFormat = subtitleProfile.Format;
  589. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  590. }
  591. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  592. {
  593. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  594. }
  595. }
  596. }
  597. _logger.LogDebug(
  598. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  599. options.Profile.Name ?? "Anonymous Profile",
  600. item.Path ?? "Unknown path",
  601. options.AudioStreamIndex,
  602. options.SubtitleStreamIndex,
  603. playlistItem.PlayMethod,
  604. playlistItem.TranscodeReasons,
  605. playlistItem.ToUrl("media:", "<token>"));
  606. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  607. return playlistItem;
  608. }
  609. private TranscodingProfile? GetVideoTranscodeProfile(
  610. MediaSourceInfo item,
  611. MediaOptions options,
  612. MediaStream? videoStream,
  613. MediaStream? audioStream,
  614. IEnumerable<MediaStream> candidateAudioStreams,
  615. MediaStream? subtitleStream,
  616. StreamInfo playlistItem)
  617. {
  618. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  619. {
  620. return null;
  621. }
  622. var transcodingProfiles = options.Profile.TranscodingProfiles
  623. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  624. if (options.AllowVideoStreamCopy)
  625. {
  626. // prefer direct copy profile
  627. float videoFramerate = videoStream?.AverageFrameRate ?? videoStream?.RealFrameRate ?? 0;
  628. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  629. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  630. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  631. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  632. {
  633. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  634. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  635. {
  636. var videoCodec = videoStream?.Codec;
  637. var container = transcodingProfile.Container;
  638. var appliedVideoConditions = options.Profile.CodecProfiles
  639. .Where(i => i.Type == CodecType.Video &&
  640. i.ContainsAnyCodec(videoCodec, container) &&
  641. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  642. .Select(i =>
  643. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  644. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  645. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  646. return conditionsSatisfied ? 1 : 2;
  647. }
  648. return 3;
  649. })
  650. .OrderBy(lookup => lookup.Key)
  651. .SelectMany(lookup => lookup);
  652. }
  653. return transcodingProfiles.FirstOrDefault();
  654. }
  655. private void BuildStreamVideoItem(
  656. StreamInfo playlistItem,
  657. MediaOptions options,
  658. MediaSourceInfo item,
  659. MediaStream? videoStream,
  660. MediaStream? audioStream,
  661. IEnumerable<MediaStream> candidateAudioStreams,
  662. string? container,
  663. string? videoCodec,
  664. string? audioCodec)
  665. {
  666. // Prefer matching video codecs
  667. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  668. // Enforce HLS video codec restrictions
  669. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  670. {
  671. videoCodecs = videoCodecs.Where(codec => _supportedHlsVideoCodecs.Contains(codec)).ToArray();
  672. }
  673. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  674. if (directVideoCodec is not null)
  675. {
  676. // merge directVideoCodec to videoCodecs
  677. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  678. videoCodecs[^1] = directVideoCodec;
  679. }
  680. playlistItem.VideoCodecs = videoCodecs;
  681. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  682. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  683. var qualifier = videoStream?.Codec;
  684. if (videoStream?.Level is not null)
  685. {
  686. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  687. }
  688. if (videoStream?.BitDepth is not null)
  689. {
  690. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  691. }
  692. if (!string.IsNullOrEmpty(videoStream?.Profile))
  693. {
  694. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  695. }
  696. // Prefer matching audio codecs, could do better here
  697. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  698. // Enforce HLS audio codec restrictions
  699. if (playlistItem.SubProtocol == MediaStreamProtocol.hls)
  700. {
  701. if (string.Equals(playlistItem.Container, "mp4", StringComparison.OrdinalIgnoreCase))
  702. {
  703. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsMp4.Contains(codec)).ToArray();
  704. }
  705. else
  706. {
  707. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsTs.Contains(codec)).ToArray();
  708. }
  709. }
  710. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  711. playlistItem.AudioCodecs = audioCodecs;
  712. if (directAudioStream is not null)
  713. {
  714. audioStream = directAudioStream;
  715. playlistItem.AudioStreamIndex = audioStream.Index;
  716. playlistItem.AudioCodecs = new[] { audioStream.Codec };
  717. // Copy matching audio codec options
  718. playlistItem.AudioSampleRate = audioStream.SampleRate;
  719. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels?.ToString(CultureInfo.InvariantCulture) ?? string.Empty);
  720. if (!string.IsNullOrEmpty(audioStream.Profile))
  721. {
  722. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  723. }
  724. if (audioStream.Level.HasValue && audioStream.Level.Value != 0)
  725. {
  726. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  727. }
  728. }
  729. int? width = videoStream?.Width;
  730. int? height = videoStream?.Height;
  731. int? bitDepth = videoStream?.BitDepth;
  732. int? videoBitrate = videoStream?.BitRate;
  733. double? videoLevel = videoStream?.Level;
  734. string? videoProfile = videoStream?.Profile;
  735. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  736. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  737. bool? isAnamorphic = videoStream?.IsAnamorphic;
  738. bool? isInterlaced = videoStream?.IsInterlaced;
  739. string? videoCodecTag = videoStream?.CodecTag;
  740. bool? isAvc = videoStream?.IsAVC;
  741. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  742. int? packetLength = videoStream?.PacketLength;
  743. int? refFrames = videoStream?.RefFrames;
  744. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  745. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  746. var appliedVideoConditions = options.Profile.CodecProfiles
  747. .Where(i => i.Type == CodecType.Video &&
  748. i.ContainsAnyCodec(videoStream?.Codec, container) &&
  749. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)));
  750. var isFirstAppliedCodecProfile = true;
  751. foreach (var i in appliedVideoConditions)
  752. {
  753. var transcodingVideoCodecs = ContainerProfile.SplitValue(videoCodec);
  754. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  755. {
  756. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  757. {
  758. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  759. isFirstAppliedCodecProfile = false;
  760. continue;
  761. }
  762. }
  763. }
  764. // Honor requested max channels
  765. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  766. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  767. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  768. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  769. int? inputAudioBitrate = audioStream?.BitRate;
  770. int? audioChannels = audioStream?.Channels;
  771. string? audioProfile = audioStream?.Profile;
  772. int? inputAudioSampleRate = audioStream?.SampleRate;
  773. int? inputAudioBitDepth = audioStream?.BitDepth;
  774. var appliedAudioConditions = options.Profile.CodecProfiles
  775. .Where(i => i.Type == CodecType.VideoAudio &&
  776. i.ContainsAnyCodec(audioStream?.Codec, container) &&
  777. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)));
  778. isFirstAppliedCodecProfile = true;
  779. foreach (var codecProfile in appliedAudioConditions)
  780. {
  781. var transcodingAudioCodecs = ContainerProfile.SplitValue(audioCodec);
  782. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  783. {
  784. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  785. {
  786. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  787. isFirstAppliedCodecProfile = false;
  788. break;
  789. }
  790. }
  791. }
  792. var maxBitrateSetting = options.GetMaxBitrate(false);
  793. // Honor max rate
  794. if (maxBitrateSetting.HasValue)
  795. {
  796. var availableBitrateForVideo = maxBitrateSetting.Value;
  797. if (playlistItem.AudioBitrate.HasValue)
  798. {
  799. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  800. }
  801. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  802. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  803. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  804. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  805. }
  806. _logger.LogDebug(
  807. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  808. options.Profile?.Name ?? "Anonymous Profile",
  809. item.Path ?? "Unknown path",
  810. playlistItem?.PlayMethod,
  811. audioStream?.Index,
  812. playlistItem?.SubtitleStreamIndex,
  813. playlistItem?.TranscodeReasons);
  814. }
  815. private static int GetDefaultAudioBitrate(string? audioCodec, int? audioChannels)
  816. {
  817. if (!string.IsNullOrEmpty(audioCodec))
  818. {
  819. // Default to a higher bitrate for stream copy
  820. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  821. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  822. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  823. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  824. {
  825. if ((audioChannels ?? 0) < 2)
  826. {
  827. return 128000;
  828. }
  829. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  830. }
  831. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  832. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  833. {
  834. if ((audioChannels ?? 0) < 2)
  835. {
  836. return 768000;
  837. }
  838. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  839. }
  840. }
  841. return 192000;
  842. }
  843. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream? audioStream, StreamInfo item)
  844. {
  845. string? targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  846. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  847. int defaultBitrate;
  848. int encoderAudioBitrateLimit = int.MaxValue;
  849. if (audioStream is null)
  850. {
  851. defaultBitrate = 192000;
  852. }
  853. else
  854. {
  855. if (targetAudioChannels.HasValue
  856. && audioStream.Channels.HasValue
  857. && audioStream.Channels.Value > targetAudioChannels.Value)
  858. {
  859. // Reduce the bitrate if we're downmixing.
  860. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  861. }
  862. else if (targetAudioChannels.HasValue
  863. && audioStream.Channels.HasValue
  864. && audioStream.Channels.Value <= targetAudioChannels.Value
  865. && !string.IsNullOrEmpty(audioStream.Codec)
  866. && targetAudioCodecs is not null
  867. && targetAudioCodecs.Length > 0
  868. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  869. {
  870. // Shift the bitrate if we're transcoding to a different audio codec.
  871. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  872. }
  873. else
  874. {
  875. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  876. }
  877. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  878. // Any attempts to transcode over 64k will fail
  879. if (audioStream.Channels == 1
  880. && (audioStream.BitRate ?? 0) < 64000)
  881. {
  882. encoderAudioBitrateLimit = 64000;
  883. }
  884. }
  885. if (maxTotalBitrate > 0)
  886. {
  887. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  888. }
  889. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  890. }
  891. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  892. {
  893. if (totalBitrate <= 640000)
  894. {
  895. return 128000;
  896. }
  897. if (totalBitrate <= 2000000)
  898. {
  899. return 384000;
  900. }
  901. if (totalBitrate <= 3000000)
  902. {
  903. return 448000;
  904. }
  905. if (totalBitrate <= 4000000)
  906. {
  907. return 640000;
  908. }
  909. if (totalBitrate <= 5000000)
  910. {
  911. return 768000;
  912. }
  913. if (totalBitrate <= 10000000)
  914. {
  915. return 1536000;
  916. }
  917. if (totalBitrate <= 15000000)
  918. {
  919. return 2304000;
  920. }
  921. if (totalBitrate <= 20000000)
  922. {
  923. return 3584000;
  924. }
  925. return 7168000;
  926. }
  927. private (DirectPlayProfile? Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  928. MediaOptions options,
  929. MediaSourceInfo mediaSource,
  930. MediaStream? videoStream,
  931. MediaStream? audioStream,
  932. ICollection<MediaStream> candidateAudioStreams,
  933. MediaStream? subtitleStream,
  934. bool isEligibleForDirectPlay,
  935. bool isEligibleForDirectStream)
  936. {
  937. if (options.ForceDirectPlay)
  938. {
  939. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  940. }
  941. if (options.ForceDirectStream)
  942. {
  943. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  944. }
  945. DeviceProfile profile = options.Profile;
  946. string container = mediaSource.Container;
  947. // Video
  948. int? width = videoStream?.Width;
  949. int? height = videoStream?.Height;
  950. int? bitDepth = videoStream?.BitDepth;
  951. int? videoBitrate = videoStream?.BitRate;
  952. double? videoLevel = videoStream?.Level;
  953. string? videoProfile = videoStream?.Profile;
  954. VideoRangeType? videoRangeType = videoStream?.VideoRangeType;
  955. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  956. bool? isAnamorphic = videoStream?.IsAnamorphic;
  957. bool? isInterlaced = videoStream?.IsInterlaced;
  958. string? videoCodecTag = videoStream?.CodecTag;
  959. bool? isAvc = videoStream?.IsAVC;
  960. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  961. int? packetLength = videoStream?.PacketLength;
  962. int? refFrames = videoStream?.RefFrames;
  963. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  964. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  965. var checkVideoConditions = (ProfileCondition[] conditions) =>
  966. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  967. // Check container conditions
  968. var containerProfileReasons = AggregateFailureConditions(
  969. mediaSource,
  970. profile,
  971. "VideoCodecProfile",
  972. profile.ContainerProfiles
  973. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  974. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  975. // Check video conditions
  976. var videoCodecProfileReasons = AggregateFailureConditions(
  977. mediaSource,
  978. profile,
  979. "VideoCodecProfile",
  980. profile.CodecProfiles
  981. .Where(codecProfile => codecProfile.Type == CodecType.Video &&
  982. codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  983. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  984. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  985. // Check audiocandidates profile conditions
  986. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  987. TranscodeReason subtitleProfileReasons = 0;
  988. if (subtitleStream is not null)
  989. {
  990. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  991. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  992. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  993. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  994. {
  995. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  996. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  997. }
  998. }
  999. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  1000. var rank = (ref TranscodeReason a) =>
  1001. {
  1002. var index = 1;
  1003. foreach (var flag in rankings)
  1004. {
  1005. var reason = a & flag;
  1006. if (reason != 0)
  1007. {
  1008. return index;
  1009. }
  1010. index++;
  1011. }
  1012. return index;
  1013. };
  1014. var containerSupported = false;
  1015. // Check DirectPlay profiles to see if it can be direct played
  1016. var analyzedProfiles = profile.DirectPlayProfiles
  1017. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1018. .Select((directPlayProfile, order) =>
  1019. {
  1020. TranscodeReason directPlayProfileReasons = 0;
  1021. TranscodeReason audioCodecProfileReasons = 0;
  1022. // Check container type
  1023. if (!directPlayProfile.SupportsContainer(container))
  1024. {
  1025. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1026. }
  1027. else
  1028. {
  1029. containerSupported = true;
  1030. }
  1031. // Check video codec
  1032. string? videoCodec = videoStream?.Codec;
  1033. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1034. {
  1035. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1036. }
  1037. // Check audio codec
  1038. MediaStream? selectedAudioStream = null;
  1039. if (candidateAudioStreams.Any())
  1040. {
  1041. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1042. if (selectedAudioStream is null)
  1043. {
  1044. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1045. }
  1046. else
  1047. {
  1048. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1049. }
  1050. }
  1051. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1052. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1053. {
  1054. failureReasons |= videoCodecProfileReasons;
  1055. }
  1056. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1057. {
  1058. failureReasons |= audioCodecProfileReasons;
  1059. }
  1060. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1061. PlayMethod? playMethod = null;
  1062. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1063. {
  1064. playMethod = PlayMethod.DirectPlay;
  1065. }
  1066. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1067. {
  1068. playMethod = PlayMethod.DirectStream;
  1069. }
  1070. var ranked = rank(ref failureReasons);
  1071. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1072. })
  1073. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1074. .ThenByDescending(analysis => analysis.Rank)
  1075. .ThenBy(analysis => analysis.Order)
  1076. .ToArray()
  1077. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1078. var profileMatch = analyzedProfiles[true]
  1079. .Select(analysis => analysis.Result)
  1080. .FirstOrDefault();
  1081. if (profileMatch.Profile is not null)
  1082. {
  1083. return profileMatch;
  1084. }
  1085. var failureReasons = analyzedProfiles[false]
  1086. .Select(analysis => analysis.Result)
  1087. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1088. .FirstOrDefault().TranscodeReason;
  1089. if (failureReasons == 0)
  1090. {
  1091. failureReasons = TranscodeReason.DirectPlayError;
  1092. }
  1093. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1094. }
  1095. private TranscodeReason CheckVideoAudioStreamDirectPlay(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1096. {
  1097. var profile = options.Profile;
  1098. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1099. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1100. if (audioStream.IsExternal == true)
  1101. {
  1102. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1103. }
  1104. return audioStreamFailureReasons;
  1105. }
  1106. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1107. {
  1108. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1109. {
  1110. LogConditionFailure(profile, type, i, mediaSource);
  1111. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1112. return reasons | transcodeReasons;
  1113. });
  1114. }
  1115. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1116. {
  1117. _logger.LogDebug(
  1118. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1119. type,
  1120. profile.Name ?? "Unknown Profile",
  1121. condition.Property,
  1122. condition.Condition,
  1123. condition.Value ?? string.Empty,
  1124. condition.IsRequired,
  1125. mediaSource.Path ?? "Unknown path");
  1126. }
  1127. /// <summary>
  1128. /// Normalizes input container.
  1129. /// </summary>
  1130. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1131. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1132. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1133. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1134. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1135. /// <param name="outputContainer">The output container.</param>
  1136. /// <param name="transcodingSubProtocol">The subtitle transoding protocol.</param>
  1137. /// <returns>The normalized input container.</returns>
  1138. public static SubtitleProfile GetSubtitleProfile(
  1139. MediaSourceInfo mediaSource,
  1140. MediaStream subtitleStream,
  1141. SubtitleProfile[] subtitleProfiles,
  1142. PlayMethod playMethod,
  1143. ITranscoderSupport transcoderSupport,
  1144. string? outputContainer,
  1145. MediaStreamProtocol? transcodingSubProtocol)
  1146. {
  1147. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || transcodingSubProtocol != MediaStreamProtocol.hls))
  1148. {
  1149. // Look for supported embedded subs of the same format
  1150. foreach (var profile in subtitleProfiles)
  1151. {
  1152. if (!profile.SupportsLanguage(subtitleStream.Language))
  1153. {
  1154. continue;
  1155. }
  1156. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1157. {
  1158. continue;
  1159. }
  1160. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1161. {
  1162. continue;
  1163. }
  1164. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1165. {
  1166. continue;
  1167. }
  1168. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1169. {
  1170. return profile;
  1171. }
  1172. }
  1173. // Look for supported embedded subs of a convertible format
  1174. foreach (var profile in subtitleProfiles)
  1175. {
  1176. if (!profile.SupportsLanguage(subtitleStream.Language))
  1177. {
  1178. continue;
  1179. }
  1180. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1181. {
  1182. continue;
  1183. }
  1184. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1185. {
  1186. continue;
  1187. }
  1188. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1189. {
  1190. continue;
  1191. }
  1192. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1193. {
  1194. return profile;
  1195. }
  1196. }
  1197. }
  1198. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1199. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1200. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1201. new SubtitleProfile
  1202. {
  1203. Method = SubtitleDeliveryMethod.Encode,
  1204. Format = subtitleStream.Codec
  1205. };
  1206. }
  1207. private static bool IsSubtitleEmbedSupported(string? transcodingContainer)
  1208. {
  1209. if (!string.IsNullOrEmpty(transcodingContainer))
  1210. {
  1211. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1212. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1213. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1214. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1215. {
  1216. return false;
  1217. }
  1218. if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1219. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1220. {
  1221. return true;
  1222. }
  1223. }
  1224. return false;
  1225. }
  1226. private static SubtitleProfile? GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1227. {
  1228. foreach (var profile in subtitleProfiles)
  1229. {
  1230. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1231. {
  1232. continue;
  1233. }
  1234. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1235. {
  1236. continue;
  1237. }
  1238. if (!profile.SupportsLanguage(subtitleStream.Language))
  1239. {
  1240. continue;
  1241. }
  1242. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1243. {
  1244. continue;
  1245. }
  1246. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1247. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1248. {
  1249. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1250. if (!requiresConversion)
  1251. {
  1252. return profile;
  1253. }
  1254. if (!allowConversion)
  1255. {
  1256. continue;
  1257. }
  1258. // TODO: Build this into subtitleStream.SupportsExternalStream
  1259. if (mediaSource.IsInfiniteStream)
  1260. {
  1261. continue;
  1262. }
  1263. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1264. {
  1265. return profile;
  1266. }
  1267. }
  1268. }
  1269. return null;
  1270. }
  1271. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1272. {
  1273. // Don't restrict bitrate if item is remote.
  1274. if (item.IsRemote)
  1275. {
  1276. return false;
  1277. }
  1278. // If no maximum bitrate is set, default to no maximum bitrate.
  1279. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1280. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1281. int itemBitrate = item.Bitrate ?? 40000000;
  1282. if (itemBitrate > requestedMaxBitrate)
  1283. {
  1284. _logger.LogDebug(
  1285. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1286. itemBitrate,
  1287. requestedMaxBitrate);
  1288. return true;
  1289. }
  1290. return false;
  1291. }
  1292. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1293. {
  1294. if (options.ItemId.IsEmpty())
  1295. {
  1296. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1297. }
  1298. if (options.Profile is null)
  1299. {
  1300. throw new ArgumentException("Profile is required");
  1301. }
  1302. if (options.MediaSources is null)
  1303. {
  1304. throw new ArgumentException("MediaSources is required");
  1305. }
  1306. if (isMediaSource)
  1307. {
  1308. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1309. {
  1310. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1311. }
  1312. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1313. {
  1314. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1315. }
  1316. }
  1317. }
  1318. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1319. IEnumerable<CodecProfile> codecProfiles,
  1320. string container,
  1321. string codec,
  1322. int? audioChannels,
  1323. int? audioBitrate,
  1324. int? audioSampleRate,
  1325. int? audioBitDepth,
  1326. string audioProfile,
  1327. bool? isSecondaryAudio)
  1328. {
  1329. return codecProfiles
  1330. .Where(profile => profile.Type == CodecType.VideoAudio &&
  1331. profile.ContainsAnyCodec(codec, container) &&
  1332. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1333. .SelectMany(profile => profile.Conditions)
  1334. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1335. }
  1336. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1337. IEnumerable<CodecProfile> codecProfiles,
  1338. string container,
  1339. string? codec,
  1340. int? audioChannels,
  1341. int? audioBitrate,
  1342. int? audioSampleRate,
  1343. int? audioBitDepth,
  1344. bool checkConditions)
  1345. {
  1346. var conditions = codecProfiles
  1347. .Where(profile => profile.Type == CodecType.Audio &&
  1348. profile.ContainsAnyCodec(codec, container) &&
  1349. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1350. .SelectMany(profile => profile.Conditions);
  1351. if (!checkConditions)
  1352. {
  1353. return conditions;
  1354. }
  1355. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1356. }
  1357. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string? qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1358. {
  1359. foreach (ProfileCondition condition in conditions)
  1360. {
  1361. string value = condition.Value;
  1362. if (string.IsNullOrEmpty(value))
  1363. {
  1364. continue;
  1365. }
  1366. // No way to express this
  1367. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1368. {
  1369. continue;
  1370. }
  1371. switch (condition.Property)
  1372. {
  1373. case ProfileConditionValue.AudioBitrate:
  1374. {
  1375. if (!enableNonQualifiedConditions)
  1376. {
  1377. continue;
  1378. }
  1379. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1380. {
  1381. if (condition.Condition == ProfileConditionType.Equals)
  1382. {
  1383. item.AudioBitrate = num;
  1384. }
  1385. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1386. {
  1387. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1388. }
  1389. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1390. {
  1391. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1392. }
  1393. }
  1394. break;
  1395. }
  1396. case ProfileConditionValue.AudioSampleRate:
  1397. {
  1398. if (!enableNonQualifiedConditions)
  1399. {
  1400. continue;
  1401. }
  1402. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1403. {
  1404. if (condition.Condition == ProfileConditionType.Equals)
  1405. {
  1406. item.AudioSampleRate = num;
  1407. }
  1408. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1409. {
  1410. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1411. }
  1412. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1413. {
  1414. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1415. }
  1416. }
  1417. break;
  1418. }
  1419. case ProfileConditionValue.AudioChannels:
  1420. {
  1421. if (string.IsNullOrEmpty(qualifier))
  1422. {
  1423. if (!enableNonQualifiedConditions)
  1424. {
  1425. continue;
  1426. }
  1427. }
  1428. else
  1429. {
  1430. if (!enableQualifiedConditions)
  1431. {
  1432. continue;
  1433. }
  1434. }
  1435. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1436. {
  1437. if (condition.Condition == ProfileConditionType.Equals)
  1438. {
  1439. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1440. }
  1441. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1442. {
  1443. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1444. }
  1445. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1446. {
  1447. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1448. }
  1449. }
  1450. break;
  1451. }
  1452. case ProfileConditionValue.IsAvc:
  1453. {
  1454. if (!enableNonQualifiedConditions)
  1455. {
  1456. continue;
  1457. }
  1458. if (bool.TryParse(value, out var isAvc))
  1459. {
  1460. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1461. {
  1462. item.RequireAvc = true;
  1463. }
  1464. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1465. {
  1466. item.RequireAvc = true;
  1467. }
  1468. }
  1469. break;
  1470. }
  1471. case ProfileConditionValue.IsAnamorphic:
  1472. {
  1473. if (!enableNonQualifiedConditions)
  1474. {
  1475. continue;
  1476. }
  1477. if (bool.TryParse(value, out var isAnamorphic))
  1478. {
  1479. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1480. {
  1481. item.RequireNonAnamorphic = true;
  1482. }
  1483. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1484. {
  1485. item.RequireNonAnamorphic = true;
  1486. }
  1487. }
  1488. break;
  1489. }
  1490. case ProfileConditionValue.IsInterlaced:
  1491. {
  1492. if (string.IsNullOrEmpty(qualifier))
  1493. {
  1494. if (!enableNonQualifiedConditions)
  1495. {
  1496. continue;
  1497. }
  1498. }
  1499. else
  1500. {
  1501. if (!enableQualifiedConditions)
  1502. {
  1503. continue;
  1504. }
  1505. }
  1506. if (bool.TryParse(value, out var isInterlaced))
  1507. {
  1508. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1509. {
  1510. item.SetOption(qualifier, "deinterlace", "true");
  1511. }
  1512. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1513. {
  1514. item.SetOption(qualifier, "deinterlace", "true");
  1515. }
  1516. }
  1517. break;
  1518. }
  1519. case ProfileConditionValue.AudioProfile:
  1520. case ProfileConditionValue.Has64BitOffsets:
  1521. case ProfileConditionValue.PacketLength:
  1522. case ProfileConditionValue.NumAudioStreams:
  1523. case ProfileConditionValue.NumVideoStreams:
  1524. case ProfileConditionValue.IsSecondaryAudio:
  1525. case ProfileConditionValue.VideoTimestamp:
  1526. {
  1527. // Not supported yet
  1528. break;
  1529. }
  1530. case ProfileConditionValue.RefFrames:
  1531. {
  1532. if (string.IsNullOrEmpty(qualifier))
  1533. {
  1534. if (!enableNonQualifiedConditions)
  1535. {
  1536. continue;
  1537. }
  1538. }
  1539. else
  1540. {
  1541. if (!enableQualifiedConditions)
  1542. {
  1543. continue;
  1544. }
  1545. }
  1546. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1547. {
  1548. if (condition.Condition == ProfileConditionType.Equals)
  1549. {
  1550. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1551. }
  1552. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1553. {
  1554. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1555. }
  1556. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1557. {
  1558. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1559. }
  1560. }
  1561. break;
  1562. }
  1563. case ProfileConditionValue.VideoBitDepth:
  1564. {
  1565. if (string.IsNullOrEmpty(qualifier))
  1566. {
  1567. if (!enableNonQualifiedConditions)
  1568. {
  1569. continue;
  1570. }
  1571. }
  1572. else
  1573. {
  1574. if (!enableQualifiedConditions)
  1575. {
  1576. continue;
  1577. }
  1578. }
  1579. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1580. {
  1581. if (condition.Condition == ProfileConditionType.Equals)
  1582. {
  1583. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1584. }
  1585. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1586. {
  1587. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1588. }
  1589. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1590. {
  1591. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1592. }
  1593. }
  1594. break;
  1595. }
  1596. case ProfileConditionValue.VideoProfile:
  1597. {
  1598. if (string.IsNullOrEmpty(qualifier))
  1599. {
  1600. continue;
  1601. }
  1602. // Change from split by | to comma
  1603. // Strip spaces to avoid having to encode
  1604. var values = value
  1605. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1606. if (condition.Condition == ProfileConditionType.Equals)
  1607. {
  1608. item.SetOption(qualifier, "profile", string.Join(',', values));
  1609. }
  1610. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1611. {
  1612. var currentValue = item.GetOption(qualifier, "profile");
  1613. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1614. {
  1615. item.SetOption(qualifier, "profile", currentValue);
  1616. }
  1617. else
  1618. {
  1619. item.SetOption(qualifier, "profile", string.Join(',', values));
  1620. }
  1621. }
  1622. break;
  1623. }
  1624. case ProfileConditionValue.VideoRangeType:
  1625. {
  1626. if (string.IsNullOrEmpty(qualifier))
  1627. {
  1628. continue;
  1629. }
  1630. // change from split by | to comma
  1631. // strip spaces to avoid having to encode
  1632. var values = value
  1633. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1634. if (condition.Condition == ProfileConditionType.Equals)
  1635. {
  1636. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1637. }
  1638. else if (condition.Condition == ProfileConditionType.NotEquals)
  1639. {
  1640. item.SetOption(qualifier, "rangetype", string.Join(',', Enum.GetNames(typeof(VideoRangeType)).Except(values)));
  1641. }
  1642. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1643. {
  1644. var currentValue = item.GetOption(qualifier, "rangetype");
  1645. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1646. {
  1647. item.SetOption(qualifier, "rangetype", currentValue);
  1648. }
  1649. else
  1650. {
  1651. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1652. }
  1653. }
  1654. break;
  1655. }
  1656. case ProfileConditionValue.VideoCodecTag:
  1657. {
  1658. if (string.IsNullOrEmpty(qualifier))
  1659. {
  1660. continue;
  1661. }
  1662. // change from split by | to comma
  1663. // strip spaces to avoid having to encode
  1664. var values = value
  1665. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1666. if (condition.Condition == ProfileConditionType.Equals)
  1667. {
  1668. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1669. }
  1670. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1671. {
  1672. var currentValue = item.GetOption(qualifier, "codectag");
  1673. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1674. {
  1675. item.SetOption(qualifier, "codectag", currentValue);
  1676. }
  1677. else
  1678. {
  1679. item.SetOption(qualifier, "codectag", string.Join(',', values));
  1680. }
  1681. }
  1682. break;
  1683. }
  1684. case ProfileConditionValue.Height:
  1685. {
  1686. if (!enableNonQualifiedConditions)
  1687. {
  1688. continue;
  1689. }
  1690. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1691. {
  1692. if (condition.Condition == ProfileConditionType.Equals)
  1693. {
  1694. item.MaxHeight = num;
  1695. }
  1696. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1697. {
  1698. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1699. }
  1700. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1701. {
  1702. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1703. }
  1704. }
  1705. break;
  1706. }
  1707. case ProfileConditionValue.VideoBitrate:
  1708. {
  1709. if (!enableNonQualifiedConditions)
  1710. {
  1711. continue;
  1712. }
  1713. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1714. {
  1715. if (condition.Condition == ProfileConditionType.Equals)
  1716. {
  1717. item.VideoBitrate = num;
  1718. }
  1719. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1720. {
  1721. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1722. }
  1723. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1724. {
  1725. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1726. }
  1727. }
  1728. break;
  1729. }
  1730. case ProfileConditionValue.VideoFramerate:
  1731. {
  1732. if (!enableNonQualifiedConditions)
  1733. {
  1734. continue;
  1735. }
  1736. if (float.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1737. {
  1738. if (condition.Condition == ProfileConditionType.Equals)
  1739. {
  1740. item.MaxFramerate = num;
  1741. }
  1742. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1743. {
  1744. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1745. }
  1746. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1747. {
  1748. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1749. }
  1750. }
  1751. break;
  1752. }
  1753. case ProfileConditionValue.VideoLevel:
  1754. {
  1755. if (string.IsNullOrEmpty(qualifier))
  1756. {
  1757. continue;
  1758. }
  1759. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1760. {
  1761. if (condition.Condition == ProfileConditionType.Equals)
  1762. {
  1763. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1764. }
  1765. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1766. {
  1767. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1768. }
  1769. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1770. {
  1771. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1772. }
  1773. }
  1774. break;
  1775. }
  1776. case ProfileConditionValue.Width:
  1777. {
  1778. if (!enableNonQualifiedConditions)
  1779. {
  1780. continue;
  1781. }
  1782. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1783. {
  1784. if (condition.Condition == ProfileConditionType.Equals)
  1785. {
  1786. item.MaxWidth = num;
  1787. }
  1788. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1789. {
  1790. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1791. }
  1792. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1793. {
  1794. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1795. }
  1796. }
  1797. break;
  1798. }
  1799. default:
  1800. break;
  1801. }
  1802. }
  1803. }
  1804. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1805. {
  1806. // Check container type
  1807. if (!profile.SupportsContainer(item.Container))
  1808. {
  1809. return false;
  1810. }
  1811. // Check audio codec
  1812. string? audioCodec = audioStream?.Codec;
  1813. if (!profile.SupportsAudioCodec(audioCodec))
  1814. {
  1815. return false;
  1816. }
  1817. return true;
  1818. }
  1819. }
  1820. }