StreamBuilder.cs 94 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.Linq;
  6. using MediaBrowser.Model.Dto;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.MediaInfo;
  9. using MediaBrowser.Model.Session;
  10. using Microsoft.Extensions.Logging;
  11. namespace MediaBrowser.Model.Dlna
  12. {
  13. /// <summary>
  14. /// Class StreamBuilder.
  15. /// </summary>
  16. public class StreamBuilder
  17. {
  18. // Aliases
  19. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  20. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  21. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  22. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  23. private readonly ILogger _logger;
  24. private readonly ITranscoderSupport _transcoderSupport;
  25. /// <summary>
  26. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  27. /// </summary>
  28. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  29. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  30. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  31. {
  32. _transcoderSupport = transcoderSupport;
  33. _logger = logger;
  34. }
  35. /// <summary>
  36. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  37. /// </summary>
  38. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  39. public StreamBuilder(ILogger<StreamBuilder> logger)
  40. : this(new FullTranscoderSupport(), logger)
  41. {
  42. }
  43. /// <summary>
  44. /// Gets the optimal audio stream.
  45. /// </summary>
  46. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  47. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  48. public StreamInfo GetOptimalAudioStream(MediaOptions options)
  49. {
  50. ValidateMediaOptions(options, false);
  51. var mediaSources = new List<MediaSourceInfo>();
  52. foreach (var mediaSource in options.MediaSources)
  53. {
  54. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  55. string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  56. {
  57. mediaSources.Add(mediaSource);
  58. }
  59. }
  60. var streams = new List<StreamInfo>();
  61. foreach (var mediaSourceInfo in mediaSources)
  62. {
  63. StreamInfo streamInfo = GetOptimalAudioStream(mediaSourceInfo, options);
  64. if (streamInfo is not null)
  65. {
  66. streams.Add(streamInfo);
  67. }
  68. }
  69. foreach (var stream in streams)
  70. {
  71. stream.DeviceId = options.DeviceId;
  72. stream.DeviceProfileId = options.Profile.Id;
  73. }
  74. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  75. }
  76. private StreamInfo GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  77. {
  78. var playlistItem = new StreamInfo
  79. {
  80. ItemId = options.ItemId,
  81. MediaType = DlnaProfileType.Audio,
  82. MediaSource = item,
  83. RunTimeTicks = item.RunTimeTicks,
  84. Context = options.Context,
  85. DeviceProfile = options.Profile
  86. };
  87. if (options.ForceDirectPlay)
  88. {
  89. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  90. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  91. return playlistItem;
  92. }
  93. if (options.ForceDirectStream)
  94. {
  95. playlistItem.PlayMethod = PlayMethod.DirectStream;
  96. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  97. return playlistItem;
  98. }
  99. MediaStream audioStream = item.GetDefaultAudioStream(null);
  100. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  101. var directPlayMethod = directPlayInfo.PlayMethod;
  102. var transcodeReasons = directPlayInfo.TranscodeReasons;
  103. var inputAudioChannels = audioStream?.Channels;
  104. var inputAudioBitrate = audioStream?.BitDepth;
  105. var inputAudioSampleRate = audioStream?.SampleRate;
  106. var inputAudioBitDepth = audioStream?.BitDepth;
  107. if (directPlayMethod.HasValue)
  108. {
  109. var profile = options.Profile;
  110. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  111. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  112. transcodeReasons |= audioFailureReasons;
  113. if (audioFailureReasons == 0)
  114. {
  115. playlistItem.PlayMethod = directPlayMethod.Value;
  116. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  117. return playlistItem;
  118. }
  119. }
  120. TranscodingProfile transcodingProfile = null;
  121. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  122. {
  123. if (tcProfile.Type == playlistItem.MediaType
  124. && tcProfile.Context == options.Context
  125. && _transcoderSupport.CanEncodeToAudioCodec(transcodingProfile.AudioCodec ?? tcProfile.Container))
  126. {
  127. transcodingProfile = tcProfile;
  128. break;
  129. }
  130. }
  131. if (transcodingProfile != null)
  132. {
  133. if (!item.SupportsTranscoding)
  134. {
  135. return null;
  136. }
  137. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  138. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  139. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  140. // Honor requested max channels
  141. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  142. var configuredBitrate = options.GetMaxBitrate(true);
  143. long transcodingBitrate = options.AudioTranscodingBitrate
  144. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  145. ?? configuredBitrate
  146. ?? 128000;
  147. if (configuredBitrate.HasValue)
  148. {
  149. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  150. }
  151. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  152. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  153. }
  154. playlistItem.TranscodeReasons = transcodeReasons;
  155. return playlistItem;
  156. }
  157. /// <summary>
  158. /// Gets the optimal video stream.
  159. /// </summary>
  160. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  161. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  162. public StreamInfo GetOptimalVideoStream(MediaOptions options)
  163. {
  164. ValidateMediaOptions(options, true);
  165. var mediaSources = new List<MediaSourceInfo>();
  166. foreach (var mediaSourceInfo in options.MediaSources)
  167. {
  168. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  169. string.Equals(mediaSourceInfo.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  170. {
  171. mediaSources.Add(mediaSourceInfo);
  172. }
  173. }
  174. var streams = new List<StreamInfo>();
  175. foreach (var mediaSourceInfo in mediaSources)
  176. {
  177. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  178. if (streamInfo is not null)
  179. {
  180. streams.Add(streamInfo);
  181. }
  182. }
  183. foreach (var stream in streams)
  184. {
  185. stream.DeviceId = options.DeviceId;
  186. stream.DeviceProfileId = options.Profile.Id;
  187. }
  188. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  189. }
  190. private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  191. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  192. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  193. {
  194. return streams.OrderBy(i =>
  195. {
  196. // Nothing beats direct playing a file
  197. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
  198. {
  199. return 0;
  200. }
  201. return 1;
  202. }).ThenBy(i =>
  203. {
  204. switch (i.PlayMethod)
  205. {
  206. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  207. case PlayMethod.DirectStream:
  208. case PlayMethod.DirectPlay:
  209. return 0;
  210. default:
  211. return 1;
  212. }
  213. }).ThenBy(i =>
  214. {
  215. switch (i.MediaSource.Protocol)
  216. {
  217. case MediaProtocol.File:
  218. return 0;
  219. default:
  220. return 1;
  221. }
  222. }).ThenBy(i =>
  223. {
  224. if (maxBitrate > 0)
  225. {
  226. if (i.MediaSource.Bitrate.HasValue)
  227. {
  228. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  229. }
  230. }
  231. return 0;
  232. }).ThenBy(streams.IndexOf);
  233. }
  234. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  235. {
  236. switch (condition.Property)
  237. {
  238. case ProfileConditionValue.AudioBitrate:
  239. return TranscodeReason.AudioBitrateNotSupported;
  240. case ProfileConditionValue.AudioChannels:
  241. return TranscodeReason.AudioChannelsNotSupported;
  242. case ProfileConditionValue.AudioProfile:
  243. return TranscodeReason.AudioProfileNotSupported;
  244. case ProfileConditionValue.AudioSampleRate:
  245. return TranscodeReason.AudioSampleRateNotSupported;
  246. case ProfileConditionValue.Has64BitOffsets:
  247. // TODO
  248. return 0;
  249. case ProfileConditionValue.Height:
  250. return TranscodeReason.VideoResolutionNotSupported;
  251. case ProfileConditionValue.IsAnamorphic:
  252. return TranscodeReason.AnamorphicVideoNotSupported;
  253. case ProfileConditionValue.IsAvc:
  254. // TODO
  255. return 0;
  256. case ProfileConditionValue.IsInterlaced:
  257. return TranscodeReason.InterlacedVideoNotSupported;
  258. case ProfileConditionValue.IsSecondaryAudio:
  259. return TranscodeReason.SecondaryAudioNotSupported;
  260. case ProfileConditionValue.NumAudioStreams:
  261. // TODO
  262. return 0;
  263. case ProfileConditionValue.NumVideoStreams:
  264. // TODO
  265. return 0;
  266. case ProfileConditionValue.PacketLength:
  267. // TODO
  268. return 0;
  269. case ProfileConditionValue.RefFrames:
  270. return TranscodeReason.RefFramesNotSupported;
  271. case ProfileConditionValue.VideoBitDepth:
  272. return TranscodeReason.VideoBitDepthNotSupported;
  273. case ProfileConditionValue.AudioBitDepth:
  274. return TranscodeReason.AudioBitDepthNotSupported;
  275. case ProfileConditionValue.VideoBitrate:
  276. return TranscodeReason.VideoBitrateNotSupported;
  277. case ProfileConditionValue.VideoCodecTag:
  278. return TranscodeReason.VideoCodecNotSupported;
  279. case ProfileConditionValue.VideoFramerate:
  280. return TranscodeReason.VideoFramerateNotSupported;
  281. case ProfileConditionValue.VideoLevel:
  282. return TranscodeReason.VideoLevelNotSupported;
  283. case ProfileConditionValue.VideoProfile:
  284. return TranscodeReason.VideoProfileNotSupported;
  285. case ProfileConditionValue.VideoRangeType:
  286. return TranscodeReason.VideoRangeTypeNotSupported;
  287. case ProfileConditionValue.VideoTimestamp:
  288. // TODO
  289. return 0;
  290. case ProfileConditionValue.Width:
  291. return TranscodeReason.VideoResolutionNotSupported;
  292. default:
  293. return 0;
  294. }
  295. }
  296. /// <summary>
  297. /// Normalizes input container.
  298. /// </summary>
  299. /// <param name="inputContainer">The input container.</param>
  300. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  301. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  302. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  303. /// <returns>The the normalized input container.</returns>
  304. public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile profile, DlnaProfileType type, DirectPlayProfile playProfile = null)
  305. {
  306. if (string.IsNullOrEmpty(inputContainer))
  307. {
  308. return null;
  309. }
  310. var formats = ContainerProfile.SplitValue(inputContainer);
  311. if (profile is not null)
  312. {
  313. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : new[] { playProfile };
  314. foreach (var format in formats)
  315. {
  316. foreach (var directPlayProfile in playProfiles)
  317. {
  318. if (directPlayProfile.Type == type
  319. && directPlayProfile.SupportsContainer(format))
  320. {
  321. return format;
  322. }
  323. }
  324. }
  325. }
  326. return formats[0];
  327. }
  328. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  329. {
  330. var directPlayProfile = options.Profile.DirectPlayProfiles
  331. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  332. if (directPlayProfile is null)
  333. {
  334. _logger.LogDebug(
  335. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  336. options.Profile.Name ?? "Unknown Profile",
  337. item.Path ?? "Unknown path",
  338. audioStream.Codec ?? "Unknown codec");
  339. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  340. }
  341. var playMethods = new List<PlayMethod>();
  342. TranscodeReason transcodeReasons = 0;
  343. // The profile describes what the device supports
  344. // If device requirements are satisfied then allow both direct stream and direct play
  345. if (item.SupportsDirectPlay)
  346. {
  347. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  348. {
  349. if (options.EnableDirectPlay)
  350. {
  351. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  352. }
  353. }
  354. else
  355. {
  356. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  357. }
  358. }
  359. // While options takes the network and other factors into account. Only applies to direct stream
  360. if (item.SupportsDirectStream)
  361. {
  362. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  363. {
  364. if (options.EnableDirectStream)
  365. {
  366. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  367. }
  368. }
  369. else
  370. {
  371. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  372. }
  373. }
  374. return (directPlayProfile, null, transcodeReasons);
  375. }
  376. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  377. {
  378. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  379. var containerSupported = false;
  380. var audioSupported = false;
  381. var videoSupported = false;
  382. foreach (var profile in directPlayProfiles)
  383. {
  384. // Check container type
  385. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  386. {
  387. containerSupported = true;
  388. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  389. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  390. if (videoSupported && audioSupported)
  391. {
  392. break;
  393. }
  394. }
  395. }
  396. TranscodeReason reasons = 0;
  397. if (!containerSupported)
  398. {
  399. reasons |= TranscodeReason.ContainerNotSupported;
  400. }
  401. if (!videoSupported)
  402. {
  403. reasons |= TranscodeReason.VideoCodecNotSupported;
  404. }
  405. if (!audioSupported)
  406. {
  407. reasons |= TranscodeReason.AudioCodecNotSupported;
  408. }
  409. return reasons;
  410. }
  411. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  412. {
  413. int highestScore = -1;
  414. foreach (var stream in item.MediaStreams)
  415. {
  416. if (stream.Type == MediaStreamType.Subtitle
  417. && stream.Score.HasValue
  418. && stream.Score.Value > highestScore)
  419. {
  420. highestScore = stream.Score.Value;
  421. }
  422. }
  423. var topStreams = new List<MediaStream>();
  424. foreach (var stream in item.MediaStreams)
  425. {
  426. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  427. {
  428. topStreams.Add(stream);
  429. }
  430. }
  431. // If multiple streams have an equal score, try to pick the most efficient one
  432. if (topStreams.Count > 1)
  433. {
  434. foreach (var stream in topStreams)
  435. {
  436. foreach (var profile in subtitleProfiles)
  437. {
  438. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  439. {
  440. return stream.Index;
  441. }
  442. }
  443. }
  444. }
  445. // If no optimization panned out, just use the original default
  446. return item.DefaultSubtitleStreamIndex;
  447. }
  448. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  449. {
  450. var container = transcodingProfile.Container;
  451. var protocol = transcodingProfile.Protocol;
  452. item.TranscodingContainer = container;
  453. item.TranscodingSubProtocol = protocol;
  454. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  455. {
  456. playlistItem.Container = container;
  457. playlistItem.SubProtocol = protocol;
  458. }
  459. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  460. if (!string.IsNullOrEmpty(transcodingProfile.MaxAudioChannels)
  461. && int.TryParse(transcodingProfile.MaxAudioChannels, NumberStyles.Any, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  462. {
  463. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  464. }
  465. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  466. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  467. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  468. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  469. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  470. if (transcodingProfile.MinSegments > 0)
  471. {
  472. playlistItem.MinSegments = transcodingProfile.MinSegments;
  473. }
  474. if (transcodingProfile.SegmentLength > 0)
  475. {
  476. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  477. }
  478. }
  479. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile directPlayProfile)
  480. {
  481. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  482. var protocol = "http";
  483. item.TranscodingContainer = container;
  484. item.TranscodingSubProtocol = protocol;
  485. playlistItem.Container = container;
  486. playlistItem.SubProtocol = protocol;
  487. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  488. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  489. }
  490. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  491. {
  492. ArgumentNullException.ThrowIfNull(item);
  493. StreamInfo playlistItem = new StreamInfo
  494. {
  495. ItemId = options.ItemId,
  496. MediaType = DlnaProfileType.Video,
  497. MediaSource = item,
  498. RunTimeTicks = item.RunTimeTicks,
  499. Context = options.Context,
  500. DeviceProfile = options.Profile
  501. };
  502. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  503. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  504. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  505. if (audioStream is not null)
  506. {
  507. playlistItem.AudioStreamIndex = audioStream.Index;
  508. }
  509. // Collect candidate audio streams
  510. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? Array.Empty<MediaStream>() : new[] { audioStream };
  511. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  512. {
  513. if (audioStream?.IsDefault == true)
  514. {
  515. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  516. }
  517. else
  518. {
  519. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  520. }
  521. }
  522. var videoStream = item.VideoStream;
  523. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  524. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  525. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  526. TranscodeReason transcodeReasons = 0;
  527. // Force transcode or remux for BD/DVD folders
  528. if (item.VideoType == VideoType.Dvd || item.VideoType == VideoType.BluRay)
  529. {
  530. isEligibleForDirectPlay = false;
  531. isEligibleForDirectStream = false;
  532. }
  533. if (bitrateLimitExceeded)
  534. {
  535. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  536. }
  537. _logger.LogDebug(
  538. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  539. options.Profile.Name ?? "Unknown Profile",
  540. item.Path ?? "Unknown path",
  541. isEligibleForDirectPlay,
  542. isEligibleForDirectStream);
  543. DirectPlayProfile directPlayProfile = null;
  544. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  545. {
  546. // See if it can be direct played
  547. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  548. var directPlay = directPlayInfo.PlayMethod;
  549. transcodeReasons |= directPlayInfo.TranscodeReasons;
  550. if (directPlay.HasValue)
  551. {
  552. directPlayProfile = directPlayInfo.Profile;
  553. playlistItem.PlayMethod = directPlay.Value;
  554. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  555. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  556. if (directPlay == PlayMethod.DirectPlay)
  557. {
  558. playlistItem.SubProtocol = "http";
  559. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  560. if (audioStreamIndex.HasValue)
  561. {
  562. playlistItem.AudioStreamIndex = audioStreamIndex;
  563. playlistItem.AudioCodecs = new[] { item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec };
  564. }
  565. }
  566. else if (directPlay == PlayMethod.DirectStream)
  567. {
  568. playlistItem.AudioStreamIndex = audioStream?.Index;
  569. if (audioStream is not null)
  570. {
  571. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  572. }
  573. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  574. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile.Container, directPlayProfile.VideoCodec, directPlayProfile.AudioCodec);
  575. }
  576. if (subtitleStream is not null)
  577. {
  578. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile.Container, null);
  579. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  580. playlistItem.SubtitleFormat = subtitleProfile.Format;
  581. }
  582. }
  583. _logger.LogDebug(
  584. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  585. options.Profile.Name ?? "Anonymous Profile",
  586. item.Path ?? "Unknown path",
  587. directPlayInfo.PlayMethod,
  588. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  589. playlistItem.SubtitleStreamIndex,
  590. directPlayInfo.TranscodeReasons);
  591. }
  592. playlistItem.TranscodeReasons = transcodeReasons;
  593. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  594. {
  595. // Can't direct play, find the transcoding profile
  596. // If we do this for direct-stream we will overwrite the info
  597. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  598. if (transcodingProfile is not null)
  599. {
  600. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  601. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  602. playlistItem.PlayMethod = PlayMethod.Transcode;
  603. if (subtitleStream is not null)
  604. {
  605. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  606. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  607. playlistItem.SubtitleFormat = subtitleProfile.Format;
  608. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  609. }
  610. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  611. {
  612. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  613. }
  614. }
  615. }
  616. _logger.LogDebug(
  617. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  618. options.Profile.Name ?? "Anonymous Profile",
  619. item.Path ?? "Unknown path",
  620. options.AudioStreamIndex,
  621. options.SubtitleStreamIndex,
  622. playlistItem.PlayMethod,
  623. playlistItem.TranscodeReasons,
  624. playlistItem.ToUrl("media:", "<token>"));
  625. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  626. return playlistItem;
  627. }
  628. private TranscodingProfile GetVideoTranscodeProfile(MediaSourceInfo item, MediaOptions options, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, MediaStream subtitleStream, StreamInfo playlistItem)
  629. {
  630. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  631. {
  632. return null;
  633. }
  634. var transcodingProfiles = options.Profile.TranscodingProfiles
  635. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  636. if (options.AllowVideoStreamCopy)
  637. {
  638. // prefer direct copy profile
  639. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  640. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  641. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  642. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  643. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  644. {
  645. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  646. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  647. {
  648. var videoCodec = transcodingProfile.VideoCodec;
  649. var container = transcodingProfile.Container;
  650. var appliedVideoConditions = options.Profile.CodecProfiles
  651. .Where(i => i.Type == CodecType.Video &&
  652. i.ContainsAnyCodec(videoCodec, container) &&
  653. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  654. .Select(i =>
  655. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  656. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  657. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  658. return conditionsSatisfied ? 1 : 2;
  659. }
  660. return 3;
  661. })
  662. .OrderBy(lookup => lookup.Key)
  663. .SelectMany(lookup => lookup);
  664. }
  665. return transcodingProfiles.FirstOrDefault();
  666. }
  667. private void BuildStreamVideoItem(StreamInfo playlistItem, MediaOptions options, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, string container, string videoCodec, string audioCodec)
  668. {
  669. // Prefer matching video codecs
  670. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  671. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  672. if (directVideoCodec is not null)
  673. {
  674. // merge directVideoCodec to videoCodecs
  675. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  676. videoCodecs[^1] = directVideoCodec;
  677. }
  678. playlistItem.VideoCodecs = videoCodecs;
  679. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  680. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  681. var qualifier = videoStream?.Codec;
  682. if (videoStream?.Level is not null)
  683. {
  684. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  685. }
  686. if (videoStream?.BitDepth is not null)
  687. {
  688. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  689. }
  690. if (!string.IsNullOrEmpty(videoStream?.Profile))
  691. {
  692. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  693. }
  694. if (videoStream is not null && videoStream.Level != 0)
  695. {
  696. playlistItem.SetOption(qualifier, "level", videoStream.Level.ToString());
  697. }
  698. // Prefer matching audio codecs, could do better here
  699. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  700. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  701. playlistItem.AudioCodecs = audioCodecs;
  702. if (directAudioStream is not null)
  703. {
  704. audioStream = directAudioStream;
  705. playlistItem.AudioStreamIndex = audioStream.Index;
  706. playlistItem.AudioCodecs = new[] { audioStream.Codec };
  707. // Copy matching audio codec options
  708. playlistItem.AudioSampleRate = audioStream.SampleRate;
  709. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels.ToString());
  710. if (!string.IsNullOrEmpty(audioStream.Profile))
  711. {
  712. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  713. }
  714. if (audioStream.Level != 0)
  715. {
  716. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.ToString());
  717. }
  718. }
  719. int? width = videoStream?.Width;
  720. int? height = videoStream?.Height;
  721. int? bitDepth = videoStream?.BitDepth;
  722. int? videoBitrate = videoStream?.BitRate;
  723. double? videoLevel = videoStream?.Level;
  724. string videoProfile = videoStream?.Profile;
  725. string videoRangeType = videoStream?.VideoRangeType;
  726. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  727. bool? isAnamorphic = videoStream?.IsAnamorphic;
  728. bool? isInterlaced = videoStream?.IsInterlaced;
  729. string videoCodecTag = videoStream?.CodecTag;
  730. bool? isAvc = videoStream?.IsAVC;
  731. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  732. int? packetLength = videoStream?.PacketLength;
  733. int? refFrames = videoStream?.RefFrames;
  734. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  735. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  736. var appliedVideoConditions = options.Profile.CodecProfiles
  737. .Where(i => i.Type == CodecType.Video &&
  738. i.ContainsAnyCodec(videoCodec, container) &&
  739. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)));
  740. var isFirstAppliedCodecProfile = true;
  741. foreach (var i in appliedVideoConditions)
  742. {
  743. var transcodingVideoCodecs = ContainerProfile.SplitValue(videoCodec);
  744. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  745. {
  746. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  747. {
  748. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  749. isFirstAppliedCodecProfile = false;
  750. continue;
  751. }
  752. }
  753. }
  754. // Honor requested max channels
  755. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  756. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  757. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  758. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  759. int? inputAudioBitrate = audioStream is null ? null : audioStream.BitRate;
  760. int? audioChannels = audioStream is null ? null : audioStream.Channels;
  761. string audioProfile = audioStream is null ? null : audioStream.Profile;
  762. int? inputAudioSampleRate = audioStream is null ? null : audioStream.SampleRate;
  763. int? inputAudioBitDepth = audioStream is null ? null : audioStream.BitDepth;
  764. var appliedAudioConditions = options.Profile.CodecProfiles
  765. .Where(i => i.Type == CodecType.VideoAudio &&
  766. i.ContainsAnyCodec(audioCodec, container) &&
  767. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)));
  768. isFirstAppliedCodecProfile = true;
  769. foreach (var codecProfile in appliedAudioConditions)
  770. {
  771. var transcodingAudioCodecs = ContainerProfile.SplitValue(audioCodec);
  772. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  773. {
  774. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  775. {
  776. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  777. isFirstAppliedCodecProfile = false;
  778. break;
  779. }
  780. }
  781. }
  782. var maxBitrateSetting = options.GetMaxBitrate(false);
  783. // Honor max rate
  784. if (maxBitrateSetting.HasValue)
  785. {
  786. var availableBitrateForVideo = maxBitrateSetting.Value;
  787. if (playlistItem.AudioBitrate.HasValue)
  788. {
  789. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  790. }
  791. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  792. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  793. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  794. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  795. }
  796. _logger.LogDebug(
  797. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  798. options.Profile?.Name ?? "Anonymous Profile",
  799. item.Path ?? "Unknown path",
  800. playlistItem?.PlayMethod,
  801. audioStream?.Index,
  802. playlistItem?.SubtitleStreamIndex,
  803. playlistItem?.TranscodeReasons);
  804. }
  805. private static int GetDefaultAudioBitrate(string audioCodec, int? audioChannels)
  806. {
  807. if (!string.IsNullOrEmpty(audioCodec))
  808. {
  809. // Default to a higher bitrate for stream copy
  810. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  811. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  812. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  813. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  814. {
  815. if ((audioChannels ?? 0) < 2)
  816. {
  817. return 128000;
  818. }
  819. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  820. }
  821. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  822. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  823. {
  824. if ((audioChannels ?? 0) < 2)
  825. {
  826. return 768000;
  827. }
  828. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  829. }
  830. }
  831. return 192000;
  832. }
  833. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
  834. {
  835. string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  836. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  837. int defaultBitrate;
  838. int encoderAudioBitrateLimit = int.MaxValue;
  839. if (audioStream is null)
  840. {
  841. defaultBitrate = 192000;
  842. }
  843. else
  844. {
  845. if (targetAudioChannels.HasValue
  846. && audioStream.Channels.HasValue
  847. && audioStream.Channels.Value > targetAudioChannels.Value)
  848. {
  849. // Reduce the bitrate if we're downmixing.
  850. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  851. }
  852. else if (targetAudioChannels.HasValue
  853. && audioStream.Channels.HasValue
  854. && audioStream.Channels.Value <= targetAudioChannels.Value
  855. && !string.IsNullOrEmpty(audioStream.Codec)
  856. && targetAudioCodecs is not null
  857. && targetAudioCodecs.Length > 0
  858. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  859. {
  860. // Shift the bitrate if we're transcoding to a different audio codec.
  861. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  862. }
  863. else
  864. {
  865. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  866. }
  867. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  868. // Any attempts to transcode over 64k will fail
  869. if (audioStream.Channels == 1
  870. && (audioStream.BitRate ?? 0) < 64000)
  871. {
  872. encoderAudioBitrateLimit = 64000;
  873. }
  874. }
  875. if (maxTotalBitrate > 0)
  876. {
  877. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  878. }
  879. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  880. }
  881. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  882. {
  883. if (totalBitrate <= 640000)
  884. {
  885. return 128000;
  886. }
  887. else if (totalBitrate <= 2000000)
  888. {
  889. return 384000;
  890. }
  891. else if (totalBitrate <= 3000000)
  892. {
  893. return 448000;
  894. }
  895. else if (totalBitrate <= 4000000)
  896. {
  897. return 640000;
  898. }
  899. else if (totalBitrate <= 5000000)
  900. {
  901. return 768000;
  902. }
  903. else if (totalBitrate <= 10000000)
  904. {
  905. return 1536000;
  906. }
  907. else if (totalBitrate <= 15000000)
  908. {
  909. return 2304000;
  910. }
  911. else if (totalBitrate <= 20000000)
  912. {
  913. return 3584000;
  914. }
  915. return 7168000;
  916. }
  917. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  918. MediaOptions options,
  919. MediaSourceInfo mediaSource,
  920. MediaStream videoStream,
  921. MediaStream audioStream,
  922. ICollection<MediaStream> candidateAudioStreams,
  923. MediaStream subtitleStream,
  924. bool isEligibleForDirectPlay,
  925. bool isEligibleForDirectStream)
  926. {
  927. if (options.ForceDirectPlay)
  928. {
  929. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  930. }
  931. if (options.ForceDirectStream)
  932. {
  933. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  934. }
  935. DeviceProfile profile = options.Profile;
  936. string container = mediaSource.Container;
  937. // Video
  938. int? width = videoStream?.Width;
  939. int? height = videoStream?.Height;
  940. int? bitDepth = videoStream?.BitDepth;
  941. int? videoBitrate = videoStream?.BitRate;
  942. double? videoLevel = videoStream?.Level;
  943. string videoProfile = videoStream?.Profile;
  944. string videoRangeType = videoStream?.VideoRangeType;
  945. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  946. bool? isAnamorphic = videoStream?.IsAnamorphic;
  947. bool? isInterlaced = videoStream?.IsInterlaced;
  948. string videoCodecTag = videoStream?.CodecTag;
  949. bool? isAvc = videoStream?.IsAVC;
  950. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  951. int? packetLength = videoStream?.PacketLength;
  952. int? refFrames = videoStream?.RefFrames;
  953. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  954. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  955. var checkVideoConditions = (ProfileCondition[] conditions) =>
  956. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  957. // Check container conditions
  958. var containerProfileReasons = AggregateFailureConditions(
  959. mediaSource,
  960. profile,
  961. "VideoCodecProfile",
  962. profile.ContainerProfiles
  963. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  964. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  965. // Check video conditions
  966. var videoCodecProfileReasons = AggregateFailureConditions(
  967. mediaSource,
  968. profile,
  969. "VideoCodecProfile",
  970. profile.CodecProfiles
  971. .Where(codecProfile => codecProfile.Type == CodecType.Video && codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  972. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  973. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  974. // Check audiocandidates profile conditions
  975. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  976. TranscodeReason subtitleProfileReasons = 0;
  977. if (subtitleStream is not null)
  978. {
  979. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  980. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  981. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  982. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  983. {
  984. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  985. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  986. }
  987. }
  988. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  989. var rank = (ref TranscodeReason a) =>
  990. {
  991. var index = 1;
  992. foreach (var flag in rankings)
  993. {
  994. var reason = a & flag;
  995. if (reason != 0)
  996. {
  997. return index;
  998. }
  999. index++;
  1000. }
  1001. return index;
  1002. };
  1003. var containerSupported = false;
  1004. // Check DirectPlay profiles to see if it can be direct played
  1005. var analyzedProfiles = profile.DirectPlayProfiles
  1006. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1007. .Select((directPlayProfile, order) =>
  1008. {
  1009. TranscodeReason directPlayProfileReasons = 0;
  1010. TranscodeReason audioCodecProfileReasons = 0;
  1011. // Check container type
  1012. if (!directPlayProfile.SupportsContainer(container))
  1013. {
  1014. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1015. }
  1016. else
  1017. {
  1018. containerSupported = true;
  1019. }
  1020. // Check video codec
  1021. string videoCodec = videoStream?.Codec;
  1022. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1023. {
  1024. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1025. }
  1026. // Check audio codec
  1027. MediaStream selectedAudioStream = null;
  1028. if (candidateAudioStreams.Any())
  1029. {
  1030. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1031. if (selectedAudioStream is null)
  1032. {
  1033. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1034. }
  1035. else
  1036. {
  1037. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1038. }
  1039. }
  1040. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1041. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1042. {
  1043. failureReasons |= videoCodecProfileReasons;
  1044. }
  1045. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1046. {
  1047. failureReasons |= audioCodecProfileReasons;
  1048. }
  1049. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1050. PlayMethod? playMethod = null;
  1051. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1052. {
  1053. playMethod = PlayMethod.DirectPlay;
  1054. }
  1055. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1056. {
  1057. playMethod = PlayMethod.DirectStream;
  1058. }
  1059. var ranked = rank(ref failureReasons);
  1060. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1061. })
  1062. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1063. .ThenByDescending(analysis => analysis.Rank)
  1064. .ThenBy(analysis => analysis.Order)
  1065. .ToArray()
  1066. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1067. var profileMatch = analyzedProfiles[true]
  1068. .Select(analysis => analysis.Result)
  1069. .FirstOrDefault();
  1070. if (profileMatch.Profile is not null)
  1071. {
  1072. return profileMatch;
  1073. }
  1074. var failureReasons = analyzedProfiles[false]
  1075. .Select(analysis => analysis.Result)
  1076. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1077. .FirstOrDefault().TranscodeReason;
  1078. if (failureReasons == 0)
  1079. {
  1080. failureReasons = TranscodeReason.DirectPlayError;
  1081. }
  1082. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1083. }
  1084. private TranscodeReason CheckVideoAudioStreamDirectPlay(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1085. {
  1086. var profile = options.Profile;
  1087. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1088. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1089. if (audioStream?.IsExternal == true)
  1090. {
  1091. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1092. }
  1093. return audioStreamFailureReasons;
  1094. }
  1095. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1096. {
  1097. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1098. {
  1099. LogConditionFailure(profile, type, i, mediaSource);
  1100. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1101. return reasons | transcodeReasons;
  1102. });
  1103. }
  1104. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1105. {
  1106. _logger.LogDebug(
  1107. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1108. type,
  1109. profile.Name ?? "Unknown Profile",
  1110. condition.Property,
  1111. condition.Condition,
  1112. condition.Value ?? string.Empty,
  1113. condition.IsRequired,
  1114. mediaSource.Path ?? "Unknown path");
  1115. }
  1116. /// <summary>
  1117. /// Normalizes input container.
  1118. /// </summary>
  1119. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1120. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1121. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1122. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1123. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1124. /// <param name="outputContainer">The output container.</param>
  1125. /// <param name="transcodingSubProtocol">The subtitle transoding protocol.</param>
  1126. /// <returns>The the normalized input container.</returns>
  1127. public static SubtitleProfile GetSubtitleProfile(
  1128. MediaSourceInfo mediaSource,
  1129. MediaStream subtitleStream,
  1130. SubtitleProfile[] subtitleProfiles,
  1131. PlayMethod playMethod,
  1132. ITranscoderSupport transcoderSupport,
  1133. string outputContainer,
  1134. string transcodingSubProtocol)
  1135. {
  1136. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
  1137. {
  1138. // Look for supported embedded subs of the same format
  1139. foreach (var profile in subtitleProfiles)
  1140. {
  1141. if (!profile.SupportsLanguage(subtitleStream.Language))
  1142. {
  1143. continue;
  1144. }
  1145. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1146. {
  1147. continue;
  1148. }
  1149. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1150. {
  1151. continue;
  1152. }
  1153. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1154. {
  1155. continue;
  1156. }
  1157. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1158. {
  1159. return profile;
  1160. }
  1161. }
  1162. // Look for supported embedded subs of a convertible format
  1163. foreach (var profile in subtitleProfiles)
  1164. {
  1165. if (!profile.SupportsLanguage(subtitleStream.Language))
  1166. {
  1167. continue;
  1168. }
  1169. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1170. {
  1171. continue;
  1172. }
  1173. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1174. {
  1175. continue;
  1176. }
  1177. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1178. {
  1179. continue;
  1180. }
  1181. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1182. {
  1183. return profile;
  1184. }
  1185. }
  1186. }
  1187. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1188. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1189. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1190. new SubtitleProfile
  1191. {
  1192. Method = SubtitleDeliveryMethod.Encode,
  1193. Format = subtitleStream.Codec
  1194. };
  1195. }
  1196. private static bool IsSubtitleEmbedSupported(string transcodingContainer)
  1197. {
  1198. if (!string.IsNullOrEmpty(transcodingContainer))
  1199. {
  1200. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1201. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1202. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1203. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1204. {
  1205. return false;
  1206. }
  1207. else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1208. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1209. {
  1210. return true;
  1211. }
  1212. }
  1213. return false;
  1214. }
  1215. private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1216. {
  1217. foreach (var profile in subtitleProfiles)
  1218. {
  1219. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1220. {
  1221. continue;
  1222. }
  1223. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1224. {
  1225. continue;
  1226. }
  1227. if (!profile.SupportsLanguage(subtitleStream.Language))
  1228. {
  1229. continue;
  1230. }
  1231. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1232. {
  1233. continue;
  1234. }
  1235. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1236. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1237. {
  1238. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1239. if (!requiresConversion)
  1240. {
  1241. return profile;
  1242. }
  1243. if (!allowConversion)
  1244. {
  1245. continue;
  1246. }
  1247. // TODO: Build this into subtitleStream.SupportsExternalStream
  1248. if (mediaSource.IsInfiniteStream)
  1249. {
  1250. continue;
  1251. }
  1252. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1253. {
  1254. return profile;
  1255. }
  1256. }
  1257. }
  1258. return null;
  1259. }
  1260. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1261. {
  1262. // Don't restrict bitrate if item is remote.
  1263. if (item.IsRemote)
  1264. {
  1265. return false;
  1266. }
  1267. // If no maximum bitrate is set, default to no maximum bitrate.
  1268. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1269. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1270. int itemBitrate = item.Bitrate ?? 40000000;
  1271. if (itemBitrate > requestedMaxBitrate)
  1272. {
  1273. _logger.LogDebug(
  1274. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1275. itemBitrate,
  1276. requestedMaxBitrate);
  1277. return true;
  1278. }
  1279. return false;
  1280. }
  1281. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1282. {
  1283. if (options.ItemId.Equals(default))
  1284. {
  1285. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1286. }
  1287. if (options.Profile is null)
  1288. {
  1289. throw new ArgumentException("Profile is required");
  1290. }
  1291. if (options.MediaSources is null)
  1292. {
  1293. throw new ArgumentException("MediaSources is required");
  1294. }
  1295. if (isMediaSource)
  1296. {
  1297. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1298. {
  1299. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1300. }
  1301. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1302. {
  1303. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1304. }
  1305. }
  1306. }
  1307. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1308. IEnumerable<CodecProfile> codecProfiles,
  1309. string container,
  1310. string codec,
  1311. int? audioChannels,
  1312. int? audioBitrate,
  1313. int? audioSampleRate,
  1314. int? audioBitDepth,
  1315. string audioProfile,
  1316. bool? isSecondaryAudio)
  1317. {
  1318. return codecProfiles
  1319. .Where(profile => profile.Type == CodecType.VideoAudio && profile.ContainsAnyCodec(codec, container) &&
  1320. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1321. .SelectMany(profile => profile.Conditions)
  1322. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1323. }
  1324. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1325. IEnumerable<CodecProfile> codecProfiles,
  1326. string container,
  1327. string codec,
  1328. int? audioChannels,
  1329. int? audioBitrate,
  1330. int? audioSampleRate,
  1331. int? audioBitDepth,
  1332. bool checkConditions)
  1333. {
  1334. var conditions = codecProfiles
  1335. .Where(profile => profile.Type == CodecType.Audio && profile.ContainsAnyCodec(codec, container) &&
  1336. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1337. .SelectMany(profile => profile.Conditions);
  1338. if (!checkConditions)
  1339. {
  1340. return conditions;
  1341. }
  1342. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1343. }
  1344. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1345. {
  1346. foreach (ProfileCondition condition in conditions)
  1347. {
  1348. string value = condition.Value;
  1349. if (string.IsNullOrEmpty(value))
  1350. {
  1351. continue;
  1352. }
  1353. // No way to express this
  1354. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1355. {
  1356. continue;
  1357. }
  1358. switch (condition.Property)
  1359. {
  1360. case ProfileConditionValue.AudioBitrate:
  1361. {
  1362. if (!enableNonQualifiedConditions)
  1363. {
  1364. continue;
  1365. }
  1366. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1367. {
  1368. if (condition.Condition == ProfileConditionType.Equals)
  1369. {
  1370. item.AudioBitrate = num;
  1371. }
  1372. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1373. {
  1374. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1375. }
  1376. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1377. {
  1378. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1379. }
  1380. }
  1381. break;
  1382. }
  1383. case ProfileConditionValue.AudioSampleRate:
  1384. {
  1385. if (!enableNonQualifiedConditions)
  1386. {
  1387. continue;
  1388. }
  1389. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1390. {
  1391. if (condition.Condition == ProfileConditionType.Equals)
  1392. {
  1393. item.AudioSampleRate = num;
  1394. }
  1395. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1396. {
  1397. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1398. }
  1399. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1400. {
  1401. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1402. }
  1403. }
  1404. break;
  1405. }
  1406. case ProfileConditionValue.AudioChannels:
  1407. {
  1408. if (string.IsNullOrEmpty(qualifier))
  1409. {
  1410. if (!enableNonQualifiedConditions)
  1411. {
  1412. continue;
  1413. }
  1414. }
  1415. else
  1416. {
  1417. if (!enableQualifiedConditions)
  1418. {
  1419. continue;
  1420. }
  1421. }
  1422. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1423. {
  1424. if (condition.Condition == ProfileConditionType.Equals)
  1425. {
  1426. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1427. }
  1428. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1429. {
  1430. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1431. }
  1432. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1433. {
  1434. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1435. }
  1436. }
  1437. break;
  1438. }
  1439. case ProfileConditionValue.IsAvc:
  1440. {
  1441. if (!enableNonQualifiedConditions)
  1442. {
  1443. continue;
  1444. }
  1445. if (bool.TryParse(value, out var isAvc))
  1446. {
  1447. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1448. {
  1449. item.RequireAvc = true;
  1450. }
  1451. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1452. {
  1453. item.RequireAvc = true;
  1454. }
  1455. }
  1456. break;
  1457. }
  1458. case ProfileConditionValue.IsAnamorphic:
  1459. {
  1460. if (!enableNonQualifiedConditions)
  1461. {
  1462. continue;
  1463. }
  1464. if (bool.TryParse(value, out var isAnamorphic))
  1465. {
  1466. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1467. {
  1468. item.RequireNonAnamorphic = true;
  1469. }
  1470. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1471. {
  1472. item.RequireNonAnamorphic = true;
  1473. }
  1474. }
  1475. break;
  1476. }
  1477. case ProfileConditionValue.IsInterlaced:
  1478. {
  1479. if (string.IsNullOrEmpty(qualifier))
  1480. {
  1481. if (!enableNonQualifiedConditions)
  1482. {
  1483. continue;
  1484. }
  1485. }
  1486. else
  1487. {
  1488. if (!enableQualifiedConditions)
  1489. {
  1490. continue;
  1491. }
  1492. }
  1493. if (bool.TryParse(value, out var isInterlaced))
  1494. {
  1495. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1496. {
  1497. item.SetOption(qualifier, "deinterlace", "true");
  1498. }
  1499. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1500. {
  1501. item.SetOption(qualifier, "deinterlace", "true");
  1502. }
  1503. }
  1504. break;
  1505. }
  1506. case ProfileConditionValue.AudioProfile:
  1507. case ProfileConditionValue.Has64BitOffsets:
  1508. case ProfileConditionValue.PacketLength:
  1509. case ProfileConditionValue.NumAudioStreams:
  1510. case ProfileConditionValue.NumVideoStreams:
  1511. case ProfileConditionValue.IsSecondaryAudio:
  1512. case ProfileConditionValue.VideoTimestamp:
  1513. {
  1514. // Not supported yet
  1515. break;
  1516. }
  1517. case ProfileConditionValue.RefFrames:
  1518. {
  1519. if (string.IsNullOrEmpty(qualifier))
  1520. {
  1521. if (!enableNonQualifiedConditions)
  1522. {
  1523. continue;
  1524. }
  1525. }
  1526. else
  1527. {
  1528. if (!enableQualifiedConditions)
  1529. {
  1530. continue;
  1531. }
  1532. }
  1533. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1534. {
  1535. if (condition.Condition == ProfileConditionType.Equals)
  1536. {
  1537. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1538. }
  1539. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1540. {
  1541. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1542. }
  1543. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1544. {
  1545. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1546. }
  1547. }
  1548. break;
  1549. }
  1550. case ProfileConditionValue.VideoBitDepth:
  1551. {
  1552. if (string.IsNullOrEmpty(qualifier))
  1553. {
  1554. if (!enableNonQualifiedConditions)
  1555. {
  1556. continue;
  1557. }
  1558. }
  1559. else
  1560. {
  1561. if (!enableQualifiedConditions)
  1562. {
  1563. continue;
  1564. }
  1565. }
  1566. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1567. {
  1568. if (condition.Condition == ProfileConditionType.Equals)
  1569. {
  1570. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1571. }
  1572. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1573. {
  1574. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1575. }
  1576. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1577. {
  1578. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1579. }
  1580. }
  1581. break;
  1582. }
  1583. case ProfileConditionValue.VideoProfile:
  1584. {
  1585. if (string.IsNullOrEmpty(qualifier))
  1586. {
  1587. continue;
  1588. }
  1589. // Change from split by | to comma
  1590. // Strip spaces to avoid having to encode
  1591. var values = value
  1592. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1593. if (condition.Condition == ProfileConditionType.Equals)
  1594. {
  1595. item.SetOption(qualifier, "profile", string.Join(',', values));
  1596. }
  1597. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1598. {
  1599. var currentValue = item.GetOption(qualifier, "profile");
  1600. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1601. {
  1602. item.SetOption(qualifier, "profile", currentValue);
  1603. }
  1604. else
  1605. {
  1606. item.SetOption(qualifier, "profile", string.Join(',', values));
  1607. }
  1608. }
  1609. break;
  1610. }
  1611. case ProfileConditionValue.VideoRangeType:
  1612. {
  1613. if (string.IsNullOrEmpty(qualifier))
  1614. {
  1615. continue;
  1616. }
  1617. // change from split by | to comma
  1618. // strip spaces to avoid having to encode
  1619. var values = value
  1620. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1621. if (condition.Condition == ProfileConditionType.Equals)
  1622. {
  1623. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1624. }
  1625. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1626. {
  1627. var currentValue = item.GetOption(qualifier, "rangetype");
  1628. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1629. {
  1630. item.SetOption(qualifier, "rangetype", currentValue);
  1631. }
  1632. else
  1633. {
  1634. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1635. }
  1636. }
  1637. break;
  1638. }
  1639. case ProfileConditionValue.Height:
  1640. {
  1641. if (!enableNonQualifiedConditions)
  1642. {
  1643. continue;
  1644. }
  1645. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1646. {
  1647. if (condition.Condition == ProfileConditionType.Equals)
  1648. {
  1649. item.MaxHeight = num;
  1650. }
  1651. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1652. {
  1653. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1654. }
  1655. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1656. {
  1657. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1658. }
  1659. }
  1660. break;
  1661. }
  1662. case ProfileConditionValue.VideoBitrate:
  1663. {
  1664. if (!enableNonQualifiedConditions)
  1665. {
  1666. continue;
  1667. }
  1668. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1669. {
  1670. if (condition.Condition == ProfileConditionType.Equals)
  1671. {
  1672. item.VideoBitrate = num;
  1673. }
  1674. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1675. {
  1676. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1677. }
  1678. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1679. {
  1680. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1681. }
  1682. }
  1683. break;
  1684. }
  1685. case ProfileConditionValue.VideoFramerate:
  1686. {
  1687. if (!enableNonQualifiedConditions)
  1688. {
  1689. continue;
  1690. }
  1691. if (float.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1692. {
  1693. if (condition.Condition == ProfileConditionType.Equals)
  1694. {
  1695. item.MaxFramerate = num;
  1696. }
  1697. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1698. {
  1699. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1700. }
  1701. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1702. {
  1703. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1704. }
  1705. }
  1706. break;
  1707. }
  1708. case ProfileConditionValue.VideoLevel:
  1709. {
  1710. if (string.IsNullOrEmpty(qualifier))
  1711. {
  1712. continue;
  1713. }
  1714. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1715. {
  1716. if (condition.Condition == ProfileConditionType.Equals)
  1717. {
  1718. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1719. }
  1720. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1721. {
  1722. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1723. }
  1724. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1725. {
  1726. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1727. }
  1728. }
  1729. break;
  1730. }
  1731. case ProfileConditionValue.Width:
  1732. {
  1733. if (!enableNonQualifiedConditions)
  1734. {
  1735. continue;
  1736. }
  1737. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1738. {
  1739. if (condition.Condition == ProfileConditionType.Equals)
  1740. {
  1741. item.MaxWidth = num;
  1742. }
  1743. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1744. {
  1745. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1746. }
  1747. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1748. {
  1749. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1750. }
  1751. }
  1752. break;
  1753. }
  1754. default:
  1755. break;
  1756. }
  1757. }
  1758. }
  1759. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1760. {
  1761. // Check container type
  1762. if (!profile.SupportsContainer(item.Container))
  1763. {
  1764. return false;
  1765. }
  1766. // Check audio codec
  1767. string audioCodec = audioStream?.Codec;
  1768. if (!profile.SupportsAudioCodec(audioCodec))
  1769. {
  1770. return false;
  1771. }
  1772. return true;
  1773. }
  1774. }
  1775. }