StreamBuilder.cs 93 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076
  1. #nullable disable
  2. #pragma warning disable CS1591
  3. using System;
  4. using System.Collections.Generic;
  5. using System.Globalization;
  6. using System.Linq;
  7. using MediaBrowser.Model.Dto;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.MediaInfo;
  10. using MediaBrowser.Model.Session;
  11. using Microsoft.Extensions.Logging;
  12. namespace MediaBrowser.Model.Dlna
  13. {
  14. public class StreamBuilder
  15. {
  16. // Aliases
  17. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  18. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  19. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  20. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  21. private readonly ILogger _logger;
  22. private readonly ITranscoderSupport _transcoderSupport;
  23. private static readonly string[] _supportedHlsVideoCodecs = new string[] { "h264", "hevc" };
  24. private static readonly string[] _supportedHlsAudioCodecsTs = new string[] { "aac", "ac3", "eac3", "mp3" };
  25. private static readonly string[] _supportedHlsAudioCodecsMp4 = new string[] { "aac", "ac3", "eac3", "mp3", "alac", "flac", "opus", "dca", "truehd" };
  26. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  27. {
  28. _transcoderSupport = transcoderSupport;
  29. _logger = logger;
  30. }
  31. public StreamBuilder(ILogger<StreamBuilder> logger)
  32. : this(new FullTranscoderSupport(), logger)
  33. {
  34. }
  35. public StreamInfo BuildAudioItem(AudioOptions options)
  36. {
  37. ValidateAudioInput(options);
  38. var mediaSources = new List<MediaSourceInfo>();
  39. foreach (MediaSourceInfo i in options.MediaSources)
  40. {
  41. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  42. string.Equals(i.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  43. {
  44. mediaSources.Add(i);
  45. }
  46. }
  47. var streams = new List<StreamInfo>();
  48. foreach (MediaSourceInfo i in mediaSources)
  49. {
  50. StreamInfo streamInfo = BuildAudioItem(i, options);
  51. if (streamInfo != null)
  52. {
  53. streams.Add(streamInfo);
  54. }
  55. }
  56. foreach (StreamInfo stream in streams)
  57. {
  58. stream.DeviceId = options.DeviceId;
  59. stream.DeviceProfileId = options.Profile.Id;
  60. }
  61. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  62. }
  63. public StreamInfo BuildVideoItem(VideoOptions options)
  64. {
  65. ValidateInput(options);
  66. var mediaSources = new List<MediaSourceInfo>();
  67. foreach (MediaSourceInfo i in options.MediaSources)
  68. {
  69. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  70. string.Equals(i.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  71. {
  72. mediaSources.Add(i);
  73. }
  74. }
  75. var streams = new List<StreamInfo>();
  76. foreach (MediaSourceInfo i in mediaSources)
  77. {
  78. var streamInfo = BuildVideoItem(i, options);
  79. if (streamInfo != null)
  80. {
  81. streams.Add(streamInfo);
  82. }
  83. }
  84. foreach (StreamInfo stream in streams)
  85. {
  86. stream.DeviceId = options.DeviceId;
  87. stream.DeviceProfileId = options.Profile.Id;
  88. }
  89. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  90. }
  91. private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  92. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  93. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  94. {
  95. return streams.OrderBy(i =>
  96. {
  97. // Nothing beats direct playing a file
  98. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
  99. {
  100. return 0;
  101. }
  102. return 1;
  103. }).ThenBy(i =>
  104. {
  105. switch (i.PlayMethod)
  106. {
  107. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  108. case PlayMethod.DirectStream:
  109. case PlayMethod.DirectPlay:
  110. return 0;
  111. default:
  112. return 1;
  113. }
  114. }).ThenBy(i =>
  115. {
  116. switch (i.MediaSource.Protocol)
  117. {
  118. case MediaProtocol.File:
  119. return 0;
  120. default:
  121. return 1;
  122. }
  123. }).ThenBy(i =>
  124. {
  125. if (maxBitrate > 0)
  126. {
  127. if (i.MediaSource.Bitrate.HasValue)
  128. {
  129. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  130. }
  131. }
  132. return 0;
  133. }).ThenBy(streams.IndexOf);
  134. }
  135. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  136. {
  137. switch (condition.Property)
  138. {
  139. case ProfileConditionValue.AudioBitrate:
  140. return TranscodeReason.AudioBitrateNotSupported;
  141. case ProfileConditionValue.AudioChannels:
  142. return TranscodeReason.AudioChannelsNotSupported;
  143. case ProfileConditionValue.AudioProfile:
  144. return TranscodeReason.AudioProfileNotSupported;
  145. case ProfileConditionValue.AudioSampleRate:
  146. return TranscodeReason.AudioSampleRateNotSupported;
  147. case ProfileConditionValue.Has64BitOffsets:
  148. // TODO
  149. return 0;
  150. case ProfileConditionValue.Height:
  151. return TranscodeReason.VideoResolutionNotSupported;
  152. case ProfileConditionValue.IsAnamorphic:
  153. return TranscodeReason.AnamorphicVideoNotSupported;
  154. case ProfileConditionValue.IsAvc:
  155. // TODO
  156. return 0;
  157. case ProfileConditionValue.IsInterlaced:
  158. return TranscodeReason.InterlacedVideoNotSupported;
  159. case ProfileConditionValue.IsSecondaryAudio:
  160. return TranscodeReason.SecondaryAudioNotSupported;
  161. case ProfileConditionValue.NumAudioStreams:
  162. // TODO
  163. return 0;
  164. case ProfileConditionValue.NumVideoStreams:
  165. // TODO
  166. return 0;
  167. case ProfileConditionValue.PacketLength:
  168. // TODO
  169. return 0;
  170. case ProfileConditionValue.RefFrames:
  171. return TranscodeReason.RefFramesNotSupported;
  172. case ProfileConditionValue.VideoBitDepth:
  173. return TranscodeReason.VideoBitDepthNotSupported;
  174. case ProfileConditionValue.AudioBitDepth:
  175. return TranscodeReason.AudioBitDepthNotSupported;
  176. case ProfileConditionValue.VideoBitrate:
  177. return TranscodeReason.VideoBitrateNotSupported;
  178. case ProfileConditionValue.VideoCodecTag:
  179. return TranscodeReason.VideoCodecNotSupported;
  180. case ProfileConditionValue.VideoFramerate:
  181. return TranscodeReason.VideoFramerateNotSupported;
  182. case ProfileConditionValue.VideoLevel:
  183. return TranscodeReason.VideoLevelNotSupported;
  184. case ProfileConditionValue.VideoProfile:
  185. return TranscodeReason.VideoProfileNotSupported;
  186. case ProfileConditionValue.VideoRangeType:
  187. return TranscodeReason.VideoRangeTypeNotSupported;
  188. case ProfileConditionValue.VideoTimestamp:
  189. // TODO
  190. return 0;
  191. case ProfileConditionValue.Width:
  192. return TranscodeReason.VideoResolutionNotSupported;
  193. default:
  194. return 0;
  195. }
  196. }
  197. public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile profile, DlnaProfileType type, DirectPlayProfile playProfile = null)
  198. {
  199. if (string.IsNullOrEmpty(inputContainer))
  200. {
  201. return null;
  202. }
  203. var formats = ContainerProfile.SplitValue(inputContainer);
  204. if (profile != null)
  205. {
  206. var playProfiles = playProfile == null ? profile.DirectPlayProfiles : new[] { playProfile };
  207. foreach (var format in formats)
  208. {
  209. foreach (var directPlayProfile in playProfiles)
  210. {
  211. if (directPlayProfile.Type == type
  212. && directPlayProfile.SupportsContainer(format))
  213. {
  214. return format;
  215. }
  216. }
  217. }
  218. }
  219. return formats[0];
  220. }
  221. private StreamInfo BuildAudioItem(MediaSourceInfo item, AudioOptions options)
  222. {
  223. StreamInfo playlistItem = new StreamInfo
  224. {
  225. ItemId = options.ItemId,
  226. MediaType = DlnaProfileType.Audio,
  227. MediaSource = item,
  228. RunTimeTicks = item.RunTimeTicks,
  229. Context = options.Context,
  230. DeviceProfile = options.Profile
  231. };
  232. if (options.ForceDirectPlay)
  233. {
  234. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  235. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  236. return playlistItem;
  237. }
  238. if (options.ForceDirectStream)
  239. {
  240. playlistItem.PlayMethod = PlayMethod.DirectStream;
  241. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  242. return playlistItem;
  243. }
  244. var audioStream = item.GetDefaultAudioStream(null);
  245. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  246. var directPlayMethod = directPlayInfo.PlayMethod;
  247. var transcodeReasons = directPlayInfo.TranscodeReasons;
  248. int? inputAudioChannels = audioStream?.Channels;
  249. int? inputAudioBitrate = audioStream?.BitDepth;
  250. int? inputAudioSampleRate = audioStream?.SampleRate;
  251. int? inputAudioBitDepth = audioStream?.BitDepth;
  252. if (directPlayMethod.HasValue)
  253. {
  254. var profile = options.Profile;
  255. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  256. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  257. transcodeReasons |= audioFailureReasons;
  258. if (audioFailureReasons == 0)
  259. {
  260. playlistItem.PlayMethod = directPlayMethod.Value;
  261. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  262. return playlistItem;
  263. }
  264. }
  265. TranscodingProfile transcodingProfile = null;
  266. foreach (var i in options.Profile.TranscodingProfiles)
  267. {
  268. if (i.Type == playlistItem.MediaType
  269. && i.Context == options.Context
  270. && _transcoderSupport.CanEncodeToAudioCodec(i.AudioCodec ?? i.Container))
  271. {
  272. transcodingProfile = i;
  273. break;
  274. }
  275. }
  276. if (transcodingProfile != null)
  277. {
  278. if (!item.SupportsTranscoding)
  279. {
  280. return null;
  281. }
  282. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  283. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  284. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  285. // Honor requested max channels
  286. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  287. var configuredBitrate = options.GetMaxBitrate(true);
  288. long transcodingBitrate = options.AudioTranscodingBitrate ??
  289. (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null) ??
  290. configuredBitrate ??
  291. 128000;
  292. if (configuredBitrate.HasValue)
  293. {
  294. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  295. }
  296. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  297. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  298. }
  299. playlistItem.TranscodeReasons = transcodeReasons;
  300. return playlistItem;
  301. }
  302. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, AudioOptions options)
  303. {
  304. var directPlayProfile = options.Profile.DirectPlayProfiles
  305. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  306. if (directPlayProfile == null)
  307. {
  308. _logger.LogDebug(
  309. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  310. options.Profile.Name ?? "Unknown Profile",
  311. item.Path ?? "Unknown path",
  312. audioStream.Codec ?? "Unknown codec");
  313. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  314. }
  315. var playMethods = new List<PlayMethod>();
  316. TranscodeReason transcodeReasons = 0;
  317. // The profile describes what the device supports
  318. // If device requirements are satisfied then allow both direct stream and direct play
  319. if (item.SupportsDirectPlay)
  320. {
  321. if (IsItemBitrateEligibleForDirectPlayback(item, options.GetMaxBitrate(true) ?? 0, PlayMethod.DirectPlay))
  322. {
  323. if (options.EnableDirectPlay)
  324. {
  325. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  326. }
  327. }
  328. else
  329. {
  330. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  331. }
  332. }
  333. // While options takes the network and other factors into account. Only applies to direct stream
  334. if (item.SupportsDirectStream)
  335. {
  336. if (IsItemBitrateEligibleForDirectPlayback(item, options.GetMaxBitrate(true) ?? 0, PlayMethod.DirectStream))
  337. {
  338. if (options.EnableDirectStream)
  339. {
  340. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  341. }
  342. }
  343. else
  344. {
  345. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  346. }
  347. }
  348. return (directPlayProfile, null, transcodeReasons);
  349. }
  350. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  351. {
  352. var mediaType = videoStream == null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  353. var containerSupported = false;
  354. var audioSupported = false;
  355. var videoSupported = false;
  356. TranscodeReason reasons = 0;
  357. foreach (var profile in directPlayProfiles)
  358. {
  359. // Check container type
  360. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  361. {
  362. containerSupported = true;
  363. videoSupported = videoStream == null || profile.SupportsVideoCodec(videoStream.Codec);
  364. audioSupported = audioStream == null || profile.SupportsAudioCodec(audioStream.Codec);
  365. if (videoSupported && audioSupported)
  366. {
  367. break;
  368. }
  369. }
  370. }
  371. if (!containerSupported)
  372. {
  373. reasons |= TranscodeReason.ContainerNotSupported;
  374. }
  375. if (!videoSupported)
  376. {
  377. reasons |= TranscodeReason.VideoCodecNotSupported;
  378. }
  379. if (!audioSupported)
  380. {
  381. reasons |= TranscodeReason.AudioCodecNotSupported;
  382. }
  383. return reasons;
  384. }
  385. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  386. {
  387. int highestScore = -1;
  388. foreach (var stream in item.MediaStreams)
  389. {
  390. if (stream.Type == MediaStreamType.Subtitle
  391. && stream.Score.HasValue
  392. && stream.Score.Value > highestScore)
  393. {
  394. highestScore = stream.Score.Value;
  395. }
  396. }
  397. var topStreams = new List<MediaStream>();
  398. foreach (var stream in item.MediaStreams)
  399. {
  400. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  401. {
  402. topStreams.Add(stream);
  403. }
  404. }
  405. // If multiple streams have an equal score, try to pick the most efficient one
  406. if (topStreams.Count > 1)
  407. {
  408. foreach (var stream in topStreams)
  409. {
  410. foreach (var profile in subtitleProfiles)
  411. {
  412. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  413. {
  414. return stream.Index;
  415. }
  416. }
  417. }
  418. }
  419. // If no optimization panned out, just use the original default
  420. return item.DefaultSubtitleStreamIndex;
  421. }
  422. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  423. {
  424. var container = transcodingProfile.Container;
  425. var protocol = transcodingProfile.Protocol;
  426. item.TranscodingContainer = container;
  427. item.TranscodingSubProtocol = protocol;
  428. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  429. {
  430. playlistItem.Container = container;
  431. playlistItem.SubProtocol = protocol;
  432. }
  433. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  434. if (!string.IsNullOrEmpty(transcodingProfile.MaxAudioChannels)
  435. && int.TryParse(transcodingProfile.MaxAudioChannels, NumberStyles.Any, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  436. {
  437. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  438. }
  439. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  440. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  441. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  442. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  443. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  444. if (transcodingProfile.MinSegments > 0)
  445. {
  446. playlistItem.MinSegments = transcodingProfile.MinSegments;
  447. }
  448. if (transcodingProfile.SegmentLength > 0)
  449. {
  450. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  451. }
  452. }
  453. private static void SetStreamInfoOptionsFromDirectPlayProfile(VideoOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile directPlayProfile)
  454. {
  455. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  456. var protocol = "http";
  457. item.TranscodingContainer = container;
  458. item.TranscodingSubProtocol = protocol;
  459. playlistItem.Container = container;
  460. playlistItem.SubProtocol = protocol;
  461. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  462. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  463. }
  464. private StreamInfo BuildVideoItem(MediaSourceInfo item, VideoOptions options)
  465. {
  466. if (item == null)
  467. {
  468. throw new ArgumentNullException(nameof(item));
  469. }
  470. StreamInfo playlistItem = new StreamInfo
  471. {
  472. ItemId = options.ItemId,
  473. MediaType = DlnaProfileType.Video,
  474. MediaSource = item,
  475. RunTimeTicks = item.RunTimeTicks,
  476. Context = options.Context,
  477. DeviceProfile = options.Profile
  478. };
  479. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  480. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  481. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  482. if (audioStream != null)
  483. {
  484. playlistItem.AudioStreamIndex = audioStream.Index;
  485. }
  486. // Collect candidate audio streams
  487. ICollection<MediaStream> candidateAudioStreams = audioStream == null ? Array.Empty<MediaStream>() : new[] { audioStream };
  488. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  489. {
  490. if (audioStream?.IsDefault == true)
  491. {
  492. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  493. }
  494. else
  495. {
  496. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  497. }
  498. }
  499. var videoStream = item.VideoStream;
  500. var directPlayBitrateEligibility = IsBitrateEligibleForDirectPlayback(item, options.GetMaxBitrate(false) ?? 0, options, PlayMethod.DirectPlay);
  501. var directStreamBitrateEligibility = IsBitrateEligibleForDirectPlayback(item, options.GetMaxBitrate(false) ?? 0, options, PlayMethod.DirectStream);
  502. bool isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || directPlayBitrateEligibility == 0);
  503. bool isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || directStreamBitrateEligibility == 0);
  504. var transcodeReasons = directPlayBitrateEligibility | directStreamBitrateEligibility;
  505. _logger.LogDebug(
  506. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  507. options.Profile.Name ?? "Unknown Profile",
  508. item.Path ?? "Unknown path",
  509. isEligibleForDirectPlay,
  510. isEligibleForDirectStream);
  511. DirectPlayProfile directPlayProfile = null;
  512. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  513. {
  514. // See if it can be direct played
  515. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  516. var directPlay = directPlayInfo.PlayMethod;
  517. transcodeReasons |= directPlayInfo.TranscodeReasons;
  518. if (directPlay.HasValue)
  519. {
  520. directPlayProfile = directPlayInfo.Profile;
  521. playlistItem.PlayMethod = directPlay.Value;
  522. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  523. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  524. if (directPlay == PlayMethod.DirectPlay)
  525. {
  526. playlistItem.SubProtocol = "http";
  527. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  528. if (audioStreamIndex.HasValue)
  529. {
  530. playlistItem.AudioStreamIndex = audioStreamIndex;
  531. playlistItem.AudioCodecs = new[] { item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec };
  532. }
  533. }
  534. else if (directPlay == PlayMethod.DirectStream)
  535. {
  536. playlistItem.AudioStreamIndex = audioStream?.Index;
  537. if (audioStream != null)
  538. {
  539. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  540. }
  541. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  542. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile.Container, directPlayProfile.VideoCodec, directPlayProfile.AudioCodec);
  543. }
  544. if (subtitleStream != null)
  545. {
  546. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile.Container, null);
  547. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  548. playlistItem.SubtitleFormat = subtitleProfile.Format;
  549. }
  550. }
  551. _logger.LogDebug(
  552. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  553. options.Profile.Name ?? "Anonymous Profile",
  554. item.Path ?? "Unknown path",
  555. directPlayInfo.PlayMethod,
  556. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  557. playlistItem.SubtitleStreamIndex,
  558. directPlayInfo.TranscodeReasons);
  559. }
  560. playlistItem.TranscodeReasons = transcodeReasons;
  561. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  562. {
  563. // Can't direct play, find the transcoding profile
  564. // If we do this for direct-stream we will overwrite the info
  565. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  566. if (transcodingProfile != null)
  567. {
  568. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  569. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  570. playlistItem.PlayMethod = PlayMethod.Transcode;
  571. if (subtitleStream != null)
  572. {
  573. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  574. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  575. playlistItem.SubtitleFormat = subtitleProfile.Format;
  576. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  577. }
  578. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  579. {
  580. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  581. }
  582. }
  583. }
  584. _logger.LogInformation(
  585. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  586. options.Profile.Name ?? "Anonymous Profile",
  587. item.Path ?? "Unknown path",
  588. options.AudioStreamIndex,
  589. options.SubtitleStreamIndex,
  590. playlistItem.PlayMethod,
  591. playlistItem.TranscodeReasons,
  592. playlistItem.ToUrl("media:", "<token>"));
  593. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  594. return playlistItem;
  595. }
  596. private TranscodingProfile GetVideoTranscodeProfile(MediaSourceInfo item, VideoOptions options, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, MediaStream subtitleStream, StreamInfo playlistItem)
  597. {
  598. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  599. {
  600. return null;
  601. }
  602. var transcodingProfiles = options.Profile.TranscodingProfiles
  603. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  604. if (options.AllowVideoStreamCopy)
  605. {
  606. // prefer direct copy profile
  607. float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  608. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : item.Timestamp;
  609. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  610. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  611. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  612. {
  613. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  614. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  615. {
  616. var videoCodec = transcodingProfile.VideoCodec;
  617. var container = transcodingProfile.Container;
  618. var appliedVideoConditions = options.Profile.CodecProfiles
  619. .Where(i => i.Type == CodecType.Video &&
  620. i.ContainsAnyCodec(videoCodec, container) &&
  621. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  622. .Select(i =>
  623. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  624. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  625. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  626. return conditionsSatisfied ? 1 : 2;
  627. }
  628. return 3;
  629. })
  630. .OrderBy(lookup => lookup.Key)
  631. .SelectMany(lookup => lookup);
  632. }
  633. return transcodingProfiles.FirstOrDefault();
  634. }
  635. private void BuildStreamVideoItem(StreamInfo playlistItem, VideoOptions options, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, string container, string videoCodec, string audioCodec)
  636. {
  637. // Prefer matching video codecs
  638. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  639. // Enforce HLS video codec restrictions
  640. if (string.Equals(playlistItem.SubProtocol, "hls", StringComparison.OrdinalIgnoreCase))
  641. {
  642. videoCodecs = videoCodecs.Where(codec => _supportedHlsVideoCodecs.Contains(codec)).ToArray();
  643. }
  644. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  645. if (directVideoCodec != null)
  646. {
  647. // merge directVideoCodec to videoCodecs
  648. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  649. videoCodecs[^1] = directVideoCodec;
  650. }
  651. playlistItem.VideoCodecs = videoCodecs;
  652. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  653. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  654. var qualifier = videoStream?.Codec;
  655. if (videoStream?.Level != null)
  656. {
  657. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  658. }
  659. if (videoStream?.BitDepth != null)
  660. {
  661. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  662. }
  663. if (!string.IsNullOrEmpty(videoStream?.Profile))
  664. {
  665. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  666. }
  667. if (videoStream != null && videoStream.Level != 0)
  668. {
  669. playlistItem.SetOption(qualifier, "level", videoStream.Level.ToString());
  670. }
  671. // Prefer matching audio codecs, could do better here
  672. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  673. // Enforce HLS audio codec restrictions
  674. if (string.Equals(playlistItem.SubProtocol, "hls", StringComparison.OrdinalIgnoreCase))
  675. {
  676. if (string.Equals(playlistItem.Container, "mp4", StringComparison.OrdinalIgnoreCase))
  677. {
  678. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsMp4.Contains(codec)).ToArray();
  679. }
  680. else
  681. {
  682. audioCodecs = audioCodecs.Where(codec => _supportedHlsAudioCodecsTs.Contains(codec)).ToArray();
  683. }
  684. }
  685. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  686. playlistItem.AudioCodecs = audioCodecs;
  687. if (directAudioStream != null)
  688. {
  689. audioStream = directAudioStream;
  690. playlistItem.AudioStreamIndex = audioStream.Index;
  691. playlistItem.AudioCodecs = new[] { audioStream.Codec };
  692. // Copy matching audio codec options
  693. playlistItem.AudioSampleRate = audioStream.SampleRate;
  694. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels.ToString());
  695. if (!string.IsNullOrEmpty(audioStream.Profile))
  696. {
  697. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  698. }
  699. if (audioStream.Level != 0)
  700. {
  701. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.ToString());
  702. }
  703. }
  704. int? width = videoStream?.Width;
  705. int? height = videoStream?.Height;
  706. int? bitDepth = videoStream?.BitDepth;
  707. int? videoBitrate = videoStream?.BitRate;
  708. double? videoLevel = videoStream?.Level;
  709. string videoProfile = videoStream?.Profile;
  710. string videoRangeType = videoStream?.VideoRangeType;
  711. float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  712. bool? isAnamorphic = videoStream?.IsAnamorphic;
  713. bool? isInterlaced = videoStream?.IsInterlaced;
  714. string videoCodecTag = videoStream?.CodecTag;
  715. bool? isAvc = videoStream?.IsAVC;
  716. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : item.Timestamp;
  717. int? packetLength = videoStream?.PacketLength;
  718. int? refFrames = videoStream?.RefFrames;
  719. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  720. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  721. var appliedVideoConditions = options.Profile.CodecProfiles
  722. .Where(i => i.Type == CodecType.Video &&
  723. i.ContainsAnyCodec(videoCodec, container) &&
  724. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)));
  725. var isFirstAppliedCodecProfile = true;
  726. foreach (var i in appliedVideoConditions)
  727. {
  728. var transcodingVideoCodecs = ContainerProfile.SplitValue(videoCodec);
  729. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  730. {
  731. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  732. {
  733. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  734. isFirstAppliedCodecProfile = false;
  735. continue;
  736. }
  737. }
  738. }
  739. // Honor requested max channels
  740. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  741. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(false) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  742. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  743. bool? isSecondaryAudio = audioStream == null ? null : item.IsSecondaryAudio(audioStream);
  744. int? inputAudioBitrate = audioStream == null ? null : audioStream.BitRate;
  745. int? audioChannels = audioStream == null ? null : audioStream.Channels;
  746. string audioProfile = audioStream == null ? null : audioStream.Profile;
  747. int? inputAudioSampleRate = audioStream == null ? null : audioStream.SampleRate;
  748. int? inputAudioBitDepth = audioStream == null ? null : audioStream.BitDepth;
  749. var appliedAudioConditions = options.Profile.CodecProfiles
  750. .Where(i => i.Type == CodecType.VideoAudio &&
  751. i.ContainsAnyCodec(audioCodec, container) &&
  752. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)));
  753. isFirstAppliedCodecProfile = true;
  754. foreach (var i in appliedAudioConditions)
  755. {
  756. var transcodingAudioCodecs = ContainerProfile.SplitValue(audioCodec);
  757. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  758. {
  759. if (i.ContainsAnyCodec(transcodingAudioCodec, container))
  760. {
  761. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  762. isFirstAppliedCodecProfile = false;
  763. break;
  764. }
  765. }
  766. }
  767. var maxBitrateSetting = options.GetMaxBitrate(false);
  768. // Honor max rate
  769. if (maxBitrateSetting.HasValue)
  770. {
  771. var availableBitrateForVideo = maxBitrateSetting.Value;
  772. if (playlistItem.AudioBitrate.HasValue)
  773. {
  774. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  775. }
  776. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  777. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  778. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  779. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  780. }
  781. _logger.LogDebug(
  782. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  783. options.Profile?.Name ?? "Anonymous Profile",
  784. item.Path ?? "Unknown path",
  785. playlistItem?.PlayMethod,
  786. audioStream?.Index,
  787. playlistItem?.SubtitleStreamIndex,
  788. playlistItem?.TranscodeReasons);
  789. }
  790. private static int GetDefaultAudioBitrate(string audioCodec, int? audioChannels)
  791. {
  792. if (!string.IsNullOrEmpty(audioCodec))
  793. {
  794. // Default to a higher bitrate for stream copy
  795. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  796. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  797. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  798. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  799. {
  800. if ((audioChannels ?? 0) < 2)
  801. {
  802. return 128000;
  803. }
  804. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  805. }
  806. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  807. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  808. {
  809. if ((audioChannels ?? 0) < 2)
  810. {
  811. return 768000;
  812. }
  813. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  814. }
  815. }
  816. return 192000;
  817. }
  818. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
  819. {
  820. string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  821. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  822. int defaultBitrate;
  823. int encoderAudioBitrateLimit = int.MaxValue;
  824. if (audioStream == null)
  825. {
  826. defaultBitrate = 192000;
  827. }
  828. else
  829. {
  830. if (targetAudioChannels.HasValue
  831. && audioStream.Channels.HasValue
  832. && audioStream.Channels.Value > targetAudioChannels.Value)
  833. {
  834. // Reduce the bitrate if we're downmixing.
  835. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  836. }
  837. else if (targetAudioChannels.HasValue
  838. && audioStream.Channels.HasValue
  839. && audioStream.Channels.Value <= targetAudioChannels.Value
  840. && !string.IsNullOrEmpty(audioStream.Codec)
  841. && targetAudioCodecs != null
  842. && targetAudioCodecs.Length > 0
  843. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  844. {
  845. // Shift the bitrate if we're transcoding to a different audio codec.
  846. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  847. }
  848. else
  849. {
  850. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  851. }
  852. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  853. // Any attempts to transcode over 64k will fail
  854. if (audioStream.Channels == 1
  855. && (audioStream.BitRate ?? 0) < 64000)
  856. {
  857. encoderAudioBitrateLimit = 64000;
  858. }
  859. }
  860. if (maxTotalBitrate > 0)
  861. {
  862. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  863. }
  864. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  865. }
  866. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  867. {
  868. if (totalBitrate <= 640000)
  869. {
  870. return 128000;
  871. }
  872. else if (totalBitrate <= 2000000)
  873. {
  874. return 384000;
  875. }
  876. else if (totalBitrate <= 3000000)
  877. {
  878. return 448000;
  879. }
  880. else if (totalBitrate <= 4000000)
  881. {
  882. return 640000;
  883. }
  884. else if (totalBitrate <= 5000000)
  885. {
  886. return 768000;
  887. }
  888. else if (totalBitrate <= 10000000)
  889. {
  890. return 1536000;
  891. }
  892. else if (totalBitrate <= 15000000)
  893. {
  894. return 2304000;
  895. }
  896. else if (totalBitrate <= 20000000)
  897. {
  898. return 3584000;
  899. }
  900. return 7168000;
  901. }
  902. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  903. VideoOptions options,
  904. MediaSourceInfo mediaSource,
  905. MediaStream videoStream,
  906. MediaStream audioStream,
  907. ICollection<MediaStream> candidateAudioStreams,
  908. MediaStream subtitleStream,
  909. bool isEligibleForDirectPlay,
  910. bool isEligibleForDirectStream)
  911. {
  912. if (options.ForceDirectPlay)
  913. {
  914. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  915. }
  916. if (options.ForceDirectStream)
  917. {
  918. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  919. }
  920. DeviceProfile profile = options.Profile;
  921. string container = mediaSource.Container;
  922. // Video
  923. int? width = videoStream?.Width;
  924. int? height = videoStream?.Height;
  925. int? bitDepth = videoStream?.BitDepth;
  926. int? videoBitrate = videoStream?.BitRate;
  927. double? videoLevel = videoStream?.Level;
  928. string videoProfile = videoStream?.Profile;
  929. string videoRangeType = videoStream?.VideoRangeType;
  930. float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  931. bool? isAnamorphic = videoStream?.IsAnamorphic;
  932. bool? isInterlaced = videoStream?.IsInterlaced;
  933. string videoCodecTag = videoStream?.CodecTag;
  934. bool? isAvc = videoStream?.IsAVC;
  935. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  936. int? packetLength = videoStream?.PacketLength;
  937. int? refFrames = videoStream?.RefFrames;
  938. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  939. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  940. var checkVideoConditions = (ProfileCondition[] conditions) =>
  941. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  942. // Check container conditions
  943. var containerProfileReasons = AggregateFailureConditions(
  944. mediaSource,
  945. profile,
  946. "VideoCodecProfile",
  947. profile.ContainerProfiles
  948. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  949. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  950. // Check video conditions
  951. var videoCodecProfileReasons = AggregateFailureConditions(
  952. mediaSource,
  953. profile,
  954. "VideoCodecProfile",
  955. profile.CodecProfiles
  956. .Where(codecProfile => codecProfile.Type == CodecType.Video && codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  957. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  958. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  959. // Check audiocandidates profile conditions
  960. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  961. TranscodeReason subtitleProfileReasons = 0;
  962. if (subtitleStream != null)
  963. {
  964. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  965. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  966. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  967. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  968. {
  969. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  970. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  971. }
  972. }
  973. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  974. var rank = (ref TranscodeReason a) =>
  975. {
  976. var index = 1;
  977. foreach (var flag in rankings)
  978. {
  979. var reason = a & flag;
  980. if (reason != 0)
  981. {
  982. return index;
  983. }
  984. index++;
  985. }
  986. return index;
  987. };
  988. var containerSupported = false;
  989. // Check DirectPlay profiles to see if it can be direct played
  990. var analyzedProfiles = profile.DirectPlayProfiles
  991. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  992. .Select((directPlayProfile, order) =>
  993. {
  994. TranscodeReason directPlayProfileReasons = 0;
  995. TranscodeReason audioCodecProfileReasons = 0;
  996. // Check container type
  997. if (!directPlayProfile.SupportsContainer(container))
  998. {
  999. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1000. }
  1001. else
  1002. {
  1003. containerSupported = true;
  1004. }
  1005. // Check video codec
  1006. string videoCodec = videoStream?.Codec;
  1007. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1008. {
  1009. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1010. }
  1011. // Check audio codec
  1012. MediaStream selectedAudioStream = null;
  1013. if (candidateAudioStreams.Any())
  1014. {
  1015. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1016. if (selectedAudioStream == null)
  1017. {
  1018. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1019. }
  1020. else
  1021. {
  1022. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1023. }
  1024. }
  1025. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1026. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1027. {
  1028. failureReasons |= videoCodecProfileReasons;
  1029. }
  1030. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1031. {
  1032. failureReasons |= audioCodecProfileReasons;
  1033. }
  1034. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1035. PlayMethod? playMethod = null;
  1036. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1037. {
  1038. playMethod = PlayMethod.DirectPlay;
  1039. }
  1040. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1041. {
  1042. playMethod = PlayMethod.DirectStream;
  1043. }
  1044. var ranked = rank(ref failureReasons);
  1045. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1046. })
  1047. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1048. .ThenByDescending(analysis => analysis.Rank)
  1049. .ThenBy(analysis => analysis.Order)
  1050. .ToArray()
  1051. .ToLookup(analysis => analysis.Result.PlayMethod != null);
  1052. var profileMatch = analyzedProfiles[true]
  1053. .Select(analysis => analysis.Result)
  1054. .FirstOrDefault();
  1055. if (profileMatch.Profile != null)
  1056. {
  1057. return profileMatch;
  1058. }
  1059. var failureReasons = analyzedProfiles[false]
  1060. .Select(analysis => analysis.Result)
  1061. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1062. .FirstOrDefault().TranscodeReason;
  1063. if (failureReasons == 0)
  1064. {
  1065. failureReasons = TranscodeReason.DirectPlayError;
  1066. }
  1067. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1068. }
  1069. private TranscodeReason CheckVideoAudioStreamDirectPlay(VideoOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1070. {
  1071. var profile = options.Profile;
  1072. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1073. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1074. if (audioStream?.IsExternal == true)
  1075. {
  1076. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1077. }
  1078. return audioStreamFailureReasons;
  1079. }
  1080. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1081. {
  1082. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1083. {
  1084. LogConditionFailure(profile, type, i, mediaSource);
  1085. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1086. return reasons | transcodeReasons;
  1087. });
  1088. }
  1089. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1090. {
  1091. _logger.LogDebug(
  1092. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1093. type,
  1094. profile.Name ?? "Unknown Profile",
  1095. condition.Property,
  1096. condition.Condition,
  1097. condition.Value ?? string.Empty,
  1098. condition.IsRequired,
  1099. mediaSource.Path ?? "Unknown path");
  1100. }
  1101. private TranscodeReason IsBitrateEligibleForDirectPlayback(
  1102. MediaSourceInfo item,
  1103. long maxBitrate,
  1104. VideoOptions options,
  1105. PlayMethod playMethod)
  1106. {
  1107. bool result = IsItemBitrateEligibleForDirectPlayback(item, maxBitrate, playMethod);
  1108. if (!result)
  1109. {
  1110. return TranscodeReason.ContainerBitrateExceedsLimit;
  1111. }
  1112. else
  1113. {
  1114. return 0;
  1115. }
  1116. }
  1117. public static SubtitleProfile GetSubtitleProfile(
  1118. MediaSourceInfo mediaSource,
  1119. MediaStream subtitleStream,
  1120. SubtitleProfile[] subtitleProfiles,
  1121. PlayMethod playMethod,
  1122. ITranscoderSupport transcoderSupport,
  1123. string outputContainer,
  1124. string transcodingSubProtocol)
  1125. {
  1126. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
  1127. {
  1128. // Look for supported embedded subs of the same format
  1129. foreach (var profile in subtitleProfiles)
  1130. {
  1131. if (!profile.SupportsLanguage(subtitleStream.Language))
  1132. {
  1133. continue;
  1134. }
  1135. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1136. {
  1137. continue;
  1138. }
  1139. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1140. {
  1141. continue;
  1142. }
  1143. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1144. {
  1145. continue;
  1146. }
  1147. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1148. {
  1149. return profile;
  1150. }
  1151. }
  1152. // Look for supported embedded subs of a convertible format
  1153. foreach (var profile in subtitleProfiles)
  1154. {
  1155. if (!profile.SupportsLanguage(subtitleStream.Language))
  1156. {
  1157. continue;
  1158. }
  1159. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1160. {
  1161. continue;
  1162. }
  1163. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1164. {
  1165. continue;
  1166. }
  1167. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1168. {
  1169. continue;
  1170. }
  1171. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1172. {
  1173. return profile;
  1174. }
  1175. }
  1176. }
  1177. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1178. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1179. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1180. new SubtitleProfile
  1181. {
  1182. Method = SubtitleDeliveryMethod.Encode,
  1183. Format = subtitleStream.Codec
  1184. };
  1185. }
  1186. private static bool IsSubtitleEmbedSupported(string transcodingContainer)
  1187. {
  1188. if (!string.IsNullOrEmpty(transcodingContainer))
  1189. {
  1190. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1191. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1192. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1193. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1194. {
  1195. return false;
  1196. }
  1197. else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1198. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1199. {
  1200. return true;
  1201. }
  1202. }
  1203. return false;
  1204. }
  1205. private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1206. {
  1207. foreach (var profile in subtitleProfiles)
  1208. {
  1209. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1210. {
  1211. continue;
  1212. }
  1213. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1214. {
  1215. continue;
  1216. }
  1217. if (!profile.SupportsLanguage(subtitleStream.Language))
  1218. {
  1219. continue;
  1220. }
  1221. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1222. {
  1223. continue;
  1224. }
  1225. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1226. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1227. {
  1228. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1229. if (!requiresConversion)
  1230. {
  1231. return profile;
  1232. }
  1233. if (!allowConversion)
  1234. {
  1235. continue;
  1236. }
  1237. // TODO: Build this into subtitleStream.SupportsExternalStream
  1238. if (mediaSource.IsInfiniteStream)
  1239. {
  1240. continue;
  1241. }
  1242. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1243. {
  1244. return profile;
  1245. }
  1246. }
  1247. }
  1248. return null;
  1249. }
  1250. private bool IsItemBitrateEligibleForDirectPlayback(MediaSourceInfo item, long maxBitrate, PlayMethod playMethod)
  1251. {
  1252. // Don't restrict by bitrate if coming from an external domain
  1253. if (item.IsRemote)
  1254. {
  1255. return true;
  1256. }
  1257. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : 1000000;
  1258. // If we don't know the bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1259. int itemBitrate = item.Bitrate ?? 40000000;
  1260. if (itemBitrate > requestedMaxBitrate)
  1261. {
  1262. _logger.LogDebug(
  1263. "Bitrate exceeds {PlayBackMethod} limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1264. playMethod,
  1265. itemBitrate,
  1266. requestedMaxBitrate);
  1267. return false;
  1268. }
  1269. return true;
  1270. }
  1271. private static void ValidateInput(VideoOptions options)
  1272. {
  1273. ValidateAudioInput(options);
  1274. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1275. {
  1276. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1277. }
  1278. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1279. {
  1280. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1281. }
  1282. }
  1283. private static void ValidateAudioInput(AudioOptions options)
  1284. {
  1285. if (options.ItemId.Equals(default))
  1286. {
  1287. throw new ArgumentException("ItemId is required");
  1288. }
  1289. if (string.IsNullOrEmpty(options.DeviceId))
  1290. {
  1291. throw new ArgumentException("DeviceId is required");
  1292. }
  1293. if (options.Profile == null)
  1294. {
  1295. throw new ArgumentException("Profile is required");
  1296. }
  1297. if (options.MediaSources == null)
  1298. {
  1299. throw new ArgumentException("MediaSources is required");
  1300. }
  1301. }
  1302. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1303. IEnumerable<CodecProfile> codecProfiles,
  1304. string container,
  1305. string codec,
  1306. int? audioChannels,
  1307. int? audioBitrate,
  1308. int? audioSampleRate,
  1309. int? audioBitDepth,
  1310. string audioProfile,
  1311. bool? isSecondaryAudio)
  1312. {
  1313. return codecProfiles
  1314. .Where(profile => profile.Type == CodecType.VideoAudio && profile.ContainsAnyCodec(codec, container) &&
  1315. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1316. .SelectMany(profile => profile.Conditions)
  1317. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1318. }
  1319. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1320. IEnumerable<CodecProfile> codecProfiles,
  1321. string container,
  1322. string codec,
  1323. int? audioChannels,
  1324. int? audioBitrate,
  1325. int? audioSampleRate,
  1326. int? audioBitDepth,
  1327. bool checkConditions)
  1328. {
  1329. var conditions = codecProfiles
  1330. .Where(profile => profile.Type == CodecType.Audio && profile.ContainsAnyCodec(codec, container) &&
  1331. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1332. .SelectMany(profile => profile.Conditions);
  1333. if (!checkConditions)
  1334. {
  1335. return conditions;
  1336. }
  1337. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1338. }
  1339. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1340. {
  1341. foreach (ProfileCondition condition in conditions)
  1342. {
  1343. string value = condition.Value;
  1344. if (string.IsNullOrEmpty(value))
  1345. {
  1346. continue;
  1347. }
  1348. // No way to express this
  1349. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1350. {
  1351. continue;
  1352. }
  1353. switch (condition.Property)
  1354. {
  1355. case ProfileConditionValue.AudioBitrate:
  1356. {
  1357. if (!enableNonQualifiedConditions)
  1358. {
  1359. continue;
  1360. }
  1361. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1362. {
  1363. if (condition.Condition == ProfileConditionType.Equals)
  1364. {
  1365. item.AudioBitrate = num;
  1366. }
  1367. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1368. {
  1369. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1370. }
  1371. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1372. {
  1373. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1374. }
  1375. }
  1376. break;
  1377. }
  1378. case ProfileConditionValue.AudioSampleRate:
  1379. {
  1380. if (!enableNonQualifiedConditions)
  1381. {
  1382. continue;
  1383. }
  1384. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1385. {
  1386. if (condition.Condition == ProfileConditionType.Equals)
  1387. {
  1388. item.AudioSampleRate = num;
  1389. }
  1390. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1391. {
  1392. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1393. }
  1394. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1395. {
  1396. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1397. }
  1398. }
  1399. break;
  1400. }
  1401. case ProfileConditionValue.AudioChannels:
  1402. {
  1403. if (string.IsNullOrEmpty(qualifier))
  1404. {
  1405. if (!enableNonQualifiedConditions)
  1406. {
  1407. continue;
  1408. }
  1409. }
  1410. else
  1411. {
  1412. if (!enableQualifiedConditions)
  1413. {
  1414. continue;
  1415. }
  1416. }
  1417. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1418. {
  1419. if (condition.Condition == ProfileConditionType.Equals)
  1420. {
  1421. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1422. }
  1423. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1424. {
  1425. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1426. }
  1427. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1428. {
  1429. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1430. }
  1431. }
  1432. break;
  1433. }
  1434. case ProfileConditionValue.IsAvc:
  1435. {
  1436. if (!enableNonQualifiedConditions)
  1437. {
  1438. continue;
  1439. }
  1440. if (bool.TryParse(value, out var isAvc))
  1441. {
  1442. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1443. {
  1444. item.RequireAvc = true;
  1445. }
  1446. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1447. {
  1448. item.RequireAvc = true;
  1449. }
  1450. }
  1451. break;
  1452. }
  1453. case ProfileConditionValue.IsAnamorphic:
  1454. {
  1455. if (!enableNonQualifiedConditions)
  1456. {
  1457. continue;
  1458. }
  1459. if (bool.TryParse(value, out var isAnamorphic))
  1460. {
  1461. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1462. {
  1463. item.RequireNonAnamorphic = true;
  1464. }
  1465. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1466. {
  1467. item.RequireNonAnamorphic = true;
  1468. }
  1469. }
  1470. break;
  1471. }
  1472. case ProfileConditionValue.IsInterlaced:
  1473. {
  1474. if (string.IsNullOrEmpty(qualifier))
  1475. {
  1476. if (!enableNonQualifiedConditions)
  1477. {
  1478. continue;
  1479. }
  1480. }
  1481. else
  1482. {
  1483. if (!enableQualifiedConditions)
  1484. {
  1485. continue;
  1486. }
  1487. }
  1488. if (bool.TryParse(value, out var isInterlaced))
  1489. {
  1490. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1491. {
  1492. item.SetOption(qualifier, "deinterlace", "true");
  1493. }
  1494. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1495. {
  1496. item.SetOption(qualifier, "deinterlace", "true");
  1497. }
  1498. }
  1499. break;
  1500. }
  1501. case ProfileConditionValue.AudioProfile:
  1502. case ProfileConditionValue.Has64BitOffsets:
  1503. case ProfileConditionValue.PacketLength:
  1504. case ProfileConditionValue.NumAudioStreams:
  1505. case ProfileConditionValue.NumVideoStreams:
  1506. case ProfileConditionValue.IsSecondaryAudio:
  1507. case ProfileConditionValue.VideoTimestamp:
  1508. {
  1509. // Not supported yet
  1510. break;
  1511. }
  1512. case ProfileConditionValue.RefFrames:
  1513. {
  1514. if (string.IsNullOrEmpty(qualifier))
  1515. {
  1516. if (!enableNonQualifiedConditions)
  1517. {
  1518. continue;
  1519. }
  1520. }
  1521. else
  1522. {
  1523. if (!enableQualifiedConditions)
  1524. {
  1525. continue;
  1526. }
  1527. }
  1528. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1529. {
  1530. if (condition.Condition == ProfileConditionType.Equals)
  1531. {
  1532. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1533. }
  1534. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1535. {
  1536. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1537. }
  1538. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1539. {
  1540. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1541. }
  1542. }
  1543. break;
  1544. }
  1545. case ProfileConditionValue.VideoBitDepth:
  1546. {
  1547. if (string.IsNullOrEmpty(qualifier))
  1548. {
  1549. if (!enableNonQualifiedConditions)
  1550. {
  1551. continue;
  1552. }
  1553. }
  1554. else
  1555. {
  1556. if (!enableQualifiedConditions)
  1557. {
  1558. continue;
  1559. }
  1560. }
  1561. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1562. {
  1563. if (condition.Condition == ProfileConditionType.Equals)
  1564. {
  1565. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1566. }
  1567. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1568. {
  1569. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1570. }
  1571. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1572. {
  1573. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1574. }
  1575. }
  1576. break;
  1577. }
  1578. case ProfileConditionValue.VideoProfile:
  1579. {
  1580. if (string.IsNullOrEmpty(qualifier))
  1581. {
  1582. continue;
  1583. }
  1584. // change from split by | to comma
  1585. // strip spaces to avoid having to encode
  1586. var values = value
  1587. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1588. if (condition.Condition == ProfileConditionType.Equals)
  1589. {
  1590. item.SetOption(qualifier, "profile", string.Join(',', values));
  1591. }
  1592. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1593. {
  1594. var currentValue = item.GetOption(qualifier, "profile");
  1595. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1596. {
  1597. item.SetOption(qualifier, "profile", currentValue);
  1598. }
  1599. else
  1600. {
  1601. item.SetOption(qualifier, "profile", string.Join(',', values));
  1602. }
  1603. }
  1604. break;
  1605. }
  1606. case ProfileConditionValue.VideoRangeType:
  1607. {
  1608. if (string.IsNullOrEmpty(qualifier))
  1609. {
  1610. continue;
  1611. }
  1612. // change from split by | to comma
  1613. // strip spaces to avoid having to encode
  1614. var values = value
  1615. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1616. if (condition.Condition == ProfileConditionType.Equals)
  1617. {
  1618. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1619. }
  1620. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1621. {
  1622. var currentValue = item.GetOption(qualifier, "rangetype");
  1623. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1624. {
  1625. item.SetOption(qualifier, "rangetype", currentValue);
  1626. }
  1627. else
  1628. {
  1629. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1630. }
  1631. }
  1632. break;
  1633. }
  1634. case ProfileConditionValue.Height:
  1635. {
  1636. if (!enableNonQualifiedConditions)
  1637. {
  1638. continue;
  1639. }
  1640. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1641. {
  1642. if (condition.Condition == ProfileConditionType.Equals)
  1643. {
  1644. item.MaxHeight = num;
  1645. }
  1646. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1647. {
  1648. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1649. }
  1650. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1651. {
  1652. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1653. }
  1654. }
  1655. break;
  1656. }
  1657. case ProfileConditionValue.VideoBitrate:
  1658. {
  1659. if (!enableNonQualifiedConditions)
  1660. {
  1661. continue;
  1662. }
  1663. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1664. {
  1665. if (condition.Condition == ProfileConditionType.Equals)
  1666. {
  1667. item.VideoBitrate = num;
  1668. }
  1669. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1670. {
  1671. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1672. }
  1673. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1674. {
  1675. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1676. }
  1677. }
  1678. break;
  1679. }
  1680. case ProfileConditionValue.VideoFramerate:
  1681. {
  1682. if (!enableNonQualifiedConditions)
  1683. {
  1684. continue;
  1685. }
  1686. if (float.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1687. {
  1688. if (condition.Condition == ProfileConditionType.Equals)
  1689. {
  1690. item.MaxFramerate = num;
  1691. }
  1692. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1693. {
  1694. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1695. }
  1696. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1697. {
  1698. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1699. }
  1700. }
  1701. break;
  1702. }
  1703. case ProfileConditionValue.VideoLevel:
  1704. {
  1705. if (string.IsNullOrEmpty(qualifier))
  1706. {
  1707. continue;
  1708. }
  1709. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1710. {
  1711. if (condition.Condition == ProfileConditionType.Equals)
  1712. {
  1713. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1714. }
  1715. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1716. {
  1717. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1718. }
  1719. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1720. {
  1721. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1722. }
  1723. }
  1724. break;
  1725. }
  1726. case ProfileConditionValue.Width:
  1727. {
  1728. if (!enableNonQualifiedConditions)
  1729. {
  1730. continue;
  1731. }
  1732. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1733. {
  1734. if (condition.Condition == ProfileConditionType.Equals)
  1735. {
  1736. item.MaxWidth = num;
  1737. }
  1738. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1739. {
  1740. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1741. }
  1742. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1743. {
  1744. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1745. }
  1746. }
  1747. break;
  1748. }
  1749. default:
  1750. break;
  1751. }
  1752. }
  1753. }
  1754. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1755. {
  1756. // Check container type
  1757. if (!profile.SupportsContainer(item.Container))
  1758. {
  1759. return false;
  1760. }
  1761. // Check audio codec
  1762. string audioCodec = audioStream?.Codec;
  1763. if (!profile.SupportsAudioCodec(audioCodec))
  1764. {
  1765. return false;
  1766. }
  1767. return true;
  1768. }
  1769. }
  1770. }