StreamBuilder.cs 93 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.Linq;
  6. using MediaBrowser.Model.Dto;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.MediaInfo;
  9. using MediaBrowser.Model.Session;
  10. using Microsoft.Extensions.Logging;
  11. namespace MediaBrowser.Model.Dlna
  12. {
  13. /// <summary>
  14. /// Class StreamBuilder.
  15. /// </summary>
  16. public class StreamBuilder
  17. {
  18. // Aliases
  19. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  20. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  21. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  22. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  23. private readonly ILogger _logger;
  24. private readonly ITranscoderSupport _transcoderSupport;
  25. /// <summary>
  26. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  27. /// </summary>
  28. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  29. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  30. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  31. {
  32. _transcoderSupport = transcoderSupport;
  33. _logger = logger;
  34. }
  35. /// <summary>
  36. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  37. /// </summary>
  38. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  39. public StreamBuilder(ILogger<StreamBuilder> logger)
  40. : this(new FullTranscoderSupport(), logger)
  41. {
  42. }
  43. /// <summary>
  44. /// Gets the optimal audio stream.
  45. /// </summary>
  46. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  47. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  48. public StreamInfo GetOptimalAudioStream(MediaOptions options)
  49. {
  50. ValidateMediaOptions(options, false);
  51. var mediaSources = new List<MediaSourceInfo>();
  52. foreach (var mediaSource in options.MediaSources)
  53. {
  54. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  55. string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  56. {
  57. mediaSources.Add(mediaSource);
  58. }
  59. }
  60. var streams = new List<StreamInfo>();
  61. foreach (var mediaSourceInfo in mediaSources)
  62. {
  63. StreamInfo streamInfo = GetOptimalAudioStream(mediaSourceInfo, options);
  64. if (streamInfo is not null)
  65. {
  66. streams.Add(streamInfo);
  67. }
  68. }
  69. foreach (var stream in streams)
  70. {
  71. stream.DeviceId = options.DeviceId;
  72. stream.DeviceProfileId = options.Profile.Id;
  73. }
  74. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  75. }
  76. private StreamInfo GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  77. {
  78. var playlistItem = new StreamInfo
  79. {
  80. ItemId = options.ItemId,
  81. MediaType = DlnaProfileType.Audio,
  82. MediaSource = item,
  83. RunTimeTicks = item.RunTimeTicks,
  84. Context = options.Context,
  85. DeviceProfile = options.Profile
  86. };
  87. if (options.ForceDirectPlay)
  88. {
  89. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  90. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  91. return playlistItem;
  92. }
  93. if (options.ForceDirectStream)
  94. {
  95. playlistItem.PlayMethod = PlayMethod.DirectStream;
  96. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  97. return playlistItem;
  98. }
  99. MediaStream audioStream = item.GetDefaultAudioStream(null);
  100. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  101. var directPlayMethod = directPlayInfo.PlayMethod;
  102. var transcodeReasons = directPlayInfo.TranscodeReasons;
  103. var inputAudioChannels = audioStream?.Channels;
  104. var inputAudioBitrate = audioStream?.BitRate;
  105. var inputAudioSampleRate = audioStream?.SampleRate;
  106. var inputAudioBitDepth = audioStream?.BitDepth;
  107. if (directPlayMethod.HasValue)
  108. {
  109. var profile = options.Profile;
  110. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  111. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  112. transcodeReasons |= audioFailureReasons;
  113. if (audioFailureReasons == 0)
  114. {
  115. playlistItem.PlayMethod = directPlayMethod.Value;
  116. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  117. return playlistItem;
  118. }
  119. }
  120. TranscodingProfile transcodingProfile = null;
  121. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  122. {
  123. if (tcProfile.Type == playlistItem.MediaType
  124. && tcProfile.Context == options.Context
  125. && _transcoderSupport.CanEncodeToAudioCodec(tcProfile.AudioCodec ?? tcProfile.Container))
  126. {
  127. transcodingProfile = tcProfile;
  128. break;
  129. }
  130. }
  131. if (transcodingProfile != null)
  132. {
  133. if (!item.SupportsTranscoding)
  134. {
  135. return null;
  136. }
  137. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  138. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  139. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  140. // Honor requested max channels
  141. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  142. var configuredBitrate = options.GetMaxBitrate(true);
  143. long transcodingBitrate = options.AudioTranscodingBitrate
  144. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  145. ?? configuredBitrate
  146. ?? 128000;
  147. if (configuredBitrate.HasValue)
  148. {
  149. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  150. }
  151. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  152. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  153. }
  154. playlistItem.TranscodeReasons = transcodeReasons;
  155. return playlistItem;
  156. }
  157. /// <summary>
  158. /// Gets the optimal video stream.
  159. /// </summary>
  160. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  161. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  162. public StreamInfo GetOptimalVideoStream(MediaOptions options)
  163. {
  164. ValidateMediaOptions(options, true);
  165. var mediaSources = new List<MediaSourceInfo>();
  166. foreach (var mediaSourceInfo in options.MediaSources)
  167. {
  168. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  169. string.Equals(mediaSourceInfo.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  170. {
  171. mediaSources.Add(mediaSourceInfo);
  172. }
  173. }
  174. var streams = new List<StreamInfo>();
  175. foreach (var mediaSourceInfo in mediaSources)
  176. {
  177. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  178. if (streamInfo is not null)
  179. {
  180. streams.Add(streamInfo);
  181. }
  182. }
  183. foreach (var stream in streams)
  184. {
  185. stream.DeviceId = options.DeviceId;
  186. stream.DeviceProfileId = options.Profile.Id;
  187. }
  188. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  189. }
  190. private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  191. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  192. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  193. {
  194. return streams.OrderBy(i =>
  195. {
  196. // Nothing beats direct playing a file
  197. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
  198. {
  199. return 0;
  200. }
  201. return 1;
  202. }).ThenBy(i =>
  203. {
  204. switch (i.PlayMethod)
  205. {
  206. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  207. case PlayMethod.DirectStream:
  208. case PlayMethod.DirectPlay:
  209. return 0;
  210. default:
  211. return 1;
  212. }
  213. }).ThenBy(i =>
  214. {
  215. switch (i.MediaSource.Protocol)
  216. {
  217. case MediaProtocol.File:
  218. return 0;
  219. default:
  220. return 1;
  221. }
  222. }).ThenBy(i =>
  223. {
  224. if (maxBitrate > 0)
  225. {
  226. if (i.MediaSource.Bitrate.HasValue)
  227. {
  228. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  229. }
  230. }
  231. return 0;
  232. }).ThenBy(streams.IndexOf);
  233. }
  234. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  235. {
  236. switch (condition.Property)
  237. {
  238. case ProfileConditionValue.AudioBitrate:
  239. return TranscodeReason.AudioBitrateNotSupported;
  240. case ProfileConditionValue.AudioChannels:
  241. return TranscodeReason.AudioChannelsNotSupported;
  242. case ProfileConditionValue.AudioProfile:
  243. return TranscodeReason.AudioProfileNotSupported;
  244. case ProfileConditionValue.AudioSampleRate:
  245. return TranscodeReason.AudioSampleRateNotSupported;
  246. case ProfileConditionValue.Has64BitOffsets:
  247. // TODO
  248. return 0;
  249. case ProfileConditionValue.Height:
  250. return TranscodeReason.VideoResolutionNotSupported;
  251. case ProfileConditionValue.IsAnamorphic:
  252. return TranscodeReason.AnamorphicVideoNotSupported;
  253. case ProfileConditionValue.IsAvc:
  254. // TODO
  255. return 0;
  256. case ProfileConditionValue.IsInterlaced:
  257. return TranscodeReason.InterlacedVideoNotSupported;
  258. case ProfileConditionValue.IsSecondaryAudio:
  259. return TranscodeReason.SecondaryAudioNotSupported;
  260. case ProfileConditionValue.NumAudioStreams:
  261. // TODO
  262. return 0;
  263. case ProfileConditionValue.NumVideoStreams:
  264. // TODO
  265. return 0;
  266. case ProfileConditionValue.PacketLength:
  267. // TODO
  268. return 0;
  269. case ProfileConditionValue.RefFrames:
  270. return TranscodeReason.RefFramesNotSupported;
  271. case ProfileConditionValue.VideoBitDepth:
  272. return TranscodeReason.VideoBitDepthNotSupported;
  273. case ProfileConditionValue.AudioBitDepth:
  274. return TranscodeReason.AudioBitDepthNotSupported;
  275. case ProfileConditionValue.VideoBitrate:
  276. return TranscodeReason.VideoBitrateNotSupported;
  277. case ProfileConditionValue.VideoCodecTag:
  278. return TranscodeReason.VideoCodecNotSupported;
  279. case ProfileConditionValue.VideoFramerate:
  280. return TranscodeReason.VideoFramerateNotSupported;
  281. case ProfileConditionValue.VideoLevel:
  282. return TranscodeReason.VideoLevelNotSupported;
  283. case ProfileConditionValue.VideoProfile:
  284. return TranscodeReason.VideoProfileNotSupported;
  285. case ProfileConditionValue.VideoRangeType:
  286. return TranscodeReason.VideoRangeTypeNotSupported;
  287. case ProfileConditionValue.VideoTimestamp:
  288. // TODO
  289. return 0;
  290. case ProfileConditionValue.Width:
  291. return TranscodeReason.VideoResolutionNotSupported;
  292. default:
  293. return 0;
  294. }
  295. }
  296. /// <summary>
  297. /// Normalizes input container.
  298. /// </summary>
  299. /// <param name="inputContainer">The input container.</param>
  300. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  301. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  302. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  303. /// <returns>The the normalized input container.</returns>
  304. public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile profile, DlnaProfileType type, DirectPlayProfile playProfile = null)
  305. {
  306. if (string.IsNullOrEmpty(inputContainer))
  307. {
  308. return null;
  309. }
  310. var formats = ContainerProfile.SplitValue(inputContainer);
  311. if (profile is not null)
  312. {
  313. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : new[] { playProfile };
  314. foreach (var format in formats)
  315. {
  316. foreach (var directPlayProfile in playProfiles)
  317. {
  318. if (directPlayProfile.Type == type
  319. && directPlayProfile.SupportsContainer(format))
  320. {
  321. return format;
  322. }
  323. }
  324. }
  325. }
  326. return formats[0];
  327. }
  328. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  329. {
  330. var directPlayProfile = options.Profile.DirectPlayProfiles
  331. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  332. if (directPlayProfile is null)
  333. {
  334. _logger.LogDebug(
  335. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  336. options.Profile.Name ?? "Unknown Profile",
  337. item.Path ?? "Unknown path",
  338. audioStream.Codec ?? "Unknown codec");
  339. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  340. }
  341. var playMethods = new List<PlayMethod>();
  342. TranscodeReason transcodeReasons = 0;
  343. // The profile describes what the device supports
  344. // If device requirements are satisfied then allow both direct stream and direct play
  345. if (item.SupportsDirectPlay)
  346. {
  347. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  348. {
  349. if (options.EnableDirectPlay)
  350. {
  351. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  352. }
  353. }
  354. else
  355. {
  356. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  357. }
  358. }
  359. // While options takes the network and other factors into account. Only applies to direct stream
  360. if (item.SupportsDirectStream)
  361. {
  362. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  363. {
  364. if (options.EnableDirectStream)
  365. {
  366. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  367. }
  368. }
  369. else
  370. {
  371. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  372. }
  373. }
  374. return (directPlayProfile, null, transcodeReasons);
  375. }
  376. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  377. {
  378. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  379. var containerSupported = false;
  380. var audioSupported = false;
  381. var videoSupported = false;
  382. foreach (var profile in directPlayProfiles)
  383. {
  384. // Check container type
  385. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  386. {
  387. containerSupported = true;
  388. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  389. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  390. if (videoSupported && audioSupported)
  391. {
  392. break;
  393. }
  394. }
  395. }
  396. TranscodeReason reasons = 0;
  397. if (!containerSupported)
  398. {
  399. reasons |= TranscodeReason.ContainerNotSupported;
  400. }
  401. if (!videoSupported)
  402. {
  403. reasons |= TranscodeReason.VideoCodecNotSupported;
  404. }
  405. if (!audioSupported)
  406. {
  407. reasons |= TranscodeReason.AudioCodecNotSupported;
  408. }
  409. return reasons;
  410. }
  411. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  412. {
  413. int highestScore = -1;
  414. foreach (var stream in item.MediaStreams)
  415. {
  416. if (stream.Type == MediaStreamType.Subtitle
  417. && stream.Score.HasValue
  418. && stream.Score.Value > highestScore)
  419. {
  420. highestScore = stream.Score.Value;
  421. }
  422. }
  423. var topStreams = new List<MediaStream>();
  424. foreach (var stream in item.MediaStreams)
  425. {
  426. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  427. {
  428. topStreams.Add(stream);
  429. }
  430. }
  431. // If multiple streams have an equal score, try to pick the most efficient one
  432. if (topStreams.Count > 1)
  433. {
  434. foreach (var stream in topStreams)
  435. {
  436. foreach (var profile in subtitleProfiles)
  437. {
  438. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  439. {
  440. return stream.Index;
  441. }
  442. }
  443. }
  444. }
  445. // If no optimization panned out, just use the original default
  446. return item.DefaultSubtitleStreamIndex;
  447. }
  448. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  449. {
  450. var container = transcodingProfile.Container;
  451. var protocol = transcodingProfile.Protocol;
  452. item.TranscodingContainer = container;
  453. item.TranscodingSubProtocol = protocol;
  454. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  455. {
  456. playlistItem.Container = container;
  457. playlistItem.SubProtocol = protocol;
  458. }
  459. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  460. if (int.TryParse(transcodingProfile.MaxAudioChannels, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  461. {
  462. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  463. }
  464. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  465. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  466. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  467. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  468. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  469. if (transcodingProfile.MinSegments > 0)
  470. {
  471. playlistItem.MinSegments = transcodingProfile.MinSegments;
  472. }
  473. if (transcodingProfile.SegmentLength > 0)
  474. {
  475. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  476. }
  477. }
  478. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile directPlayProfile)
  479. {
  480. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  481. var protocol = "http";
  482. item.TranscodingContainer = container;
  483. item.TranscodingSubProtocol = protocol;
  484. playlistItem.Container = container;
  485. playlistItem.SubProtocol = protocol;
  486. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  487. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  488. }
  489. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  490. {
  491. ArgumentNullException.ThrowIfNull(item);
  492. StreamInfo playlistItem = new StreamInfo
  493. {
  494. ItemId = options.ItemId,
  495. MediaType = DlnaProfileType.Video,
  496. MediaSource = item,
  497. RunTimeTicks = item.RunTimeTicks,
  498. Context = options.Context,
  499. DeviceProfile = options.Profile
  500. };
  501. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  502. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  503. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  504. if (audioStream is not null)
  505. {
  506. playlistItem.AudioStreamIndex = audioStream.Index;
  507. }
  508. // Collect candidate audio streams
  509. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? Array.Empty<MediaStream>() : new[] { audioStream };
  510. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  511. {
  512. if (audioStream?.IsDefault == true)
  513. {
  514. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  515. }
  516. else
  517. {
  518. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  519. }
  520. }
  521. var videoStream = item.VideoStream;
  522. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  523. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  524. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  525. TranscodeReason transcodeReasons = 0;
  526. if (bitrateLimitExceeded)
  527. {
  528. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  529. }
  530. _logger.LogDebug(
  531. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  532. options.Profile.Name ?? "Unknown Profile",
  533. item.Path ?? "Unknown path",
  534. isEligibleForDirectPlay,
  535. isEligibleForDirectStream);
  536. DirectPlayProfile directPlayProfile = null;
  537. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  538. {
  539. // See if it can be direct played
  540. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  541. var directPlay = directPlayInfo.PlayMethod;
  542. transcodeReasons |= directPlayInfo.TranscodeReasons;
  543. if (directPlay.HasValue)
  544. {
  545. directPlayProfile = directPlayInfo.Profile;
  546. playlistItem.PlayMethod = directPlay.Value;
  547. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  548. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  549. if (directPlay == PlayMethod.DirectPlay)
  550. {
  551. playlistItem.SubProtocol = "http";
  552. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  553. if (audioStreamIndex.HasValue)
  554. {
  555. playlistItem.AudioStreamIndex = audioStreamIndex;
  556. playlistItem.AudioCodecs = new[] { item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec };
  557. }
  558. }
  559. else if (directPlay == PlayMethod.DirectStream)
  560. {
  561. playlistItem.AudioStreamIndex = audioStream?.Index;
  562. if (audioStream is not null)
  563. {
  564. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  565. }
  566. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  567. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile.Container, directPlayProfile.VideoCodec, directPlayProfile.AudioCodec);
  568. }
  569. if (subtitleStream is not null)
  570. {
  571. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile.Container, null);
  572. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  573. playlistItem.SubtitleFormat = subtitleProfile.Format;
  574. }
  575. }
  576. _logger.LogDebug(
  577. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  578. options.Profile.Name ?? "Anonymous Profile",
  579. item.Path ?? "Unknown path",
  580. directPlayInfo.PlayMethod,
  581. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  582. playlistItem.SubtitleStreamIndex,
  583. directPlayInfo.TranscodeReasons);
  584. }
  585. playlistItem.TranscodeReasons = transcodeReasons;
  586. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  587. {
  588. // Can't direct play, find the transcoding profile
  589. // If we do this for direct-stream we will overwrite the info
  590. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  591. if (transcodingProfile is not null)
  592. {
  593. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  594. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  595. playlistItem.PlayMethod = PlayMethod.Transcode;
  596. if (subtitleStream is not null)
  597. {
  598. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  599. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  600. playlistItem.SubtitleFormat = subtitleProfile.Format;
  601. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  602. }
  603. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  604. {
  605. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  606. }
  607. }
  608. }
  609. _logger.LogDebug(
  610. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  611. options.Profile.Name ?? "Anonymous Profile",
  612. item.Path ?? "Unknown path",
  613. options.AudioStreamIndex,
  614. options.SubtitleStreamIndex,
  615. playlistItem.PlayMethod,
  616. playlistItem.TranscodeReasons,
  617. playlistItem.ToUrl("media:", "<token>"));
  618. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  619. return playlistItem;
  620. }
  621. private TranscodingProfile GetVideoTranscodeProfile(MediaSourceInfo item, MediaOptions options, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, MediaStream subtitleStream, StreamInfo playlistItem)
  622. {
  623. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  624. {
  625. return null;
  626. }
  627. var transcodingProfiles = options.Profile.TranscodingProfiles
  628. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  629. if (options.AllowVideoStreamCopy)
  630. {
  631. // prefer direct copy profile
  632. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  633. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  634. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  635. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  636. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  637. {
  638. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  639. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  640. {
  641. var videoCodec = transcodingProfile.VideoCodec;
  642. var container = transcodingProfile.Container;
  643. var appliedVideoConditions = options.Profile.CodecProfiles
  644. .Where(i => i.Type == CodecType.Video &&
  645. i.ContainsAnyCodec(videoCodec, container) &&
  646. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  647. .Select(i =>
  648. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  649. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  650. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  651. return conditionsSatisfied ? 1 : 2;
  652. }
  653. return 3;
  654. })
  655. .OrderBy(lookup => lookup.Key)
  656. .SelectMany(lookup => lookup);
  657. }
  658. return transcodingProfiles.FirstOrDefault();
  659. }
  660. private void BuildStreamVideoItem(StreamInfo playlistItem, MediaOptions options, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, string container, string videoCodec, string audioCodec)
  661. {
  662. // Prefer matching video codecs
  663. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  664. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  665. if (directVideoCodec is not null)
  666. {
  667. // merge directVideoCodec to videoCodecs
  668. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  669. videoCodecs[^1] = directVideoCodec;
  670. }
  671. playlistItem.VideoCodecs = videoCodecs;
  672. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  673. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  674. var qualifier = videoStream?.Codec;
  675. if (videoStream?.Level is not null)
  676. {
  677. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  678. }
  679. if (videoStream?.BitDepth is not null)
  680. {
  681. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  682. }
  683. if (!string.IsNullOrEmpty(videoStream?.Profile))
  684. {
  685. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  686. }
  687. if (videoStream is not null && videoStream.Level != 0)
  688. {
  689. playlistItem.SetOption(qualifier, "level", videoStream.Level.ToString());
  690. }
  691. // Prefer matching audio codecs, could do better here
  692. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  693. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  694. playlistItem.AudioCodecs = audioCodecs;
  695. if (directAudioStream is not null)
  696. {
  697. audioStream = directAudioStream;
  698. playlistItem.AudioStreamIndex = audioStream.Index;
  699. playlistItem.AudioCodecs = new[] { audioStream.Codec };
  700. // Copy matching audio codec options
  701. playlistItem.AudioSampleRate = audioStream.SampleRate;
  702. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels.ToString());
  703. if (!string.IsNullOrEmpty(audioStream.Profile))
  704. {
  705. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  706. }
  707. if (audioStream.Level != 0)
  708. {
  709. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.ToString());
  710. }
  711. }
  712. int? width = videoStream?.Width;
  713. int? height = videoStream?.Height;
  714. int? bitDepth = videoStream?.BitDepth;
  715. int? videoBitrate = videoStream?.BitRate;
  716. double? videoLevel = videoStream?.Level;
  717. string videoProfile = videoStream?.Profile;
  718. string videoRangeType = videoStream?.VideoRangeType;
  719. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  720. bool? isAnamorphic = videoStream?.IsAnamorphic;
  721. bool? isInterlaced = videoStream?.IsInterlaced;
  722. string videoCodecTag = videoStream?.CodecTag;
  723. bool? isAvc = videoStream?.IsAVC;
  724. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  725. int? packetLength = videoStream?.PacketLength;
  726. int? refFrames = videoStream?.RefFrames;
  727. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  728. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  729. var appliedVideoConditions = options.Profile.CodecProfiles
  730. .Where(i => i.Type == CodecType.Video &&
  731. i.ContainsAnyCodec(videoCodec, container) &&
  732. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)));
  733. var isFirstAppliedCodecProfile = true;
  734. foreach (var i in appliedVideoConditions)
  735. {
  736. var transcodingVideoCodecs = ContainerProfile.SplitValue(videoCodec);
  737. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  738. {
  739. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  740. {
  741. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  742. isFirstAppliedCodecProfile = false;
  743. continue;
  744. }
  745. }
  746. }
  747. // Honor requested max channels
  748. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  749. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  750. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  751. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  752. int? inputAudioBitrate = audioStream is null ? null : audioStream.BitRate;
  753. int? audioChannels = audioStream is null ? null : audioStream.Channels;
  754. string audioProfile = audioStream is null ? null : audioStream.Profile;
  755. int? inputAudioSampleRate = audioStream is null ? null : audioStream.SampleRate;
  756. int? inputAudioBitDepth = audioStream is null ? null : audioStream.BitDepth;
  757. var appliedAudioConditions = options.Profile.CodecProfiles
  758. .Where(i => i.Type == CodecType.VideoAudio &&
  759. i.ContainsAnyCodec(audioCodec, container) &&
  760. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)));
  761. isFirstAppliedCodecProfile = true;
  762. foreach (var codecProfile in appliedAudioConditions)
  763. {
  764. var transcodingAudioCodecs = ContainerProfile.SplitValue(audioCodec);
  765. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  766. {
  767. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  768. {
  769. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  770. isFirstAppliedCodecProfile = false;
  771. break;
  772. }
  773. }
  774. }
  775. var maxBitrateSetting = options.GetMaxBitrate(false);
  776. // Honor max rate
  777. if (maxBitrateSetting.HasValue)
  778. {
  779. var availableBitrateForVideo = maxBitrateSetting.Value;
  780. if (playlistItem.AudioBitrate.HasValue)
  781. {
  782. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  783. }
  784. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  785. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  786. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  787. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  788. }
  789. _logger.LogDebug(
  790. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  791. options.Profile?.Name ?? "Anonymous Profile",
  792. item.Path ?? "Unknown path",
  793. playlistItem?.PlayMethod,
  794. audioStream?.Index,
  795. playlistItem?.SubtitleStreamIndex,
  796. playlistItem?.TranscodeReasons);
  797. }
  798. private static int GetDefaultAudioBitrate(string audioCodec, int? audioChannels)
  799. {
  800. if (!string.IsNullOrEmpty(audioCodec))
  801. {
  802. // Default to a higher bitrate for stream copy
  803. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  804. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  805. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  806. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  807. {
  808. if ((audioChannels ?? 0) < 2)
  809. {
  810. return 128000;
  811. }
  812. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  813. }
  814. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  815. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  816. {
  817. if ((audioChannels ?? 0) < 2)
  818. {
  819. return 768000;
  820. }
  821. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  822. }
  823. }
  824. return 192000;
  825. }
  826. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
  827. {
  828. string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  829. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  830. int defaultBitrate;
  831. int encoderAudioBitrateLimit = int.MaxValue;
  832. if (audioStream is null)
  833. {
  834. defaultBitrate = 192000;
  835. }
  836. else
  837. {
  838. if (targetAudioChannels.HasValue
  839. && audioStream.Channels.HasValue
  840. && audioStream.Channels.Value > targetAudioChannels.Value)
  841. {
  842. // Reduce the bitrate if we're downmixing.
  843. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  844. }
  845. else if (targetAudioChannels.HasValue
  846. && audioStream.Channels.HasValue
  847. && audioStream.Channels.Value <= targetAudioChannels.Value
  848. && !string.IsNullOrEmpty(audioStream.Codec)
  849. && targetAudioCodecs is not null
  850. && targetAudioCodecs.Length > 0
  851. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  852. {
  853. // Shift the bitrate if we're transcoding to a different audio codec.
  854. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  855. }
  856. else
  857. {
  858. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  859. }
  860. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  861. // Any attempts to transcode over 64k will fail
  862. if (audioStream.Channels == 1
  863. && (audioStream.BitRate ?? 0) < 64000)
  864. {
  865. encoderAudioBitrateLimit = 64000;
  866. }
  867. }
  868. if (maxTotalBitrate > 0)
  869. {
  870. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  871. }
  872. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  873. }
  874. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  875. {
  876. if (totalBitrate <= 640000)
  877. {
  878. return 128000;
  879. }
  880. else if (totalBitrate <= 2000000)
  881. {
  882. return 384000;
  883. }
  884. else if (totalBitrate <= 3000000)
  885. {
  886. return 448000;
  887. }
  888. else if (totalBitrate <= 4000000)
  889. {
  890. return 640000;
  891. }
  892. else if (totalBitrate <= 5000000)
  893. {
  894. return 768000;
  895. }
  896. else if (totalBitrate <= 10000000)
  897. {
  898. return 1536000;
  899. }
  900. else if (totalBitrate <= 15000000)
  901. {
  902. return 2304000;
  903. }
  904. else if (totalBitrate <= 20000000)
  905. {
  906. return 3584000;
  907. }
  908. return 7168000;
  909. }
  910. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  911. MediaOptions options,
  912. MediaSourceInfo mediaSource,
  913. MediaStream videoStream,
  914. MediaStream audioStream,
  915. ICollection<MediaStream> candidateAudioStreams,
  916. MediaStream subtitleStream,
  917. bool isEligibleForDirectPlay,
  918. bool isEligibleForDirectStream)
  919. {
  920. if (options.ForceDirectPlay)
  921. {
  922. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  923. }
  924. if (options.ForceDirectStream)
  925. {
  926. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  927. }
  928. DeviceProfile profile = options.Profile;
  929. string container = mediaSource.Container;
  930. // Video
  931. int? width = videoStream?.Width;
  932. int? height = videoStream?.Height;
  933. int? bitDepth = videoStream?.BitDepth;
  934. int? videoBitrate = videoStream?.BitRate;
  935. double? videoLevel = videoStream?.Level;
  936. string videoProfile = videoStream?.Profile;
  937. string videoRangeType = videoStream?.VideoRangeType;
  938. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  939. bool? isAnamorphic = videoStream?.IsAnamorphic;
  940. bool? isInterlaced = videoStream?.IsInterlaced;
  941. string videoCodecTag = videoStream?.CodecTag;
  942. bool? isAvc = videoStream?.IsAVC;
  943. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  944. int? packetLength = videoStream?.PacketLength;
  945. int? refFrames = videoStream?.RefFrames;
  946. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  947. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  948. var checkVideoConditions = (ProfileCondition[] conditions) =>
  949. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  950. // Check container conditions
  951. var containerProfileReasons = AggregateFailureConditions(
  952. mediaSource,
  953. profile,
  954. "VideoCodecProfile",
  955. profile.ContainerProfiles
  956. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  957. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  958. // Check video conditions
  959. var videoCodecProfileReasons = AggregateFailureConditions(
  960. mediaSource,
  961. profile,
  962. "VideoCodecProfile",
  963. profile.CodecProfiles
  964. .Where(codecProfile => codecProfile.Type == CodecType.Video && codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  965. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  966. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  967. // Check audiocandidates profile conditions
  968. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  969. TranscodeReason subtitleProfileReasons = 0;
  970. if (subtitleStream is not null)
  971. {
  972. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  973. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  974. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  975. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  976. {
  977. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  978. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  979. }
  980. }
  981. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  982. var rank = (ref TranscodeReason a) =>
  983. {
  984. var index = 1;
  985. foreach (var flag in rankings)
  986. {
  987. var reason = a & flag;
  988. if (reason != 0)
  989. {
  990. return index;
  991. }
  992. index++;
  993. }
  994. return index;
  995. };
  996. var containerSupported = false;
  997. // Check DirectPlay profiles to see if it can be direct played
  998. var analyzedProfiles = profile.DirectPlayProfiles
  999. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1000. .Select((directPlayProfile, order) =>
  1001. {
  1002. TranscodeReason directPlayProfileReasons = 0;
  1003. TranscodeReason audioCodecProfileReasons = 0;
  1004. // Check container type
  1005. if (!directPlayProfile.SupportsContainer(container))
  1006. {
  1007. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1008. }
  1009. else
  1010. {
  1011. containerSupported = true;
  1012. }
  1013. // Check video codec
  1014. string videoCodec = videoStream?.Codec;
  1015. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1016. {
  1017. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1018. }
  1019. // Check audio codec
  1020. MediaStream selectedAudioStream = null;
  1021. if (candidateAudioStreams.Any())
  1022. {
  1023. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1024. if (selectedAudioStream is null)
  1025. {
  1026. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1027. }
  1028. else
  1029. {
  1030. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1031. }
  1032. }
  1033. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1034. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1035. {
  1036. failureReasons |= videoCodecProfileReasons;
  1037. }
  1038. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1039. {
  1040. failureReasons |= audioCodecProfileReasons;
  1041. }
  1042. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1043. PlayMethod? playMethod = null;
  1044. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1045. {
  1046. playMethod = PlayMethod.DirectPlay;
  1047. }
  1048. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1049. {
  1050. playMethod = PlayMethod.DirectStream;
  1051. }
  1052. var ranked = rank(ref failureReasons);
  1053. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1054. })
  1055. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1056. .ThenByDescending(analysis => analysis.Rank)
  1057. .ThenBy(analysis => analysis.Order)
  1058. .ToArray()
  1059. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1060. var profileMatch = analyzedProfiles[true]
  1061. .Select(analysis => analysis.Result)
  1062. .FirstOrDefault();
  1063. if (profileMatch.Profile is not null)
  1064. {
  1065. return profileMatch;
  1066. }
  1067. var failureReasons = analyzedProfiles[false]
  1068. .Select(analysis => analysis.Result)
  1069. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1070. .FirstOrDefault().TranscodeReason;
  1071. if (failureReasons == 0)
  1072. {
  1073. failureReasons = TranscodeReason.DirectPlayError;
  1074. }
  1075. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1076. }
  1077. private TranscodeReason CheckVideoAudioStreamDirectPlay(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1078. {
  1079. var profile = options.Profile;
  1080. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1081. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1082. if (audioStream?.IsExternal == true)
  1083. {
  1084. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1085. }
  1086. return audioStreamFailureReasons;
  1087. }
  1088. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1089. {
  1090. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1091. {
  1092. LogConditionFailure(profile, type, i, mediaSource);
  1093. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1094. return reasons | transcodeReasons;
  1095. });
  1096. }
  1097. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1098. {
  1099. _logger.LogDebug(
  1100. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1101. type,
  1102. profile.Name ?? "Unknown Profile",
  1103. condition.Property,
  1104. condition.Condition,
  1105. condition.Value ?? string.Empty,
  1106. condition.IsRequired,
  1107. mediaSource.Path ?? "Unknown path");
  1108. }
  1109. /// <summary>
  1110. /// Normalizes input container.
  1111. /// </summary>
  1112. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1113. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1114. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1115. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1116. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1117. /// <param name="outputContainer">The output container.</param>
  1118. /// <param name="transcodingSubProtocol">The subtitle transoding protocol.</param>
  1119. /// <returns>The the normalized input container.</returns>
  1120. public static SubtitleProfile GetSubtitleProfile(
  1121. MediaSourceInfo mediaSource,
  1122. MediaStream subtitleStream,
  1123. SubtitleProfile[] subtitleProfiles,
  1124. PlayMethod playMethod,
  1125. ITranscoderSupport transcoderSupport,
  1126. string outputContainer,
  1127. string transcodingSubProtocol)
  1128. {
  1129. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
  1130. {
  1131. // Look for supported embedded subs of the same format
  1132. foreach (var profile in subtitleProfiles)
  1133. {
  1134. if (!profile.SupportsLanguage(subtitleStream.Language))
  1135. {
  1136. continue;
  1137. }
  1138. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1139. {
  1140. continue;
  1141. }
  1142. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1143. {
  1144. continue;
  1145. }
  1146. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1147. {
  1148. continue;
  1149. }
  1150. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1151. {
  1152. return profile;
  1153. }
  1154. }
  1155. // Look for supported embedded subs of a convertible format
  1156. foreach (var profile in subtitleProfiles)
  1157. {
  1158. if (!profile.SupportsLanguage(subtitleStream.Language))
  1159. {
  1160. continue;
  1161. }
  1162. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1163. {
  1164. continue;
  1165. }
  1166. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1167. {
  1168. continue;
  1169. }
  1170. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1171. {
  1172. continue;
  1173. }
  1174. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1175. {
  1176. return profile;
  1177. }
  1178. }
  1179. }
  1180. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1181. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1182. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1183. new SubtitleProfile
  1184. {
  1185. Method = SubtitleDeliveryMethod.Encode,
  1186. Format = subtitleStream.Codec
  1187. };
  1188. }
  1189. private static bool IsSubtitleEmbedSupported(string transcodingContainer)
  1190. {
  1191. if (!string.IsNullOrEmpty(transcodingContainer))
  1192. {
  1193. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1194. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1195. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1196. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1197. {
  1198. return false;
  1199. }
  1200. else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1201. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1202. {
  1203. return true;
  1204. }
  1205. }
  1206. return false;
  1207. }
  1208. private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1209. {
  1210. foreach (var profile in subtitleProfiles)
  1211. {
  1212. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1213. {
  1214. continue;
  1215. }
  1216. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1217. {
  1218. continue;
  1219. }
  1220. if (!profile.SupportsLanguage(subtitleStream.Language))
  1221. {
  1222. continue;
  1223. }
  1224. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1225. {
  1226. continue;
  1227. }
  1228. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1229. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1230. {
  1231. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1232. if (!requiresConversion)
  1233. {
  1234. return profile;
  1235. }
  1236. if (!allowConversion)
  1237. {
  1238. continue;
  1239. }
  1240. // TODO: Build this into subtitleStream.SupportsExternalStream
  1241. if (mediaSource.IsInfiniteStream)
  1242. {
  1243. continue;
  1244. }
  1245. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1246. {
  1247. return profile;
  1248. }
  1249. }
  1250. }
  1251. return null;
  1252. }
  1253. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1254. {
  1255. // Don't restrict bitrate if item is remote.
  1256. if (item.IsRemote)
  1257. {
  1258. return false;
  1259. }
  1260. // If no maximum bitrate is set, default to no maximum bitrate.
  1261. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1262. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1263. int itemBitrate = item.Bitrate ?? 40000000;
  1264. if (itemBitrate > requestedMaxBitrate)
  1265. {
  1266. _logger.LogDebug(
  1267. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1268. itemBitrate,
  1269. requestedMaxBitrate);
  1270. return true;
  1271. }
  1272. return false;
  1273. }
  1274. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1275. {
  1276. if (options.ItemId.Equals(default))
  1277. {
  1278. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1279. }
  1280. if (options.Profile is null)
  1281. {
  1282. throw new ArgumentException("Profile is required");
  1283. }
  1284. if (options.MediaSources is null)
  1285. {
  1286. throw new ArgumentException("MediaSources is required");
  1287. }
  1288. if (isMediaSource)
  1289. {
  1290. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1291. {
  1292. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1293. }
  1294. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1295. {
  1296. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1297. }
  1298. }
  1299. }
  1300. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1301. IEnumerable<CodecProfile> codecProfiles,
  1302. string container,
  1303. string codec,
  1304. int? audioChannels,
  1305. int? audioBitrate,
  1306. int? audioSampleRate,
  1307. int? audioBitDepth,
  1308. string audioProfile,
  1309. bool? isSecondaryAudio)
  1310. {
  1311. return codecProfiles
  1312. .Where(profile => profile.Type == CodecType.VideoAudio && profile.ContainsAnyCodec(codec, container) &&
  1313. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1314. .SelectMany(profile => profile.Conditions)
  1315. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1316. }
  1317. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1318. IEnumerable<CodecProfile> codecProfiles,
  1319. string container,
  1320. string codec,
  1321. int? audioChannels,
  1322. int? audioBitrate,
  1323. int? audioSampleRate,
  1324. int? audioBitDepth,
  1325. bool checkConditions)
  1326. {
  1327. var conditions = codecProfiles
  1328. .Where(profile => profile.Type == CodecType.Audio && profile.ContainsAnyCodec(codec, container) &&
  1329. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1330. .SelectMany(profile => profile.Conditions);
  1331. if (!checkConditions)
  1332. {
  1333. return conditions;
  1334. }
  1335. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1336. }
  1337. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1338. {
  1339. foreach (ProfileCondition condition in conditions)
  1340. {
  1341. string value = condition.Value;
  1342. if (string.IsNullOrEmpty(value))
  1343. {
  1344. continue;
  1345. }
  1346. // No way to express this
  1347. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1348. {
  1349. continue;
  1350. }
  1351. switch (condition.Property)
  1352. {
  1353. case ProfileConditionValue.AudioBitrate:
  1354. {
  1355. if (!enableNonQualifiedConditions)
  1356. {
  1357. continue;
  1358. }
  1359. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1360. {
  1361. if (condition.Condition == ProfileConditionType.Equals)
  1362. {
  1363. item.AudioBitrate = num;
  1364. }
  1365. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1366. {
  1367. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1368. }
  1369. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1370. {
  1371. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1372. }
  1373. }
  1374. break;
  1375. }
  1376. case ProfileConditionValue.AudioSampleRate:
  1377. {
  1378. if (!enableNonQualifiedConditions)
  1379. {
  1380. continue;
  1381. }
  1382. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1383. {
  1384. if (condition.Condition == ProfileConditionType.Equals)
  1385. {
  1386. item.AudioSampleRate = num;
  1387. }
  1388. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1389. {
  1390. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1391. }
  1392. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1393. {
  1394. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1395. }
  1396. }
  1397. break;
  1398. }
  1399. case ProfileConditionValue.AudioChannels:
  1400. {
  1401. if (string.IsNullOrEmpty(qualifier))
  1402. {
  1403. if (!enableNonQualifiedConditions)
  1404. {
  1405. continue;
  1406. }
  1407. }
  1408. else
  1409. {
  1410. if (!enableQualifiedConditions)
  1411. {
  1412. continue;
  1413. }
  1414. }
  1415. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1416. {
  1417. if (condition.Condition == ProfileConditionType.Equals)
  1418. {
  1419. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1420. }
  1421. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1422. {
  1423. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1424. }
  1425. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1426. {
  1427. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1428. }
  1429. }
  1430. break;
  1431. }
  1432. case ProfileConditionValue.IsAvc:
  1433. {
  1434. if (!enableNonQualifiedConditions)
  1435. {
  1436. continue;
  1437. }
  1438. if (bool.TryParse(value, out var isAvc))
  1439. {
  1440. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1441. {
  1442. item.RequireAvc = true;
  1443. }
  1444. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1445. {
  1446. item.RequireAvc = true;
  1447. }
  1448. }
  1449. break;
  1450. }
  1451. case ProfileConditionValue.IsAnamorphic:
  1452. {
  1453. if (!enableNonQualifiedConditions)
  1454. {
  1455. continue;
  1456. }
  1457. if (bool.TryParse(value, out var isAnamorphic))
  1458. {
  1459. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1460. {
  1461. item.RequireNonAnamorphic = true;
  1462. }
  1463. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1464. {
  1465. item.RequireNonAnamorphic = true;
  1466. }
  1467. }
  1468. break;
  1469. }
  1470. case ProfileConditionValue.IsInterlaced:
  1471. {
  1472. if (string.IsNullOrEmpty(qualifier))
  1473. {
  1474. if (!enableNonQualifiedConditions)
  1475. {
  1476. continue;
  1477. }
  1478. }
  1479. else
  1480. {
  1481. if (!enableQualifiedConditions)
  1482. {
  1483. continue;
  1484. }
  1485. }
  1486. if (bool.TryParse(value, out var isInterlaced))
  1487. {
  1488. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1489. {
  1490. item.SetOption(qualifier, "deinterlace", "true");
  1491. }
  1492. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1493. {
  1494. item.SetOption(qualifier, "deinterlace", "true");
  1495. }
  1496. }
  1497. break;
  1498. }
  1499. case ProfileConditionValue.AudioProfile:
  1500. case ProfileConditionValue.Has64BitOffsets:
  1501. case ProfileConditionValue.PacketLength:
  1502. case ProfileConditionValue.NumAudioStreams:
  1503. case ProfileConditionValue.NumVideoStreams:
  1504. case ProfileConditionValue.IsSecondaryAudio:
  1505. case ProfileConditionValue.VideoTimestamp:
  1506. {
  1507. // Not supported yet
  1508. break;
  1509. }
  1510. case ProfileConditionValue.RefFrames:
  1511. {
  1512. if (string.IsNullOrEmpty(qualifier))
  1513. {
  1514. if (!enableNonQualifiedConditions)
  1515. {
  1516. continue;
  1517. }
  1518. }
  1519. else
  1520. {
  1521. if (!enableQualifiedConditions)
  1522. {
  1523. continue;
  1524. }
  1525. }
  1526. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1527. {
  1528. if (condition.Condition == ProfileConditionType.Equals)
  1529. {
  1530. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1531. }
  1532. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1533. {
  1534. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1535. }
  1536. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1537. {
  1538. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1539. }
  1540. }
  1541. break;
  1542. }
  1543. case ProfileConditionValue.VideoBitDepth:
  1544. {
  1545. if (string.IsNullOrEmpty(qualifier))
  1546. {
  1547. if (!enableNonQualifiedConditions)
  1548. {
  1549. continue;
  1550. }
  1551. }
  1552. else
  1553. {
  1554. if (!enableQualifiedConditions)
  1555. {
  1556. continue;
  1557. }
  1558. }
  1559. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1560. {
  1561. if (condition.Condition == ProfileConditionType.Equals)
  1562. {
  1563. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1564. }
  1565. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1566. {
  1567. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1568. }
  1569. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1570. {
  1571. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1572. }
  1573. }
  1574. break;
  1575. }
  1576. case ProfileConditionValue.VideoProfile:
  1577. {
  1578. if (string.IsNullOrEmpty(qualifier))
  1579. {
  1580. continue;
  1581. }
  1582. // Change from split by | to comma
  1583. // Strip spaces to avoid having to encode
  1584. var values = value
  1585. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1586. if (condition.Condition == ProfileConditionType.Equals)
  1587. {
  1588. item.SetOption(qualifier, "profile", string.Join(',', values));
  1589. }
  1590. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1591. {
  1592. var currentValue = item.GetOption(qualifier, "profile");
  1593. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1594. {
  1595. item.SetOption(qualifier, "profile", currentValue);
  1596. }
  1597. else
  1598. {
  1599. item.SetOption(qualifier, "profile", string.Join(',', values));
  1600. }
  1601. }
  1602. break;
  1603. }
  1604. case ProfileConditionValue.VideoRangeType:
  1605. {
  1606. if (string.IsNullOrEmpty(qualifier))
  1607. {
  1608. continue;
  1609. }
  1610. // change from split by | to comma
  1611. // strip spaces to avoid having to encode
  1612. var values = value
  1613. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1614. if (condition.Condition == ProfileConditionType.Equals)
  1615. {
  1616. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1617. }
  1618. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1619. {
  1620. var currentValue = item.GetOption(qualifier, "rangetype");
  1621. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1622. {
  1623. item.SetOption(qualifier, "rangetype", currentValue);
  1624. }
  1625. else
  1626. {
  1627. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1628. }
  1629. }
  1630. break;
  1631. }
  1632. case ProfileConditionValue.Height:
  1633. {
  1634. if (!enableNonQualifiedConditions)
  1635. {
  1636. continue;
  1637. }
  1638. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1639. {
  1640. if (condition.Condition == ProfileConditionType.Equals)
  1641. {
  1642. item.MaxHeight = num;
  1643. }
  1644. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1645. {
  1646. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1647. }
  1648. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1649. {
  1650. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1651. }
  1652. }
  1653. break;
  1654. }
  1655. case ProfileConditionValue.VideoBitrate:
  1656. {
  1657. if (!enableNonQualifiedConditions)
  1658. {
  1659. continue;
  1660. }
  1661. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1662. {
  1663. if (condition.Condition == ProfileConditionType.Equals)
  1664. {
  1665. item.VideoBitrate = num;
  1666. }
  1667. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1668. {
  1669. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1670. }
  1671. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1672. {
  1673. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1674. }
  1675. }
  1676. break;
  1677. }
  1678. case ProfileConditionValue.VideoFramerate:
  1679. {
  1680. if (!enableNonQualifiedConditions)
  1681. {
  1682. continue;
  1683. }
  1684. if (float.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1685. {
  1686. if (condition.Condition == ProfileConditionType.Equals)
  1687. {
  1688. item.MaxFramerate = num;
  1689. }
  1690. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1691. {
  1692. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1693. }
  1694. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1695. {
  1696. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1697. }
  1698. }
  1699. break;
  1700. }
  1701. case ProfileConditionValue.VideoLevel:
  1702. {
  1703. if (string.IsNullOrEmpty(qualifier))
  1704. {
  1705. continue;
  1706. }
  1707. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1708. {
  1709. if (condition.Condition == ProfileConditionType.Equals)
  1710. {
  1711. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1712. }
  1713. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1714. {
  1715. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1716. }
  1717. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1718. {
  1719. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1720. }
  1721. }
  1722. break;
  1723. }
  1724. case ProfileConditionValue.Width:
  1725. {
  1726. if (!enableNonQualifiedConditions)
  1727. {
  1728. continue;
  1729. }
  1730. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1731. {
  1732. if (condition.Condition == ProfileConditionType.Equals)
  1733. {
  1734. item.MaxWidth = num;
  1735. }
  1736. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1737. {
  1738. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1739. }
  1740. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1741. {
  1742. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1743. }
  1744. }
  1745. break;
  1746. }
  1747. default:
  1748. break;
  1749. }
  1750. }
  1751. }
  1752. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1753. {
  1754. // Check container type
  1755. if (!profile.SupportsContainer(item.Container))
  1756. {
  1757. return false;
  1758. }
  1759. // Check audio codec
  1760. string audioCodec = audioStream?.Codec;
  1761. if (!profile.SupportsAudioCodec(audioCodec))
  1762. {
  1763. return false;
  1764. }
  1765. return true;
  1766. }
  1767. }
  1768. }