StreamBuilder.cs 94 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.Linq;
  6. using MediaBrowser.Model.Dto;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.MediaInfo;
  9. using MediaBrowser.Model.Session;
  10. using Microsoft.Extensions.Logging;
  11. namespace MediaBrowser.Model.Dlna
  12. {
  13. /// <summary>
  14. /// Class StreamBuilder.
  15. /// </summary>
  16. public class StreamBuilder
  17. {
  18. // Aliases
  19. internal const TranscodeReason ContainerReasons = TranscodeReason.ContainerNotSupported | TranscodeReason.ContainerBitrateExceedsLimit;
  20. internal const TranscodeReason AudioReasons = TranscodeReason.AudioCodecNotSupported | TranscodeReason.AudioBitrateNotSupported | TranscodeReason.AudioChannelsNotSupported | TranscodeReason.AudioProfileNotSupported | TranscodeReason.AudioSampleRateNotSupported | TranscodeReason.SecondaryAudioNotSupported | TranscodeReason.AudioBitDepthNotSupported | TranscodeReason.AudioIsExternal;
  21. internal const TranscodeReason VideoReasons = TranscodeReason.VideoCodecNotSupported | TranscodeReason.VideoResolutionNotSupported | TranscodeReason.AnamorphicVideoNotSupported | TranscodeReason.InterlacedVideoNotSupported | TranscodeReason.VideoBitDepthNotSupported | TranscodeReason.VideoBitrateNotSupported | TranscodeReason.VideoFramerateNotSupported | TranscodeReason.VideoLevelNotSupported | TranscodeReason.RefFramesNotSupported;
  22. internal const TranscodeReason DirectStreamReasons = AudioReasons | TranscodeReason.ContainerNotSupported;
  23. private readonly ILogger _logger;
  24. private readonly ITranscoderSupport _transcoderSupport;
  25. /// <summary>
  26. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  27. /// </summary>
  28. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/> object.</param>
  29. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  30. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  31. {
  32. _transcoderSupport = transcoderSupport;
  33. _logger = logger;
  34. }
  35. /// <summary>
  36. /// Initializes a new instance of the <see cref="StreamBuilder"/> class.
  37. /// </summary>
  38. /// <param name="logger">The <see cref="ILogger"/> object.</param>
  39. public StreamBuilder(ILogger<StreamBuilder> logger)
  40. : this(new FullTranscoderSupport(), logger)
  41. {
  42. }
  43. /// <summary>
  44. /// Gets the optimal audio stream.
  45. /// </summary>
  46. /// <param name="options">The <see cref="MediaOptions"/> object to get the audio stream from.</param>
  47. /// <returns>The <see cref="StreamInfo"/> of the optimal audio stream.</returns>
  48. public StreamInfo GetOptimalAudioStream(MediaOptions options)
  49. {
  50. ValidateMediaOptions(options, false);
  51. var mediaSources = new List<MediaSourceInfo>();
  52. foreach (var mediaSource in options.MediaSources)
  53. {
  54. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  55. string.Equals(mediaSource.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  56. {
  57. mediaSources.Add(mediaSource);
  58. }
  59. }
  60. var streams = new List<StreamInfo>();
  61. foreach (var mediaSourceInfo in mediaSources)
  62. {
  63. StreamInfo streamInfo = GetOptimalAudioStream(mediaSourceInfo, options);
  64. if (streamInfo is not null)
  65. {
  66. streams.Add(streamInfo);
  67. }
  68. }
  69. foreach (var stream in streams)
  70. {
  71. stream.DeviceId = options.DeviceId;
  72. stream.DeviceProfileId = options.Profile.Id;
  73. }
  74. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  75. }
  76. private StreamInfo GetOptimalAudioStream(MediaSourceInfo item, MediaOptions options)
  77. {
  78. var playlistItem = new StreamInfo
  79. {
  80. ItemId = options.ItemId,
  81. MediaType = DlnaProfileType.Audio,
  82. MediaSource = item,
  83. RunTimeTicks = item.RunTimeTicks,
  84. Context = options.Context,
  85. DeviceProfile = options.Profile
  86. };
  87. if (options.ForceDirectPlay)
  88. {
  89. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  90. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  91. return playlistItem;
  92. }
  93. if (options.ForceDirectStream)
  94. {
  95. playlistItem.PlayMethod = PlayMethod.DirectStream;
  96. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
  97. return playlistItem;
  98. }
  99. MediaStream audioStream = item.GetDefaultAudioStream(null);
  100. var directPlayInfo = GetAudioDirectPlayProfile(item, audioStream, options);
  101. var directPlayMethod = directPlayInfo.PlayMethod;
  102. var transcodeReasons = directPlayInfo.TranscodeReasons;
  103. var inputAudioChannels = audioStream?.Channels;
  104. var inputAudioBitrate = audioStream?.BitRate;
  105. var inputAudioSampleRate = audioStream?.SampleRate;
  106. var inputAudioBitDepth = audioStream?.BitDepth;
  107. if (directPlayMethod.HasValue)
  108. {
  109. var profile = options.Profile;
  110. var audioFailureConditions = GetProfileConditionsForAudio(profile.CodecProfiles, item.Container, audioStream?.Codec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, true);
  111. var audioFailureReasons = AggregateFailureConditions(item, profile, "AudioCodecProfile", audioFailureConditions);
  112. transcodeReasons |= audioFailureReasons;
  113. if (audioFailureReasons == 0)
  114. {
  115. playlistItem.PlayMethod = directPlayMethod.Value;
  116. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio, directPlayInfo.Profile);
  117. return playlistItem;
  118. }
  119. }
  120. TranscodingProfile transcodingProfile = null;
  121. foreach (var tcProfile in options.Profile.TranscodingProfiles)
  122. {
  123. if (tcProfile.Type == playlistItem.MediaType
  124. && tcProfile.Context == options.Context
  125. && _transcoderSupport.CanEncodeToAudioCodec(tcProfile.AudioCodec ?? tcProfile.Container))
  126. {
  127. transcodingProfile = tcProfile;
  128. break;
  129. }
  130. }
  131. if (transcodingProfile != null)
  132. {
  133. if (!item.SupportsTranscoding)
  134. {
  135. return null;
  136. }
  137. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  138. var audioTranscodingConditions = GetProfileConditionsForAudio(options.Profile.CodecProfiles, transcodingProfile.Container, transcodingProfile.AudioCodec, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, false).ToArray();
  139. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  140. // Honor requested max channels
  141. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  142. var configuredBitrate = options.GetMaxBitrate(true);
  143. long transcodingBitrate = options.AudioTranscodingBitrate
  144. ?? (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null)
  145. ?? configuredBitrate
  146. ?? 128000;
  147. if (configuredBitrate.HasValue)
  148. {
  149. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  150. }
  151. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  152. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  153. }
  154. playlistItem.TranscodeReasons = transcodeReasons;
  155. return playlistItem;
  156. }
  157. /// <summary>
  158. /// Gets the optimal video stream.
  159. /// </summary>
  160. /// <param name="options">The <see cref="MediaOptions"/> object to get the video stream from.</param>
  161. /// <returns>The <see cref="StreamInfo"/> of the optimal video stream.</returns>
  162. public StreamInfo GetOptimalVideoStream(MediaOptions options)
  163. {
  164. ValidateMediaOptions(options, true);
  165. var mediaSources = new List<MediaSourceInfo>();
  166. foreach (var mediaSourceInfo in options.MediaSources)
  167. {
  168. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  169. string.Equals(mediaSourceInfo.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
  170. {
  171. mediaSources.Add(mediaSourceInfo);
  172. }
  173. }
  174. var streams = new List<StreamInfo>();
  175. foreach (var mediaSourceInfo in mediaSources)
  176. {
  177. var streamInfo = BuildVideoItem(mediaSourceInfo, options);
  178. if (streamInfo is not null)
  179. {
  180. streams.Add(streamInfo);
  181. }
  182. }
  183. foreach (var stream in streams)
  184. {
  185. stream.DeviceId = options.DeviceId;
  186. stream.DeviceProfileId = options.Profile.Id;
  187. }
  188. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  189. }
  190. private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  191. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  192. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  193. {
  194. return streams.OrderBy(i =>
  195. {
  196. // Nothing beats direct playing a file
  197. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
  198. {
  199. return 0;
  200. }
  201. return 1;
  202. }).ThenBy(i =>
  203. {
  204. switch (i.PlayMethod)
  205. {
  206. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  207. case PlayMethod.DirectStream:
  208. case PlayMethod.DirectPlay:
  209. return 0;
  210. default:
  211. return 1;
  212. }
  213. }).ThenBy(i =>
  214. {
  215. switch (i.MediaSource.Protocol)
  216. {
  217. case MediaProtocol.File:
  218. return 0;
  219. default:
  220. return 1;
  221. }
  222. }).ThenBy(i =>
  223. {
  224. if (maxBitrate > 0)
  225. {
  226. if (i.MediaSource.Bitrate.HasValue)
  227. {
  228. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  229. }
  230. }
  231. return 0;
  232. }).ThenBy(streams.IndexOf);
  233. }
  234. private static TranscodeReason GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  235. {
  236. switch (condition.Property)
  237. {
  238. case ProfileConditionValue.AudioBitrate:
  239. return TranscodeReason.AudioBitrateNotSupported;
  240. case ProfileConditionValue.AudioChannels:
  241. return TranscodeReason.AudioChannelsNotSupported;
  242. case ProfileConditionValue.AudioProfile:
  243. return TranscodeReason.AudioProfileNotSupported;
  244. case ProfileConditionValue.AudioSampleRate:
  245. return TranscodeReason.AudioSampleRateNotSupported;
  246. case ProfileConditionValue.Has64BitOffsets:
  247. // TODO
  248. return 0;
  249. case ProfileConditionValue.Height:
  250. return TranscodeReason.VideoResolutionNotSupported;
  251. case ProfileConditionValue.IsAnamorphic:
  252. return TranscodeReason.AnamorphicVideoNotSupported;
  253. case ProfileConditionValue.IsAvc:
  254. // TODO
  255. return 0;
  256. case ProfileConditionValue.IsInterlaced:
  257. return TranscodeReason.InterlacedVideoNotSupported;
  258. case ProfileConditionValue.IsSecondaryAudio:
  259. return TranscodeReason.SecondaryAudioNotSupported;
  260. case ProfileConditionValue.NumAudioStreams:
  261. // TODO
  262. return 0;
  263. case ProfileConditionValue.NumVideoStreams:
  264. // TODO
  265. return 0;
  266. case ProfileConditionValue.PacketLength:
  267. // TODO
  268. return 0;
  269. case ProfileConditionValue.RefFrames:
  270. return TranscodeReason.RefFramesNotSupported;
  271. case ProfileConditionValue.VideoBitDepth:
  272. return TranscodeReason.VideoBitDepthNotSupported;
  273. case ProfileConditionValue.AudioBitDepth:
  274. return TranscodeReason.AudioBitDepthNotSupported;
  275. case ProfileConditionValue.VideoBitrate:
  276. return TranscodeReason.VideoBitrateNotSupported;
  277. case ProfileConditionValue.VideoCodecTag:
  278. return TranscodeReason.VideoCodecNotSupported;
  279. case ProfileConditionValue.VideoFramerate:
  280. return TranscodeReason.VideoFramerateNotSupported;
  281. case ProfileConditionValue.VideoLevel:
  282. return TranscodeReason.VideoLevelNotSupported;
  283. case ProfileConditionValue.VideoProfile:
  284. return TranscodeReason.VideoProfileNotSupported;
  285. case ProfileConditionValue.VideoRangeType:
  286. return TranscodeReason.VideoRangeTypeNotSupported;
  287. case ProfileConditionValue.VideoTimestamp:
  288. // TODO
  289. return 0;
  290. case ProfileConditionValue.Width:
  291. return TranscodeReason.VideoResolutionNotSupported;
  292. default:
  293. return 0;
  294. }
  295. }
  296. /// <summary>
  297. /// Normalizes input container.
  298. /// </summary>
  299. /// <param name="inputContainer">The input container.</param>
  300. /// <param name="profile">The <see cref="DeviceProfile"/>.</param>
  301. /// <param name="type">The <see cref="DlnaProfileType"/>.</param>
  302. /// <param name="playProfile">The <see cref="DirectPlayProfile"/> object to get the video stream from.</param>
  303. /// <returns>The the normalized input container.</returns>
  304. public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile profile, DlnaProfileType type, DirectPlayProfile playProfile = null)
  305. {
  306. if (string.IsNullOrEmpty(inputContainer))
  307. {
  308. return null;
  309. }
  310. var formats = ContainerProfile.SplitValue(inputContainer);
  311. if (profile is not null)
  312. {
  313. var playProfiles = playProfile is null ? profile.DirectPlayProfiles : new[] { playProfile };
  314. foreach (var format in formats)
  315. {
  316. foreach (var directPlayProfile in playProfiles)
  317. {
  318. if (directPlayProfile.Type == type
  319. && directPlayProfile.SupportsContainer(format))
  320. {
  321. return format;
  322. }
  323. }
  324. }
  325. }
  326. return formats[0];
  327. }
  328. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, TranscodeReason TranscodeReasons) GetAudioDirectPlayProfile(MediaSourceInfo item, MediaStream audioStream, MediaOptions options)
  329. {
  330. var directPlayProfile = options.Profile.DirectPlayProfiles
  331. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  332. if (directPlayProfile is null)
  333. {
  334. _logger.LogDebug(
  335. "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
  336. options.Profile.Name ?? "Unknown Profile",
  337. item.Path ?? "Unknown path",
  338. audioStream.Codec ?? "Unknown codec");
  339. return (null, null, GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  340. }
  341. var playMethods = new List<PlayMethod>();
  342. TranscodeReason transcodeReasons = 0;
  343. // The profile describes what the device supports
  344. // If device requirements are satisfied then allow both direct stream and direct play
  345. if (item.SupportsDirectPlay)
  346. {
  347. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  348. {
  349. if (options.EnableDirectPlay)
  350. {
  351. return (directPlayProfile, PlayMethod.DirectPlay, 0);
  352. }
  353. }
  354. else
  355. {
  356. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  357. }
  358. }
  359. // While options takes the network and other factors into account. Only applies to direct stream
  360. if (item.SupportsDirectStream)
  361. {
  362. if (!IsBitrateLimitExceeded(item, options.GetMaxBitrate(true) ?? 0))
  363. {
  364. if (options.EnableDirectStream)
  365. {
  366. return (directPlayProfile, PlayMethod.DirectStream, transcodeReasons);
  367. }
  368. }
  369. else
  370. {
  371. transcodeReasons |= TranscodeReason.ContainerBitrateExceedsLimit;
  372. }
  373. }
  374. return (directPlayProfile, null, transcodeReasons);
  375. }
  376. private static TranscodeReason GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  377. {
  378. var mediaType = videoStream is null ? DlnaProfileType.Audio : DlnaProfileType.Video;
  379. var containerSupported = false;
  380. var audioSupported = false;
  381. var videoSupported = false;
  382. foreach (var profile in directPlayProfiles)
  383. {
  384. // Check container type
  385. if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
  386. {
  387. containerSupported = true;
  388. videoSupported = videoStream is null || profile.SupportsVideoCodec(videoStream.Codec);
  389. audioSupported = audioStream is null || profile.SupportsAudioCodec(audioStream.Codec);
  390. if (videoSupported && audioSupported)
  391. {
  392. break;
  393. }
  394. }
  395. }
  396. TranscodeReason reasons = 0;
  397. if (!containerSupported)
  398. {
  399. reasons |= TranscodeReason.ContainerNotSupported;
  400. }
  401. if (!videoSupported)
  402. {
  403. reasons |= TranscodeReason.VideoCodecNotSupported;
  404. }
  405. if (!audioSupported)
  406. {
  407. reasons |= TranscodeReason.AudioCodecNotSupported;
  408. }
  409. return reasons;
  410. }
  411. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  412. {
  413. int highestScore = -1;
  414. foreach (var stream in item.MediaStreams)
  415. {
  416. if (stream.Type == MediaStreamType.Subtitle
  417. && stream.Score.HasValue
  418. && stream.Score.Value > highestScore)
  419. {
  420. highestScore = stream.Score.Value;
  421. }
  422. }
  423. var topStreams = new List<MediaStream>();
  424. foreach (var stream in item.MediaStreams)
  425. {
  426. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  427. {
  428. topStreams.Add(stream);
  429. }
  430. }
  431. // If multiple streams have an equal score, try to pick the most efficient one
  432. if (topStreams.Count > 1)
  433. {
  434. foreach (var stream in topStreams)
  435. {
  436. foreach (var profile in subtitleProfiles)
  437. {
  438. if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
  439. {
  440. return stream.Index;
  441. }
  442. }
  443. }
  444. }
  445. // If no optimization panned out, just use the original default
  446. return item.DefaultSubtitleStreamIndex;
  447. }
  448. private static void SetStreamInfoOptionsFromTranscodingProfile(MediaSourceInfo item, StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  449. {
  450. var container = transcodingProfile.Container;
  451. var protocol = transcodingProfile.Protocol;
  452. item.TranscodingContainer = container;
  453. item.TranscodingSubProtocol = protocol;
  454. if (playlistItem.PlayMethod == PlayMethod.Transcode)
  455. {
  456. playlistItem.Container = container;
  457. playlistItem.SubProtocol = protocol;
  458. }
  459. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  460. if (int.TryParse(transcodingProfile.MaxAudioChannels, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  461. {
  462. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  463. }
  464. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  465. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  466. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  467. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  468. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  469. if (transcodingProfile.MinSegments > 0)
  470. {
  471. playlistItem.MinSegments = transcodingProfile.MinSegments;
  472. }
  473. if (transcodingProfile.SegmentLength > 0)
  474. {
  475. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  476. }
  477. }
  478. private static void SetStreamInfoOptionsFromDirectPlayProfile(MediaOptions options, MediaSourceInfo item, StreamInfo playlistItem, DirectPlayProfile directPlayProfile)
  479. {
  480. var container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  481. var protocol = "http";
  482. item.TranscodingContainer = container;
  483. item.TranscodingSubProtocol = protocol;
  484. playlistItem.Container = container;
  485. playlistItem.SubProtocol = protocol;
  486. playlistItem.VideoCodecs = new[] { item.VideoStream.Codec };
  487. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  488. }
  489. private StreamInfo BuildVideoItem(MediaSourceInfo item, MediaOptions options)
  490. {
  491. ArgumentNullException.ThrowIfNull(item);
  492. StreamInfo playlistItem = new StreamInfo
  493. {
  494. ItemId = options.ItemId,
  495. MediaType = DlnaProfileType.Video,
  496. MediaSource = item,
  497. RunTimeTicks = item.RunTimeTicks,
  498. Context = options.Context,
  499. DeviceProfile = options.Profile
  500. };
  501. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  502. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  503. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  504. if (audioStream is not null)
  505. {
  506. playlistItem.AudioStreamIndex = audioStream.Index;
  507. }
  508. // Collect candidate audio streams
  509. ICollection<MediaStream> candidateAudioStreams = audioStream is null ? Array.Empty<MediaStream>() : new[] { audioStream };
  510. if (!options.AudioStreamIndex.HasValue || options.AudioStreamIndex < 0)
  511. {
  512. if (audioStream?.IsDefault == true)
  513. {
  514. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.IsDefault).ToArray();
  515. }
  516. else
  517. {
  518. candidateAudioStreams = item.MediaStreams.Where(stream => stream.Type == MediaStreamType.Audio && stream.Language == audioStream?.Language).ToArray();
  519. }
  520. }
  521. var videoStream = item.VideoStream;
  522. var bitrateLimitExceeded = IsBitrateLimitExceeded(item, options.GetMaxBitrate(false) ?? 0);
  523. var isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || !bitrateLimitExceeded);
  524. var isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || !bitrateLimitExceeded);
  525. TranscodeReason transcodeReasons = 0;
  526. if (bitrateLimitExceeded)
  527. {
  528. transcodeReasons = TranscodeReason.ContainerBitrateExceedsLimit;
  529. }
  530. _logger.LogDebug(
  531. "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  532. options.Profile.Name ?? "Unknown Profile",
  533. item.Path ?? "Unknown path",
  534. isEligibleForDirectPlay,
  535. isEligibleForDirectStream);
  536. DirectPlayProfile directPlayProfile = null;
  537. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  538. {
  539. // See if it can be direct played
  540. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, candidateAudioStreams, subtitleStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  541. var directPlay = directPlayInfo.PlayMethod;
  542. transcodeReasons |= directPlayInfo.TranscodeReasons;
  543. if (directPlay.HasValue)
  544. {
  545. directPlayProfile = directPlayInfo.Profile;
  546. playlistItem.PlayMethod = directPlay.Value;
  547. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  548. playlistItem.VideoCodecs = new[] { videoStream.Codec };
  549. if (directPlay == PlayMethod.DirectPlay)
  550. {
  551. playlistItem.SubProtocol = "http";
  552. var audioStreamIndex = directPlayInfo.AudioStreamIndex ?? audioStream?.Index;
  553. if (audioStreamIndex.HasValue)
  554. {
  555. playlistItem.AudioStreamIndex = audioStreamIndex;
  556. playlistItem.AudioCodecs = new[] { item.GetMediaStream(MediaStreamType.Audio, audioStreamIndex.Value)?.Codec };
  557. }
  558. }
  559. else if (directPlay == PlayMethod.DirectStream)
  560. {
  561. playlistItem.AudioStreamIndex = audioStream?.Index;
  562. if (audioStream is not null)
  563. {
  564. playlistItem.AudioCodecs = ContainerProfile.SplitValue(directPlayProfile.AudioCodec);
  565. }
  566. SetStreamInfoOptionsFromDirectPlayProfile(options, item, playlistItem, directPlayProfile);
  567. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, directPlayProfile.Container, directPlayProfile.VideoCodec, directPlayProfile.AudioCodec);
  568. }
  569. if (subtitleStream is not null)
  570. {
  571. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, directPlayProfile.Container, null);
  572. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  573. playlistItem.SubtitleFormat = subtitleProfile.Format;
  574. }
  575. }
  576. _logger.LogDebug(
  577. "DirectPlay Result for Profile: {0}, Path: {1}, PlayMethod: {2}, AudioStreamIndex: {3}, SubtitleStreamIndex: {4}, Reasons: {5}",
  578. options.Profile.Name ?? "Anonymous Profile",
  579. item.Path ?? "Unknown path",
  580. directPlayInfo.PlayMethod,
  581. directPlayInfo.AudioStreamIndex ?? audioStream?.Index,
  582. playlistItem.SubtitleStreamIndex,
  583. directPlayInfo.TranscodeReasons);
  584. }
  585. playlistItem.TranscodeReasons = transcodeReasons;
  586. if (playlistItem.PlayMethod != PlayMethod.DirectStream && playlistItem.PlayMethod != PlayMethod.DirectPlay)
  587. {
  588. // Can't direct play, find the transcoding profile
  589. // If we do this for direct-stream we will overwrite the info
  590. var transcodingProfile = GetVideoTranscodeProfile(item, options, videoStream, audioStream, candidateAudioStreams, subtitleStream, playlistItem);
  591. if (transcodingProfile is not null)
  592. {
  593. SetStreamInfoOptionsFromTranscodingProfile(item, playlistItem, transcodingProfile);
  594. BuildStreamVideoItem(playlistItem, options, item, videoStream, audioStream, candidateAudioStreams, transcodingProfile.Container, transcodingProfile.VideoCodec, transcodingProfile.AudioCodec);
  595. playlistItem.PlayMethod = PlayMethod.Transcode;
  596. if (subtitleStream is not null)
  597. {
  598. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  599. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  600. playlistItem.SubtitleFormat = subtitleProfile.Format;
  601. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  602. }
  603. if ((playlistItem.TranscodeReasons & (VideoReasons | TranscodeReason.ContainerBitrateExceedsLimit)) != 0)
  604. {
  605. ApplyTranscodingConditions(playlistItem, transcodingProfile.Conditions, null, true, true);
  606. }
  607. }
  608. }
  609. _logger.LogDebug(
  610. "StreamBuilder.BuildVideoItem( Profile={0}, Path={1}, AudioStreamIndex={2}, SubtitleStreamIndex={3} ) => ( PlayMethod={4}, TranscodeReason={5} ) {6}",
  611. options.Profile.Name ?? "Anonymous Profile",
  612. item.Path ?? "Unknown path",
  613. options.AudioStreamIndex,
  614. options.SubtitleStreamIndex,
  615. playlistItem.PlayMethod,
  616. playlistItem.TranscodeReasons,
  617. playlistItem.ToUrl("media:", "<token>"));
  618. item.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video, directPlayProfile);
  619. return playlistItem;
  620. }
  621. private TranscodingProfile GetVideoTranscodeProfile(MediaSourceInfo item, MediaOptions options, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, MediaStream subtitleStream, StreamInfo playlistItem)
  622. {
  623. if (!(item.SupportsTranscoding || item.SupportsDirectStream))
  624. {
  625. return null;
  626. }
  627. var transcodingProfiles = options.Profile.TranscodingProfiles
  628. .Where(i => i.Type == playlistItem.MediaType && i.Context == options.Context);
  629. if (options.AllowVideoStreamCopy)
  630. {
  631. // prefer direct copy profile
  632. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  633. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  634. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  635. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  636. transcodingProfiles = transcodingProfiles.ToLookup(transcodingProfile =>
  637. {
  638. var videoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  639. if (ContainerProfile.ContainsContainer(videoCodecs, item.VideoStream?.Codec))
  640. {
  641. var videoCodec = transcodingProfile.VideoCodec;
  642. var container = transcodingProfile.Container;
  643. var appliedVideoConditions = options.Profile.CodecProfiles
  644. .Where(i => i.Type == CodecType.Video &&
  645. i.ContainsAnyCodec(videoCodec, container) &&
  646. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)))
  647. .Select(i =>
  648. i.Conditions.All(condition => ConditionProcessor.IsVideoConditionSatisfied(condition, videoStream?.Width, videoStream?.Height, videoStream?.BitDepth, videoStream?.BitRate, videoStream?.Profile, videoStream?.VideoRangeType, videoStream?.Level, videoFramerate, videoStream?.PacketLength, timestamp, videoStream?.IsAnamorphic, videoStream?.IsInterlaced, videoStream?.RefFrames, numVideoStreams, numAudioStreams, videoStream?.CodecTag, videoStream?.IsAVC)));
  649. // An empty appliedVideoConditions means that the codec has no conditions for the current video stream
  650. var conditionsSatisfied = appliedVideoConditions.All(satisfied => satisfied);
  651. return conditionsSatisfied ? 1 : 2;
  652. }
  653. return 3;
  654. })
  655. .OrderBy(lookup => lookup.Key)
  656. .SelectMany(lookup => lookup);
  657. }
  658. return transcodingProfiles.FirstOrDefault();
  659. }
  660. private void BuildStreamVideoItem(StreamInfo playlistItem, MediaOptions options, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<MediaStream> candidateAudioStreams, string container, string videoCodec, string audioCodec)
  661. {
  662. // Prefer matching video codecs
  663. var videoCodecs = ContainerProfile.SplitValue(videoCodec);
  664. // Enforce HLS video codec restrictions
  665. if (string.Equals(playlistItem.SubProtocol, "hls", StringComparison.OrdinalIgnoreCase))
  666. {
  667. var supportedHlsVideoCodecs = new List<string> { "h264", "hevc" };
  668. videoCodecs = videoCodecs.Where(codec => supportedHlsVideoCodecs.Contains(codec)).ToArray();
  669. }
  670. var directVideoCodec = ContainerProfile.ContainsContainer(videoCodecs, videoStream?.Codec) ? videoStream?.Codec : null;
  671. if (directVideoCodec is not null)
  672. {
  673. // merge directVideoCodec to videoCodecs
  674. Array.Resize(ref videoCodecs, videoCodecs.Length + 1);
  675. videoCodecs[^1] = directVideoCodec;
  676. }
  677. playlistItem.VideoCodecs = videoCodecs;
  678. // Copy video codec options as a starting point, this applies to transcode and direct-stream
  679. playlistItem.MaxFramerate = videoStream?.AverageFrameRate;
  680. var qualifier = videoStream?.Codec;
  681. if (videoStream?.Level is not null)
  682. {
  683. playlistItem.SetOption(qualifier, "level", videoStream.Level.Value.ToString(CultureInfo.InvariantCulture));
  684. }
  685. if (videoStream?.BitDepth is not null)
  686. {
  687. playlistItem.SetOption(qualifier, "videobitdepth", videoStream.BitDepth.Value.ToString(CultureInfo.InvariantCulture));
  688. }
  689. if (!string.IsNullOrEmpty(videoStream?.Profile))
  690. {
  691. playlistItem.SetOption(qualifier, "profile", videoStream.Profile.ToLowerInvariant());
  692. }
  693. if (videoStream is not null && videoStream.Level != 0)
  694. {
  695. playlistItem.SetOption(qualifier, "level", videoStream.Level.ToString());
  696. }
  697. // Prefer matching audio codecs, could do better here
  698. var audioCodecs = ContainerProfile.SplitValue(audioCodec);
  699. // Enforce HLS audio codec restrictions
  700. if (string.Equals(playlistItem.SubProtocol, "hls", StringComparison.OrdinalIgnoreCase))
  701. {
  702. var supportedHlsAudioCodecs = new List<string> { "aac", "ac3", "eac3", "mp3" };
  703. if (string.Equals(playlistItem.Container, "mp4", StringComparison.OrdinalIgnoreCase))
  704. {
  705. // fMP4 supports more codecs than TS
  706. supportedHlsAudioCodecs.Add("alac");
  707. supportedHlsAudioCodecs.Add("flac");
  708. supportedHlsAudioCodecs.Add("opus");
  709. }
  710. audioCodecs = audioCodecs.Where(codec => supportedHlsAudioCodecs.Contains(codec)).ToArray();
  711. }
  712. var directAudioStream = candidateAudioStreams.FirstOrDefault(stream => ContainerProfile.ContainsContainer(audioCodecs, stream.Codec));
  713. playlistItem.AudioCodecs = audioCodecs;
  714. if (directAudioStream is not null)
  715. {
  716. audioStream = directAudioStream;
  717. playlistItem.AudioStreamIndex = audioStream.Index;
  718. playlistItem.AudioCodecs = new[] { audioStream.Codec };
  719. // Copy matching audio codec options
  720. playlistItem.AudioSampleRate = audioStream.SampleRate;
  721. playlistItem.SetOption(qualifier, "audiochannels", audioStream.Channels.ToString());
  722. if (!string.IsNullOrEmpty(audioStream.Profile))
  723. {
  724. playlistItem.SetOption(audioStream.Codec, "profile", audioStream.Profile.ToLowerInvariant());
  725. }
  726. if (audioStream.Level != 0)
  727. {
  728. playlistItem.SetOption(audioStream.Codec, "level", audioStream.Level.ToString());
  729. }
  730. }
  731. int? width = videoStream?.Width;
  732. int? height = videoStream?.Height;
  733. int? bitDepth = videoStream?.BitDepth;
  734. int? videoBitrate = videoStream?.BitRate;
  735. double? videoLevel = videoStream?.Level;
  736. string videoProfile = videoStream?.Profile;
  737. string videoRangeType = videoStream?.VideoRangeType;
  738. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  739. bool? isAnamorphic = videoStream?.IsAnamorphic;
  740. bool? isInterlaced = videoStream?.IsInterlaced;
  741. string videoCodecTag = videoStream?.CodecTag;
  742. bool? isAvc = videoStream?.IsAVC;
  743. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : item.Timestamp;
  744. int? packetLength = videoStream?.PacketLength;
  745. int? refFrames = videoStream?.RefFrames;
  746. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  747. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  748. var appliedVideoConditions = options.Profile.CodecProfiles
  749. .Where(i => i.Type == CodecType.Video &&
  750. i.ContainsAnyCodec(videoCodec, container) &&
  751. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc)));
  752. var isFirstAppliedCodecProfile = true;
  753. foreach (var i in appliedVideoConditions)
  754. {
  755. var transcodingVideoCodecs = ContainerProfile.SplitValue(videoCodec);
  756. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  757. {
  758. if (i.ContainsAnyCodec(transcodingVideoCodec, container))
  759. {
  760. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  761. isFirstAppliedCodecProfile = false;
  762. continue;
  763. }
  764. }
  765. }
  766. // Honor requested max channels
  767. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  768. int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(true) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  769. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  770. bool? isSecondaryAudio = audioStream is null ? null : item.IsSecondaryAudio(audioStream);
  771. int? inputAudioBitrate = audioStream is null ? null : audioStream.BitRate;
  772. int? audioChannels = audioStream is null ? null : audioStream.Channels;
  773. string audioProfile = audioStream is null ? null : audioStream.Profile;
  774. int? inputAudioSampleRate = audioStream is null ? null : audioStream.SampleRate;
  775. int? inputAudioBitDepth = audioStream is null ? null : audioStream.BitDepth;
  776. var appliedAudioConditions = options.Profile.CodecProfiles
  777. .Where(i => i.Type == CodecType.VideoAudio &&
  778. i.ContainsAnyCodec(audioCodec, container) &&
  779. i.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio)));
  780. isFirstAppliedCodecProfile = true;
  781. foreach (var codecProfile in appliedAudioConditions)
  782. {
  783. var transcodingAudioCodecs = ContainerProfile.SplitValue(audioCodec);
  784. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  785. {
  786. if (codecProfile.ContainsAnyCodec(transcodingAudioCodec, container))
  787. {
  788. ApplyTranscodingConditions(playlistItem, codecProfile.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  789. isFirstAppliedCodecProfile = false;
  790. break;
  791. }
  792. }
  793. }
  794. var maxBitrateSetting = options.GetMaxBitrate(false);
  795. // Honor max rate
  796. if (maxBitrateSetting.HasValue)
  797. {
  798. var availableBitrateForVideo = maxBitrateSetting.Value;
  799. if (playlistItem.AudioBitrate.HasValue)
  800. {
  801. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  802. }
  803. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  804. // Don't use Math.Clamp as availableBitrateForVideo can be lower then 64k.
  805. var currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  806. playlistItem.VideoBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64_000);
  807. }
  808. _logger.LogDebug(
  809. "Transcode Result for Profile: {Profile}, Path: {Path}, PlayMethod: {PlayMethod}, AudioStreamIndex: {AudioStreamIndex}, SubtitleStreamIndex: {SubtitleStreamIndex}, Reasons: {TranscodeReason}",
  810. options.Profile?.Name ?? "Anonymous Profile",
  811. item.Path ?? "Unknown path",
  812. playlistItem?.PlayMethod,
  813. audioStream?.Index,
  814. playlistItem?.SubtitleStreamIndex,
  815. playlistItem?.TranscodeReasons);
  816. }
  817. private static int GetDefaultAudioBitrate(string audioCodec, int? audioChannels)
  818. {
  819. if (!string.IsNullOrEmpty(audioCodec))
  820. {
  821. // Default to a higher bitrate for stream copy
  822. if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
  823. || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
  824. || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
  825. || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
  826. {
  827. if ((audioChannels ?? 0) < 2)
  828. {
  829. return 128000;
  830. }
  831. return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
  832. }
  833. if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
  834. || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
  835. {
  836. if ((audioChannels ?? 0) < 2)
  837. {
  838. return 768000;
  839. }
  840. return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
  841. }
  842. }
  843. return 192000;
  844. }
  845. private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
  846. {
  847. string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  848. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  849. int defaultBitrate;
  850. int encoderAudioBitrateLimit = int.MaxValue;
  851. if (audioStream is null)
  852. {
  853. defaultBitrate = 192000;
  854. }
  855. else
  856. {
  857. if (targetAudioChannels.HasValue
  858. && audioStream.Channels.HasValue
  859. && audioStream.Channels.Value > targetAudioChannels.Value)
  860. {
  861. // Reduce the bitrate if we're downmixing.
  862. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  863. }
  864. else if (targetAudioChannels.HasValue
  865. && audioStream.Channels.HasValue
  866. && audioStream.Channels.Value <= targetAudioChannels.Value
  867. && !string.IsNullOrEmpty(audioStream.Codec)
  868. && targetAudioCodecs is not null
  869. && targetAudioCodecs.Length > 0
  870. && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
  871. {
  872. // Shift the bitrate if we're transcoding to a different audio codec.
  873. defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
  874. }
  875. else
  876. {
  877. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
  878. }
  879. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  880. // Any attempts to transcode over 64k will fail
  881. if (audioStream.Channels == 1
  882. && (audioStream.BitRate ?? 0) < 64000)
  883. {
  884. encoderAudioBitrateLimit = 64000;
  885. }
  886. }
  887. if (maxTotalBitrate > 0)
  888. {
  889. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  890. }
  891. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  892. }
  893. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  894. {
  895. if (totalBitrate <= 640000)
  896. {
  897. return 128000;
  898. }
  899. else if (totalBitrate <= 2000000)
  900. {
  901. return 384000;
  902. }
  903. else if (totalBitrate <= 3000000)
  904. {
  905. return 448000;
  906. }
  907. else if (totalBitrate <= 4000000)
  908. {
  909. return 640000;
  910. }
  911. else if (totalBitrate <= 5000000)
  912. {
  913. return 768000;
  914. }
  915. else if (totalBitrate <= 10000000)
  916. {
  917. return 1536000;
  918. }
  919. else if (totalBitrate <= 15000000)
  920. {
  921. return 2304000;
  922. }
  923. else if (totalBitrate <= 20000000)
  924. {
  925. return 3584000;
  926. }
  927. return 7168000;
  928. }
  929. private (DirectPlayProfile Profile, PlayMethod? PlayMethod, int? AudioStreamIndex, TranscodeReason TranscodeReasons) GetVideoDirectPlayProfile(
  930. MediaOptions options,
  931. MediaSourceInfo mediaSource,
  932. MediaStream videoStream,
  933. MediaStream audioStream,
  934. ICollection<MediaStream> candidateAudioStreams,
  935. MediaStream subtitleStream,
  936. bool isEligibleForDirectPlay,
  937. bool isEligibleForDirectStream)
  938. {
  939. if (options.ForceDirectPlay)
  940. {
  941. return (null, PlayMethod.DirectPlay, audioStream?.Index, 0);
  942. }
  943. if (options.ForceDirectStream)
  944. {
  945. return (null, PlayMethod.DirectStream, audioStream?.Index, 0);
  946. }
  947. DeviceProfile profile = options.Profile;
  948. string container = mediaSource.Container;
  949. // Video
  950. int? width = videoStream?.Width;
  951. int? height = videoStream?.Height;
  952. int? bitDepth = videoStream?.BitDepth;
  953. int? videoBitrate = videoStream?.BitRate;
  954. double? videoLevel = videoStream?.Level;
  955. string videoProfile = videoStream?.Profile;
  956. string videoRangeType = videoStream?.VideoRangeType;
  957. float videoFramerate = videoStream is null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  958. bool? isAnamorphic = videoStream?.IsAnamorphic;
  959. bool? isInterlaced = videoStream?.IsInterlaced;
  960. string videoCodecTag = videoStream?.CodecTag;
  961. bool? isAvc = videoStream?.IsAVC;
  962. TransportStreamTimestamp? timestamp = videoStream is null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  963. int? packetLength = videoStream?.PacketLength;
  964. int? refFrames = videoStream?.RefFrames;
  965. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  966. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  967. var checkVideoConditions = (ProfileCondition[] conditions) =>
  968. conditions.Where(applyCondition => !ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoRangeType, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc));
  969. // Check container conditions
  970. var containerProfileReasons = AggregateFailureConditions(
  971. mediaSource,
  972. profile,
  973. "VideoCodecProfile",
  974. profile.ContainerProfiles
  975. .Where(containerProfile => containerProfile.Type == DlnaProfileType.Video && containerProfile.ContainsContainer(container))
  976. .SelectMany(containerProfile => checkVideoConditions(containerProfile.Conditions)));
  977. // Check video conditions
  978. var videoCodecProfileReasons = AggregateFailureConditions(
  979. mediaSource,
  980. profile,
  981. "VideoCodecProfile",
  982. profile.CodecProfiles
  983. .Where(codecProfile => codecProfile.Type == CodecType.Video && codecProfile.ContainsAnyCodec(videoStream?.Codec, container) &&
  984. !checkVideoConditions(codecProfile.ApplyConditions).Any())
  985. .SelectMany(codecProfile => checkVideoConditions(codecProfile.Conditions)));
  986. // Check audiocandidates profile conditions
  987. var audioStreamMatches = candidateAudioStreams.ToDictionary(s => s, audioStream => CheckVideoAudioStreamDirectPlay(options, mediaSource, container, audioStream));
  988. TranscodeReason subtitleProfileReasons = 0;
  989. if (subtitleStream is not null)
  990. {
  991. var subtitleProfile = GetSubtitleProfile(mediaSource, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.DirectPlay, _transcoderSupport, container, null);
  992. if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
  993. && subtitleProfile.Method != SubtitleDeliveryMethod.External
  994. && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  995. {
  996. _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", PlayMethod.DirectPlay);
  997. subtitleProfileReasons |= TranscodeReason.SubtitleCodecNotSupported;
  998. }
  999. }
  1000. var rankings = new[] { VideoReasons, AudioReasons, ContainerReasons };
  1001. var rank = (ref TranscodeReason a) =>
  1002. {
  1003. var index = 1;
  1004. foreach (var flag in rankings)
  1005. {
  1006. var reason = a & flag;
  1007. if (reason != 0)
  1008. {
  1009. return index;
  1010. }
  1011. index++;
  1012. }
  1013. return index;
  1014. };
  1015. var containerSupported = false;
  1016. // Check DirectPlay profiles to see if it can be direct played
  1017. var analyzedProfiles = profile.DirectPlayProfiles
  1018. .Where(directPlayProfile => directPlayProfile.Type == DlnaProfileType.Video)
  1019. .Select((directPlayProfile, order) =>
  1020. {
  1021. TranscodeReason directPlayProfileReasons = 0;
  1022. TranscodeReason audioCodecProfileReasons = 0;
  1023. // Check container type
  1024. if (!directPlayProfile.SupportsContainer(container))
  1025. {
  1026. directPlayProfileReasons |= TranscodeReason.ContainerNotSupported;
  1027. }
  1028. else
  1029. {
  1030. containerSupported = true;
  1031. }
  1032. // Check video codec
  1033. string videoCodec = videoStream?.Codec;
  1034. if (!directPlayProfile.SupportsVideoCodec(videoCodec))
  1035. {
  1036. directPlayProfileReasons |= TranscodeReason.VideoCodecNotSupported;
  1037. }
  1038. // Check audio codec
  1039. MediaStream selectedAudioStream = null;
  1040. if (candidateAudioStreams.Any())
  1041. {
  1042. selectedAudioStream = candidateAudioStreams.FirstOrDefault(audioStream => directPlayProfile.SupportsAudioCodec(audioStream.Codec));
  1043. if (selectedAudioStream is null)
  1044. {
  1045. directPlayProfileReasons |= TranscodeReason.AudioCodecNotSupported;
  1046. }
  1047. else
  1048. {
  1049. audioCodecProfileReasons = audioStreamMatches.GetValueOrDefault(selectedAudioStream);
  1050. }
  1051. }
  1052. var failureReasons = directPlayProfileReasons | containerProfileReasons | subtitleProfileReasons;
  1053. if ((failureReasons & TranscodeReason.VideoCodecNotSupported) == 0)
  1054. {
  1055. failureReasons |= videoCodecProfileReasons;
  1056. }
  1057. if ((failureReasons & TranscodeReason.AudioCodecNotSupported) == 0)
  1058. {
  1059. failureReasons |= audioCodecProfileReasons;
  1060. }
  1061. var directStreamFailureReasons = failureReasons & (~DirectStreamReasons);
  1062. PlayMethod? playMethod = null;
  1063. if (failureReasons == 0 && isEligibleForDirectPlay && mediaSource.SupportsDirectPlay)
  1064. {
  1065. playMethod = PlayMethod.DirectPlay;
  1066. }
  1067. else if (directStreamFailureReasons == 0 && isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  1068. {
  1069. playMethod = PlayMethod.DirectStream;
  1070. }
  1071. var ranked = rank(ref failureReasons);
  1072. return (Result: (Profile: directPlayProfile, PlayMethod: playMethod, AudioStreamIndex: selectedAudioStream?.Index, TranscodeReason: failureReasons), Order: order, Rank: ranked);
  1073. })
  1074. .OrderByDescending(analysis => analysis.Result.PlayMethod)
  1075. .ThenByDescending(analysis => analysis.Rank)
  1076. .ThenBy(analysis => analysis.Order)
  1077. .ToArray()
  1078. .ToLookup(analysis => analysis.Result.PlayMethod is not null);
  1079. var profileMatch = analyzedProfiles[true]
  1080. .Select(analysis => analysis.Result)
  1081. .FirstOrDefault();
  1082. if (profileMatch.Profile is not null)
  1083. {
  1084. return profileMatch;
  1085. }
  1086. var failureReasons = analyzedProfiles[false]
  1087. .Select(analysis => analysis.Result)
  1088. .Where(result => !containerSupported || (result.TranscodeReason & TranscodeReason.ContainerNotSupported) == 0)
  1089. .FirstOrDefault().TranscodeReason;
  1090. if (failureReasons == 0)
  1091. {
  1092. failureReasons = TranscodeReason.DirectPlayError;
  1093. }
  1094. return (Profile: null, PlayMethod: null, AudioStreamIndex: null, TranscodeReasons: failureReasons);
  1095. }
  1096. private TranscodeReason CheckVideoAudioStreamDirectPlay(MediaOptions options, MediaSourceInfo mediaSource, string container, MediaStream audioStream)
  1097. {
  1098. var profile = options.Profile;
  1099. var audioFailureConditions = GetProfileConditionsForVideoAudio(profile.CodecProfiles, container, audioStream.Codec, audioStream.Channels, audioStream.BitRate, audioStream.SampleRate, audioStream.BitDepth, audioStream.Profile, mediaSource.IsSecondaryAudio(audioStream));
  1100. var audioStreamFailureReasons = AggregateFailureConditions(mediaSource, profile, "VideoAudioCodecProfile", audioFailureConditions);
  1101. if (audioStream?.IsExternal == true)
  1102. {
  1103. audioStreamFailureReasons |= TranscodeReason.AudioIsExternal;
  1104. }
  1105. return audioStreamFailureReasons;
  1106. }
  1107. private TranscodeReason AggregateFailureConditions(MediaSourceInfo mediaSource, DeviceProfile profile, string type, IEnumerable<ProfileCondition> conditions)
  1108. {
  1109. return conditions.Aggregate<ProfileCondition, TranscodeReason>(0, (reasons, i) =>
  1110. {
  1111. LogConditionFailure(profile, type, i, mediaSource);
  1112. var transcodeReasons = GetTranscodeReasonForFailedCondition(i);
  1113. return reasons | transcodeReasons;
  1114. });
  1115. }
  1116. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  1117. {
  1118. _logger.LogDebug(
  1119. "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  1120. type,
  1121. profile.Name ?? "Unknown Profile",
  1122. condition.Property,
  1123. condition.Condition,
  1124. condition.Value ?? string.Empty,
  1125. condition.IsRequired,
  1126. mediaSource.Path ?? "Unknown path");
  1127. }
  1128. /// <summary>
  1129. /// Normalizes input container.
  1130. /// </summary>
  1131. /// <param name="mediaSource">The <see cref="MediaSourceInfo"/>.</param>
  1132. /// <param name="subtitleStream">The <see cref="MediaStream"/> of the subtitle stream.</param>
  1133. /// <param name="subtitleProfiles">The list of supported <see cref="SubtitleProfile"/>s.</param>
  1134. /// <param name="playMethod">The <see cref="PlayMethod"/>.</param>
  1135. /// <param name="transcoderSupport">The <see cref="ITranscoderSupport"/>.</param>
  1136. /// <param name="outputContainer">The output container.</param>
  1137. /// <param name="transcodingSubProtocol">The subtitle transoding protocol.</param>
  1138. /// <returns>The the normalized input container.</returns>
  1139. public static SubtitleProfile GetSubtitleProfile(
  1140. MediaSourceInfo mediaSource,
  1141. MediaStream subtitleStream,
  1142. SubtitleProfile[] subtitleProfiles,
  1143. PlayMethod playMethod,
  1144. ITranscoderSupport transcoderSupport,
  1145. string outputContainer,
  1146. string transcodingSubProtocol)
  1147. {
  1148. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
  1149. {
  1150. // Look for supported embedded subs of the same format
  1151. foreach (var profile in subtitleProfiles)
  1152. {
  1153. if (!profile.SupportsLanguage(subtitleStream.Language))
  1154. {
  1155. continue;
  1156. }
  1157. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1158. {
  1159. continue;
  1160. }
  1161. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1162. {
  1163. continue;
  1164. }
  1165. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1166. {
  1167. continue;
  1168. }
  1169. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
  1170. {
  1171. return profile;
  1172. }
  1173. }
  1174. // Look for supported embedded subs of a convertible format
  1175. foreach (var profile in subtitleProfiles)
  1176. {
  1177. if (!profile.SupportsLanguage(subtitleStream.Language))
  1178. {
  1179. continue;
  1180. }
  1181. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1182. {
  1183. continue;
  1184. }
  1185. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1186. {
  1187. continue;
  1188. }
  1189. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
  1190. {
  1191. continue;
  1192. }
  1193. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1194. {
  1195. return profile;
  1196. }
  1197. }
  1198. }
  1199. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1200. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1201. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1202. new SubtitleProfile
  1203. {
  1204. Method = SubtitleDeliveryMethod.Encode,
  1205. Format = subtitleStream.Codec
  1206. };
  1207. }
  1208. private static bool IsSubtitleEmbedSupported(string transcodingContainer)
  1209. {
  1210. if (!string.IsNullOrEmpty(transcodingContainer))
  1211. {
  1212. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1213. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1214. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1215. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1216. {
  1217. return false;
  1218. }
  1219. else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1220. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1221. {
  1222. return true;
  1223. }
  1224. }
  1225. return false;
  1226. }
  1227. private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1228. {
  1229. foreach (var profile in subtitleProfiles)
  1230. {
  1231. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1232. {
  1233. continue;
  1234. }
  1235. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1236. {
  1237. continue;
  1238. }
  1239. if (!profile.SupportsLanguage(subtitleStream.Language))
  1240. {
  1241. continue;
  1242. }
  1243. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1244. {
  1245. continue;
  1246. }
  1247. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1248. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1249. {
  1250. bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
  1251. if (!requiresConversion)
  1252. {
  1253. return profile;
  1254. }
  1255. if (!allowConversion)
  1256. {
  1257. continue;
  1258. }
  1259. // TODO: Build this into subtitleStream.SupportsExternalStream
  1260. if (mediaSource.IsInfiniteStream)
  1261. {
  1262. continue;
  1263. }
  1264. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1265. {
  1266. return profile;
  1267. }
  1268. }
  1269. }
  1270. return null;
  1271. }
  1272. private bool IsBitrateLimitExceeded(MediaSourceInfo item, long maxBitrate)
  1273. {
  1274. // Don't restrict bitrate if item is remote.
  1275. if (item.IsRemote)
  1276. {
  1277. return false;
  1278. }
  1279. // If no maximum bitrate is set, default to no maximum bitrate.
  1280. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : int.MaxValue;
  1281. // If we don't know the item bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1282. int itemBitrate = item.Bitrate ?? 40000000;
  1283. if (itemBitrate > requestedMaxBitrate)
  1284. {
  1285. _logger.LogDebug(
  1286. "Bitrate exceeds limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1287. itemBitrate,
  1288. requestedMaxBitrate);
  1289. return true;
  1290. }
  1291. return false;
  1292. }
  1293. private static void ValidateMediaOptions(MediaOptions options, bool isMediaSource)
  1294. {
  1295. if (options.ItemId.Equals(default))
  1296. {
  1297. ArgumentException.ThrowIfNullOrEmpty(options.DeviceId);
  1298. }
  1299. if (options.Profile is null)
  1300. {
  1301. throw new ArgumentException("Profile is required");
  1302. }
  1303. if (options.MediaSources is null)
  1304. {
  1305. throw new ArgumentException("MediaSources is required");
  1306. }
  1307. if (isMediaSource)
  1308. {
  1309. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1310. {
  1311. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1312. }
  1313. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1314. {
  1315. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1316. }
  1317. }
  1318. }
  1319. private static IEnumerable<ProfileCondition> GetProfileConditionsForVideoAudio(
  1320. IEnumerable<CodecProfile> codecProfiles,
  1321. string container,
  1322. string codec,
  1323. int? audioChannels,
  1324. int? audioBitrate,
  1325. int? audioSampleRate,
  1326. int? audioBitDepth,
  1327. string audioProfile,
  1328. bool? isSecondaryAudio)
  1329. {
  1330. return codecProfiles
  1331. .Where(profile => profile.Type == CodecType.VideoAudio && profile.ContainsAnyCodec(codec, container) &&
  1332. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio)))
  1333. .SelectMany(profile => profile.Conditions)
  1334. .Where(condition => !ConditionProcessor.IsVideoAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio));
  1335. }
  1336. private static IEnumerable<ProfileCondition> GetProfileConditionsForAudio(
  1337. IEnumerable<CodecProfile> codecProfiles,
  1338. string container,
  1339. string codec,
  1340. int? audioChannels,
  1341. int? audioBitrate,
  1342. int? audioSampleRate,
  1343. int? audioBitDepth,
  1344. bool checkConditions)
  1345. {
  1346. var conditions = codecProfiles
  1347. .Where(profile => profile.Type == CodecType.Audio && profile.ContainsAnyCodec(codec, container) &&
  1348. profile.ApplyConditions.All(applyCondition => ConditionProcessor.IsAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth)))
  1349. .SelectMany(profile => profile.Conditions);
  1350. if (!checkConditions)
  1351. {
  1352. return conditions;
  1353. }
  1354. return conditions.Where(condition => !ConditionProcessor.IsAudioConditionSatisfied(condition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth));
  1355. }
  1356. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1357. {
  1358. foreach (ProfileCondition condition in conditions)
  1359. {
  1360. string value = condition.Value;
  1361. if (string.IsNullOrEmpty(value))
  1362. {
  1363. continue;
  1364. }
  1365. // No way to express this
  1366. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1367. {
  1368. continue;
  1369. }
  1370. switch (condition.Property)
  1371. {
  1372. case ProfileConditionValue.AudioBitrate:
  1373. {
  1374. if (!enableNonQualifiedConditions)
  1375. {
  1376. continue;
  1377. }
  1378. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1379. {
  1380. if (condition.Condition == ProfileConditionType.Equals)
  1381. {
  1382. item.AudioBitrate = num;
  1383. }
  1384. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1385. {
  1386. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1387. }
  1388. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1389. {
  1390. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1391. }
  1392. }
  1393. break;
  1394. }
  1395. case ProfileConditionValue.AudioSampleRate:
  1396. {
  1397. if (!enableNonQualifiedConditions)
  1398. {
  1399. continue;
  1400. }
  1401. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1402. {
  1403. if (condition.Condition == ProfileConditionType.Equals)
  1404. {
  1405. item.AudioSampleRate = num;
  1406. }
  1407. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1408. {
  1409. item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
  1410. }
  1411. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1412. {
  1413. item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
  1414. }
  1415. }
  1416. break;
  1417. }
  1418. case ProfileConditionValue.AudioChannels:
  1419. {
  1420. if (string.IsNullOrEmpty(qualifier))
  1421. {
  1422. if (!enableNonQualifiedConditions)
  1423. {
  1424. continue;
  1425. }
  1426. }
  1427. else
  1428. {
  1429. if (!enableQualifiedConditions)
  1430. {
  1431. continue;
  1432. }
  1433. }
  1434. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1435. {
  1436. if (condition.Condition == ProfileConditionType.Equals)
  1437. {
  1438. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1439. }
  1440. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1441. {
  1442. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1443. }
  1444. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1445. {
  1446. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1447. }
  1448. }
  1449. break;
  1450. }
  1451. case ProfileConditionValue.IsAvc:
  1452. {
  1453. if (!enableNonQualifiedConditions)
  1454. {
  1455. continue;
  1456. }
  1457. if (bool.TryParse(value, out var isAvc))
  1458. {
  1459. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1460. {
  1461. item.RequireAvc = true;
  1462. }
  1463. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1464. {
  1465. item.RequireAvc = true;
  1466. }
  1467. }
  1468. break;
  1469. }
  1470. case ProfileConditionValue.IsAnamorphic:
  1471. {
  1472. if (!enableNonQualifiedConditions)
  1473. {
  1474. continue;
  1475. }
  1476. if (bool.TryParse(value, out var isAnamorphic))
  1477. {
  1478. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1479. {
  1480. item.RequireNonAnamorphic = true;
  1481. }
  1482. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1483. {
  1484. item.RequireNonAnamorphic = true;
  1485. }
  1486. }
  1487. break;
  1488. }
  1489. case ProfileConditionValue.IsInterlaced:
  1490. {
  1491. if (string.IsNullOrEmpty(qualifier))
  1492. {
  1493. if (!enableNonQualifiedConditions)
  1494. {
  1495. continue;
  1496. }
  1497. }
  1498. else
  1499. {
  1500. if (!enableQualifiedConditions)
  1501. {
  1502. continue;
  1503. }
  1504. }
  1505. if (bool.TryParse(value, out var isInterlaced))
  1506. {
  1507. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1508. {
  1509. item.SetOption(qualifier, "deinterlace", "true");
  1510. }
  1511. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1512. {
  1513. item.SetOption(qualifier, "deinterlace", "true");
  1514. }
  1515. }
  1516. break;
  1517. }
  1518. case ProfileConditionValue.AudioProfile:
  1519. case ProfileConditionValue.Has64BitOffsets:
  1520. case ProfileConditionValue.PacketLength:
  1521. case ProfileConditionValue.NumAudioStreams:
  1522. case ProfileConditionValue.NumVideoStreams:
  1523. case ProfileConditionValue.IsSecondaryAudio:
  1524. case ProfileConditionValue.VideoTimestamp:
  1525. {
  1526. // Not supported yet
  1527. break;
  1528. }
  1529. case ProfileConditionValue.RefFrames:
  1530. {
  1531. if (string.IsNullOrEmpty(qualifier))
  1532. {
  1533. if (!enableNonQualifiedConditions)
  1534. {
  1535. continue;
  1536. }
  1537. }
  1538. else
  1539. {
  1540. if (!enableQualifiedConditions)
  1541. {
  1542. continue;
  1543. }
  1544. }
  1545. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1546. {
  1547. if (condition.Condition == ProfileConditionType.Equals)
  1548. {
  1549. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1550. }
  1551. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1552. {
  1553. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1554. }
  1555. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1556. {
  1557. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1558. }
  1559. }
  1560. break;
  1561. }
  1562. case ProfileConditionValue.VideoBitDepth:
  1563. {
  1564. if (string.IsNullOrEmpty(qualifier))
  1565. {
  1566. if (!enableNonQualifiedConditions)
  1567. {
  1568. continue;
  1569. }
  1570. }
  1571. else
  1572. {
  1573. if (!enableQualifiedConditions)
  1574. {
  1575. continue;
  1576. }
  1577. }
  1578. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1579. {
  1580. if (condition.Condition == ProfileConditionType.Equals)
  1581. {
  1582. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1583. }
  1584. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1585. {
  1586. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1587. }
  1588. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1589. {
  1590. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1591. }
  1592. }
  1593. break;
  1594. }
  1595. case ProfileConditionValue.VideoProfile:
  1596. {
  1597. if (string.IsNullOrEmpty(qualifier))
  1598. {
  1599. continue;
  1600. }
  1601. // Change from split by | to comma
  1602. // Strip spaces to avoid having to encode
  1603. var values = value
  1604. .Split('|', StringSplitOptions.RemoveEmptyEntries);
  1605. if (condition.Condition == ProfileConditionType.Equals)
  1606. {
  1607. item.SetOption(qualifier, "profile", string.Join(',', values));
  1608. }
  1609. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1610. {
  1611. var currentValue = item.GetOption(qualifier, "profile");
  1612. if (!string.IsNullOrEmpty(currentValue) && values.Any(value => value == currentValue))
  1613. {
  1614. item.SetOption(qualifier, "profile", currentValue);
  1615. }
  1616. else
  1617. {
  1618. item.SetOption(qualifier, "profile", string.Join(',', values));
  1619. }
  1620. }
  1621. break;
  1622. }
  1623. case ProfileConditionValue.VideoRangeType:
  1624. {
  1625. if (string.IsNullOrEmpty(qualifier))
  1626. {
  1627. continue;
  1628. }
  1629. // change from split by | to comma
  1630. // strip spaces to avoid having to encode
  1631. var values = value
  1632. .Split('|', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
  1633. if (condition.Condition == ProfileConditionType.Equals)
  1634. {
  1635. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1636. }
  1637. else if (condition.Condition == ProfileConditionType.EqualsAny)
  1638. {
  1639. var currentValue = item.GetOption(qualifier, "rangetype");
  1640. if (!string.IsNullOrEmpty(currentValue) && values.Any(v => string.Equals(v, currentValue, StringComparison.OrdinalIgnoreCase)))
  1641. {
  1642. item.SetOption(qualifier, "rangetype", currentValue);
  1643. }
  1644. else
  1645. {
  1646. item.SetOption(qualifier, "rangetype", string.Join(',', values));
  1647. }
  1648. }
  1649. break;
  1650. }
  1651. case ProfileConditionValue.Height:
  1652. {
  1653. if (!enableNonQualifiedConditions)
  1654. {
  1655. continue;
  1656. }
  1657. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1658. {
  1659. if (condition.Condition == ProfileConditionType.Equals)
  1660. {
  1661. item.MaxHeight = num;
  1662. }
  1663. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1664. {
  1665. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1666. }
  1667. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1668. {
  1669. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1670. }
  1671. }
  1672. break;
  1673. }
  1674. case ProfileConditionValue.VideoBitrate:
  1675. {
  1676. if (!enableNonQualifiedConditions)
  1677. {
  1678. continue;
  1679. }
  1680. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1681. {
  1682. if (condition.Condition == ProfileConditionType.Equals)
  1683. {
  1684. item.VideoBitrate = num;
  1685. }
  1686. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1687. {
  1688. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1689. }
  1690. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1691. {
  1692. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1693. }
  1694. }
  1695. break;
  1696. }
  1697. case ProfileConditionValue.VideoFramerate:
  1698. {
  1699. if (!enableNonQualifiedConditions)
  1700. {
  1701. continue;
  1702. }
  1703. if (float.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1704. {
  1705. if (condition.Condition == ProfileConditionType.Equals)
  1706. {
  1707. item.MaxFramerate = num;
  1708. }
  1709. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1710. {
  1711. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1712. }
  1713. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1714. {
  1715. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1716. }
  1717. }
  1718. break;
  1719. }
  1720. case ProfileConditionValue.VideoLevel:
  1721. {
  1722. if (string.IsNullOrEmpty(qualifier))
  1723. {
  1724. continue;
  1725. }
  1726. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1727. {
  1728. if (condition.Condition == ProfileConditionType.Equals)
  1729. {
  1730. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1731. }
  1732. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1733. {
  1734. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1735. }
  1736. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1737. {
  1738. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1739. }
  1740. }
  1741. break;
  1742. }
  1743. case ProfileConditionValue.Width:
  1744. {
  1745. if (!enableNonQualifiedConditions)
  1746. {
  1747. continue;
  1748. }
  1749. if (int.TryParse(value, CultureInfo.InvariantCulture, out var num))
  1750. {
  1751. if (condition.Condition == ProfileConditionType.Equals)
  1752. {
  1753. item.MaxWidth = num;
  1754. }
  1755. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1756. {
  1757. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1758. }
  1759. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1760. {
  1761. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1762. }
  1763. }
  1764. break;
  1765. }
  1766. default:
  1767. break;
  1768. }
  1769. }
  1770. }
  1771. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1772. {
  1773. // Check container type
  1774. if (!profile.SupportsContainer(item.Container))
  1775. {
  1776. return false;
  1777. }
  1778. // Check audio codec
  1779. string audioCodec = audioStream?.Codec;
  1780. if (!profile.SupportsAudioCodec(audioCodec))
  1781. {
  1782. return false;
  1783. }
  1784. return true;
  1785. }
  1786. }
  1787. }