1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933 |
- #nullable disable
- #pragma warning disable CS1591
- using System;
- using System.Collections.Generic;
- using System.Globalization;
- using System.Linq;
- using MediaBrowser.Model.Dto;
- using MediaBrowser.Model.Entities;
- using MediaBrowser.Model.MediaInfo;
- using MediaBrowser.Model.Session;
- using Microsoft.Extensions.Logging;
- namespace MediaBrowser.Model.Dlna
- {
- public class StreamBuilder
- {
- private readonly ILogger _logger;
- private readonly ITranscoderSupport _transcoderSupport;
- public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
- {
- _transcoderSupport = transcoderSupport;
- _logger = logger;
- }
- public StreamBuilder(ILogger<StreamBuilder> logger)
- : this(new FullTranscoderSupport(), logger)
- {
- }
- public StreamInfo BuildAudioItem(AudioOptions options)
- {
- ValidateAudioInput(options);
- var mediaSources = new List<MediaSourceInfo>();
- foreach (MediaSourceInfo i in options.MediaSources)
- {
- if (string.IsNullOrEmpty(options.MediaSourceId) ||
- string.Equals(i.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
- {
- mediaSources.Add(i);
- }
- }
- var streams = new List<StreamInfo>();
- foreach (MediaSourceInfo i in mediaSources)
- {
- StreamInfo streamInfo = BuildAudioItem(i, options);
- if (streamInfo != null)
- {
- streams.Add(streamInfo);
- }
- }
- foreach (StreamInfo stream in streams)
- {
- stream.DeviceId = options.DeviceId;
- stream.DeviceProfileId = options.Profile.Id;
- }
- return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
- }
- public StreamInfo BuildVideoItem(VideoOptions options)
- {
- ValidateInput(options);
- var mediaSources = new List<MediaSourceInfo>();
- foreach (MediaSourceInfo i in options.MediaSources)
- {
- if (string.IsNullOrEmpty(options.MediaSourceId) ||
- string.Equals(i.Id, options.MediaSourceId, StringComparison.OrdinalIgnoreCase))
- {
- mediaSources.Add(i);
- }
- }
- var streams = new List<StreamInfo>();
- foreach (MediaSourceInfo i in mediaSources)
- {
- var streamInfo = BuildVideoItem(i, options);
- if (streamInfo != null)
- {
- streams.Add(streamInfo);
- }
- }
- foreach (StreamInfo stream in streams)
- {
- stream.DeviceId = options.DeviceId;
- stream.DeviceProfileId = options.Profile.Id;
- }
- return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
- }
- private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
- => SortMediaSources(streams, maxBitrate).FirstOrDefault();
- private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
- {
- return streams.OrderBy(i =>
- {
- // Nothing beats direct playing a file
- if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
- {
- return 0;
- }
- return 1;
- }).ThenBy(i =>
- {
- switch (i.PlayMethod)
- {
- // Let's assume direct streaming a file is just as desirable as direct playing a remote url
- case PlayMethod.DirectStream:
- case PlayMethod.DirectPlay:
- return 0;
- default:
- return 1;
- }
- }).ThenBy(i =>
- {
- switch (i.MediaSource.Protocol)
- {
- case MediaProtocol.File:
- return 0;
- default:
- return 1;
- }
- }).ThenBy(i =>
- {
- if (maxBitrate > 0)
- {
- if (i.MediaSource.Bitrate.HasValue)
- {
- return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
- }
- }
- return 0;
- }).ThenBy(streams.IndexOf);
- }
- private static TranscodeReason? GetTranscodeReasonForFailedCondition(ProfileCondition condition)
- {
- switch (condition.Property)
- {
- case ProfileConditionValue.AudioBitrate:
- return TranscodeReason.AudioBitrateNotSupported;
- case ProfileConditionValue.AudioChannels:
- return TranscodeReason.AudioChannelsNotSupported;
- case ProfileConditionValue.AudioProfile:
- return TranscodeReason.AudioProfileNotSupported;
- case ProfileConditionValue.AudioSampleRate:
- return TranscodeReason.AudioSampleRateNotSupported;
- case ProfileConditionValue.Has64BitOffsets:
- // TODO
- return null;
- case ProfileConditionValue.Height:
- return TranscodeReason.VideoResolutionNotSupported;
- case ProfileConditionValue.IsAnamorphic:
- return TranscodeReason.AnamorphicVideoNotSupported;
- case ProfileConditionValue.IsAvc:
- // TODO
- return null;
- case ProfileConditionValue.IsInterlaced:
- return TranscodeReason.InterlacedVideoNotSupported;
- case ProfileConditionValue.IsSecondaryAudio:
- return TranscodeReason.SecondaryAudioNotSupported;
- case ProfileConditionValue.NumAudioStreams:
- // TODO
- return null;
- case ProfileConditionValue.NumVideoStreams:
- // TODO
- return null;
- case ProfileConditionValue.PacketLength:
- // TODO
- return null;
- case ProfileConditionValue.RefFrames:
- return TranscodeReason.RefFramesNotSupported;
- case ProfileConditionValue.VideoBitDepth:
- return TranscodeReason.VideoBitDepthNotSupported;
- case ProfileConditionValue.AudioBitDepth:
- return TranscodeReason.AudioBitDepthNotSupported;
- case ProfileConditionValue.VideoBitrate:
- return TranscodeReason.VideoBitrateNotSupported;
- case ProfileConditionValue.VideoCodecTag:
- return TranscodeReason.VideoCodecNotSupported;
- case ProfileConditionValue.VideoFramerate:
- return TranscodeReason.VideoFramerateNotSupported;
- case ProfileConditionValue.VideoLevel:
- return TranscodeReason.VideoLevelNotSupported;
- case ProfileConditionValue.VideoProfile:
- return TranscodeReason.VideoProfileNotSupported;
- case ProfileConditionValue.VideoTimestamp:
- // TODO
- return null;
- case ProfileConditionValue.Width:
- return TranscodeReason.VideoResolutionNotSupported;
- default:
- return null;
- }
- }
- public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, DeviceProfile profile, DlnaProfileType type)
- {
- if (string.IsNullOrEmpty(inputContainer))
- {
- return null;
- }
- var formats = ContainerProfile.SplitValue(inputContainer);
- if (formats.Length == 1)
- {
- return formats[0];
- }
- if (profile != null)
- {
- foreach (var format in formats)
- {
- foreach (var directPlayProfile in profile.DirectPlayProfiles)
- {
- if (directPlayProfile.Type == type
- && directPlayProfile.SupportsContainer(format))
- {
- return format;
- }
- }
- }
- }
- return formats[0];
- }
- private StreamInfo BuildAudioItem(MediaSourceInfo item, AudioOptions options)
- {
- StreamInfo playlistItem = new StreamInfo
- {
- ItemId = options.ItemId,
- MediaType = DlnaProfileType.Audio,
- MediaSource = item,
- RunTimeTicks = item.RunTimeTicks,
- Context = options.Context,
- DeviceProfile = options.Profile
- };
- if (options.ForceDirectPlay)
- {
- playlistItem.PlayMethod = PlayMethod.DirectPlay;
- playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
- return playlistItem;
- }
- if (options.ForceDirectStream)
- {
- playlistItem.PlayMethod = PlayMethod.DirectStream;
- playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
- return playlistItem;
- }
- var audioStream = item.GetDefaultAudioStream(null);
- var directPlayInfo = GetAudioDirectPlayMethods(item, audioStream, options);
- var directPlayMethods = directPlayInfo.PlayMethods;
- var transcodeReasons = directPlayInfo.TranscodeReasons.ToList();
- int? inputAudioChannels = audioStream?.Channels;
- int? inputAudioBitrate = audioStream?.BitDepth;
- int? inputAudioSampleRate = audioStream?.SampleRate;
- int? inputAudioBitDepth = audioStream?.BitDepth;
- if (directPlayMethods.Any())
- {
- string audioCodec = audioStream?.Codec;
- // Make sure audio codec profiles are satisfied
- var conditions = new List<ProfileCondition>();
- foreach (var i in options.Profile.CodecProfiles)
- {
- if (i.Type == CodecType.Audio && i.ContainsAnyCodec(audioCodec, item.Container))
- {
- bool applyConditions = true;
- foreach (ProfileCondition applyCondition in i.ApplyConditions)
- {
- if (!ConditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
- {
- LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- conditions.AddRange(i.Conditions);
- }
- }
- }
- bool all = true;
- foreach (ProfileCondition c in conditions)
- {
- if (!ConditionProcessor.IsAudioConditionSatisfied(c, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
- {
- LogConditionFailure(options.Profile, "AudioCodecProfile", c, item);
- var transcodeReason = GetTranscodeReasonForFailedCondition(c);
- if (transcodeReason.HasValue)
- {
- transcodeReasons.Add(transcodeReason.Value);
- }
- all = false;
- break;
- }
- }
- if (all)
- {
- if (directPlayMethods.Contains(PlayMethod.DirectStream))
- {
- playlistItem.PlayMethod = PlayMethod.DirectStream;
- }
- playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Audio);
- return playlistItem;
- }
- }
- TranscodingProfile transcodingProfile = null;
- foreach (var i in options.Profile.TranscodingProfiles)
- {
- if (i.Type == playlistItem.MediaType
- && i.Context == options.Context
- && _transcoderSupport.CanEncodeToAudioCodec(i.AudioCodec ?? i.Container))
- {
- transcodingProfile = i;
- break;
- }
- }
- if (transcodingProfile != null)
- {
- if (!item.SupportsTranscoding)
- {
- return null;
- }
- SetStreamInfoOptionsFromTranscodingProfile(playlistItem, transcodingProfile);
- var audioCodecProfiles = new List<CodecProfile>();
- foreach (var i in options.Profile.CodecProfiles)
- {
- if (i.Type == CodecType.Audio && i.ContainsAnyCodec(transcodingProfile.AudioCodec, transcodingProfile.Container))
- {
- audioCodecProfiles.Add(i);
- }
- if (audioCodecProfiles.Count >= 1)
- {
- break;
- }
- }
- var audioTranscodingConditions = new List<ProfileCondition>();
- foreach (var i in audioCodecProfiles)
- {
- bool applyConditions = true;
- foreach (var applyCondition in i.ApplyConditions)
- {
- if (!ConditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
- {
- LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- foreach (ProfileCondition c in i.Conditions)
- {
- audioTranscodingConditions.Add(c);
- }
- }
- }
- ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
- // Honor requested max channels
- playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
- var configuredBitrate = options.GetMaxBitrate(true);
- long transcodingBitrate = options.AudioTranscodingBitrate ??
- (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null) ??
- configuredBitrate ??
- 128000;
- if (configuredBitrate.HasValue)
- {
- transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
- }
- var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
- playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
- }
- playlistItem.TranscodeReasons = transcodeReasons.ToArray();
- return playlistItem;
- }
- private static long? GetBitrateForDirectPlayCheck(MediaSourceInfo item, AudioOptions options, bool isAudio)
- {
- if (item.Protocol == MediaProtocol.File)
- {
- return options.Profile.MaxStaticBitrate;
- }
- return options.GetMaxBitrate(isAudio);
- }
- private (IEnumerable<PlayMethod> PlayMethods, IEnumerable<TranscodeReason> TranscodeReasons) GetAudioDirectPlayMethods(MediaSourceInfo item, MediaStream audioStream, AudioOptions options)
- {
- DirectPlayProfile directPlayProfile = options.Profile.DirectPlayProfiles
- .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
- if (directPlayProfile == null)
- {
- _logger.LogDebug(
- "Profile: {0}, No audio direct play profiles found for {1} with codec {2}",
- options.Profile.Name ?? "Unknown Profile",
- item.Path ?? "Unknown path",
- audioStream.Codec ?? "Unknown codec");
- return (Enumerable.Empty<PlayMethod>(), GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
- }
- var playMethods = new List<PlayMethod>();
- var transcodeReasons = new List<TranscodeReason>();
- // While options takes the network and other factors into account. Only applies to direct stream
- if (item.SupportsDirectStream)
- {
- if (IsAudioEligibleForDirectPlay(item, options.GetMaxBitrate(true) ?? 0, PlayMethod.DirectStream))
- {
- if (options.EnableDirectStream)
- {
- playMethods.Add(PlayMethod.DirectStream);
- }
- }
- else
- {
- transcodeReasons.Add(TranscodeReason.ContainerBitrateExceedsLimit);
- }
- }
- // The profile describes what the device supports
- // If device requirements are satisfied then allow both direct stream and direct play
- if (item.SupportsDirectPlay)
- {
- if (IsAudioEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true) ?? 0, PlayMethod.DirectPlay))
- {
- if (options.EnableDirectPlay)
- {
- playMethods.Add(PlayMethod.DirectPlay);
- }
- }
- else
- {
- transcodeReasons.Add(TranscodeReason.ContainerBitrateExceedsLimit);
- }
- }
- if (playMethods.Count > 0)
- {
- transcodeReasons.Clear();
- }
- else
- {
- transcodeReasons = transcodeReasons.Distinct().ToList();
- }
- return (playMethods, transcodeReasons);
- }
- private static List<TranscodeReason> GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
- {
- var mediaType = videoStream == null ? DlnaProfileType.Audio : DlnaProfileType.Video;
- var containerSupported = false;
- var audioSupported = false;
- var videoSupported = false;
- foreach (var profile in directPlayProfiles)
- {
- // Check container type
- if (profile.Type == mediaType && profile.SupportsContainer(item.Container))
- {
- containerSupported = true;
- videoSupported = videoStream != null && profile.SupportsVideoCodec(videoStream.Codec);
- audioSupported = audioStream != null && profile.SupportsAudioCodec(audioStream.Codec);
- if (videoSupported && audioSupported)
- {
- break;
- }
- }
- }
- var list = new List<TranscodeReason>();
- if (!containerSupported)
- {
- list.Add(TranscodeReason.ContainerNotSupported);
- }
- if (videoStream != null && !videoSupported)
- {
- list.Add(TranscodeReason.VideoCodecNotSupported);
- }
- if (audioStream != null && !audioSupported)
- {
- list.Add(TranscodeReason.AudioCodecNotSupported);
- }
- return list;
- }
- private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
- {
- int highestScore = -1;
- foreach (var stream in item.MediaStreams)
- {
- if (stream.Type == MediaStreamType.Subtitle
- && stream.Score.HasValue
- && stream.Score.Value > highestScore)
- {
- highestScore = stream.Score.Value;
- }
- }
- var topStreams = new List<MediaStream>();
- foreach (var stream in item.MediaStreams)
- {
- if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
- {
- topStreams.Add(stream);
- }
- }
- // If multiple streams have an equal score, try to pick the most efficient one
- if (topStreams.Count > 1)
- {
- foreach (var stream in topStreams)
- {
- foreach (var profile in subtitleProfiles)
- {
- if (profile.Method == SubtitleDeliveryMethod.External && string.Equals(profile.Format, stream.Codec, StringComparison.OrdinalIgnoreCase))
- {
- return stream.Index;
- }
- }
- }
- }
- // If no optimization panned out, just use the original default
- return item.DefaultSubtitleStreamIndex;
- }
- private static void SetStreamInfoOptionsFromTranscodingProfile(StreamInfo playlistItem, TranscodingProfile transcodingProfile)
- {
- if (string.IsNullOrEmpty(transcodingProfile.AudioCodec))
- {
- playlistItem.AudioCodecs = Array.Empty<string>();
- }
- else
- {
- playlistItem.AudioCodecs = transcodingProfile.AudioCodec.Split(',');
- }
- playlistItem.Container = transcodingProfile.Container;
- playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
- playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
- if (string.IsNullOrEmpty(transcodingProfile.VideoCodec))
- {
- playlistItem.VideoCodecs = Array.Empty<string>();
- }
- else
- {
- playlistItem.VideoCodecs = transcodingProfile.VideoCodec.Split(',');
- }
- playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
- playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
- playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
- playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
- if (transcodingProfile.MinSegments > 0)
- {
- playlistItem.MinSegments = transcodingProfile.MinSegments;
- }
- if (transcodingProfile.SegmentLength > 0)
- {
- playlistItem.SegmentLength = transcodingProfile.SegmentLength;
- }
- playlistItem.SubProtocol = transcodingProfile.Protocol;
- if (!string.IsNullOrEmpty(transcodingProfile.MaxAudioChannels)
- && int.TryParse(transcodingProfile.MaxAudioChannels, NumberStyles.Any, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
- {
- playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
- }
- }
- private StreamInfo BuildVideoItem(MediaSourceInfo item, VideoOptions options)
- {
- if (item == null)
- {
- throw new ArgumentNullException(nameof(item));
- }
- StreamInfo playlistItem = new StreamInfo
- {
- ItemId = options.ItemId,
- MediaType = DlnaProfileType.Video,
- MediaSource = item,
- RunTimeTicks = item.RunTimeTicks,
- Context = options.Context,
- DeviceProfile = options.Profile
- };
- playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
- var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
- var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
- if (audioStream != null)
- {
- playlistItem.AudioStreamIndex = audioStream.Index;
- }
- var videoStream = item.VideoStream;
- // TODO: This doesn't account for situations where the device is able to handle the media's bitrate, but the connection isn't fast enough
- var directPlayEligibilityResult = IsEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true) ?? 0, subtitleStream, audioStream, options, PlayMethod.DirectPlay);
- var directStreamEligibilityResult = IsEligibleForDirectPlay(item, options.GetMaxBitrate(false) ?? 0, subtitleStream, audioStream, options, PlayMethod.DirectStream);
- bool isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || directPlayEligibilityResult.DirectPlay);
- bool isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || directStreamEligibilityResult.DirectPlay);
- _logger.LogDebug(
- "Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
- options.Profile.Name ?? "Unknown Profile",
- item.Path ?? "Unknown path",
- isEligibleForDirectPlay,
- isEligibleForDirectStream);
- var transcodeReasons = new List<TranscodeReason>();
- if (isEligibleForDirectPlay || isEligibleForDirectStream)
- {
- // See if it can be direct played
- var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, isEligibleForDirectStream);
- var directPlay = directPlayInfo.PlayMethod;
- if (directPlay != null)
- {
- playlistItem.PlayMethod = directPlay.Value;
- playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, options.Profile, DlnaProfileType.Video);
- if (subtitleStream != null)
- {
- var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, item.Container, null);
- playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
- playlistItem.SubtitleFormat = subtitleProfile.Format;
- }
- return playlistItem;
- }
- transcodeReasons.AddRange(directPlayInfo.TranscodeReasons);
- }
- if (directPlayEligibilityResult.Reason.HasValue)
- {
- transcodeReasons.Add(directPlayEligibilityResult.Reason.Value);
- }
- if (directStreamEligibilityResult.Reason.HasValue)
- {
- transcodeReasons.Add(directStreamEligibilityResult.Reason.Value);
- }
- // Can't direct play, find the transcoding profile
- TranscodingProfile transcodingProfile = null;
- foreach (var i in options.Profile.TranscodingProfiles)
- {
- if (i.Type == playlistItem.MediaType && i.Context == options.Context)
- {
- transcodingProfile = i;
- break;
- }
- }
- if (transcodingProfile != null)
- {
- if (!item.SupportsTranscoding)
- {
- return null;
- }
- if (subtitleStream != null)
- {
- var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
- playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
- playlistItem.SubtitleFormat = subtitleProfile.Format;
- playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
- }
- playlistItem.PlayMethod = PlayMethod.Transcode;
- SetStreamInfoOptionsFromTranscodingProfile(playlistItem, transcodingProfile);
- var isFirstAppliedCodecProfile = true;
- foreach (var i in options.Profile.CodecProfiles)
- {
- if (i.Type == CodecType.Video && i.ContainsAnyCodec(transcodingProfile.VideoCodec, transcodingProfile.Container))
- {
- bool applyConditions = true;
- foreach (ProfileCondition applyCondition in i.ApplyConditions)
- {
- int? width = videoStream?.Width;
- int? height = videoStream?.Height;
- int? bitDepth = videoStream?.BitDepth;
- int? videoBitrate = videoStream?.BitRate;
- double? videoLevel = videoStream?.Level;
- string videoProfile = videoStream?.Profile;
- float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
- bool? isAnamorphic = videoStream?.IsAnamorphic;
- bool? isInterlaced = videoStream?.IsInterlaced;
- string videoCodecTag = videoStream?.CodecTag;
- bool? isAvc = videoStream?.IsAVC;
- TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : item.Timestamp;
- int? packetLength = videoStream?.PacketLength;
- int? refFrames = videoStream?.RefFrames;
- int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
- int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
- if (!ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
- {
- // LogConditionFailure(options.Profile, "VideoCodecProfile.ApplyConditions", applyCondition, item);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- var transcodingVideoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
- foreach (var transcodingVideoCodec in transcodingVideoCodecs)
- {
- if (i.ContainsAnyCodec(transcodingVideoCodec, transcodingProfile.Container))
- {
- ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
- isFirstAppliedCodecProfile = false;
- }
- }
- }
- }
- }
- // Honor requested max channels
- playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
- int audioBitrate = GetAudioBitrate(options.GetMaxBitrate(false) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
- playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
- isFirstAppliedCodecProfile = true;
- foreach (var i in options.Profile.CodecProfiles)
- {
- if (i.Type == CodecType.VideoAudio && i.ContainsAnyCodec(transcodingProfile.AudioCodec, transcodingProfile.Container))
- {
- bool applyConditions = true;
- foreach (ProfileCondition applyCondition in i.ApplyConditions)
- {
- bool? isSecondaryAudio = audioStream == null ? null : item.IsSecondaryAudio(audioStream);
- int? inputAudioBitrate = audioStream == null ? null : audioStream.BitRate;
- int? audioChannels = audioStream == null ? null : audioStream.Channels;
- string audioProfile = audioStream == null ? null : audioStream.Profile;
- int? inputAudioSampleRate = audioStream == null ? null : audioStream.SampleRate;
- int? inputAudioBitDepth = audioStream == null ? null : audioStream.BitDepth;
- if (!ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio))
- {
- // LogConditionFailure(options.Profile, "VideoCodecProfile.ApplyConditions", applyCondition, item);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- var transcodingAudioCodecs = ContainerProfile.SplitValue(transcodingProfile.AudioCodec);
- foreach (var transcodingAudioCodec in transcodingAudioCodecs)
- {
- if (i.ContainsAnyCodec(transcodingAudioCodec, transcodingProfile.Container))
- {
- ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
- isFirstAppliedCodecProfile = false;
- }
- }
- }
- }
- }
- var maxBitrateSetting = options.GetMaxBitrate(false);
- // Honor max rate
- if (maxBitrateSetting.HasValue)
- {
- var availableBitrateForVideo = maxBitrateSetting.Value;
- if (playlistItem.AudioBitrate.HasValue)
- {
- availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
- }
- // Make sure the video bitrate is lower than bitrate settings but at least 64k
- long currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
- var longBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64000);
- playlistItem.VideoBitrate = longBitrate >= int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
- }
- }
- playlistItem.TranscodeReasons = transcodeReasons.ToArray();
- return playlistItem;
- }
- private static int GetDefaultAudioBitrate(string audioCodec, int? audioChannels)
- {
- if (!string.IsNullOrEmpty(audioCodec))
- {
- // Default to a higher bitrate for stream copy
- if (string.Equals(audioCodec, "aac", StringComparison.OrdinalIgnoreCase)
- || string.Equals(audioCodec, "mp3", StringComparison.OrdinalIgnoreCase)
- || string.Equals(audioCodec, "ac3", StringComparison.OrdinalIgnoreCase)
- || string.Equals(audioCodec, "eac3", StringComparison.OrdinalIgnoreCase))
- {
- if ((audioChannels ?? 0) < 2)
- {
- return 128000;
- }
- return (audioChannels ?? 0) >= 6 ? 640000 : 384000;
- }
- if (string.Equals(audioCodec, "flac", StringComparison.OrdinalIgnoreCase)
- || string.Equals(audioCodec, "alac", StringComparison.OrdinalIgnoreCase))
- {
- if ((audioChannels ?? 0) < 2)
- {
- return 768000;
- }
- return (audioChannels ?? 0) >= 6 ? 3584000 : 1536000;
- }
- }
- return 192000;
- }
- private static int GetAudioBitrate(long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
- {
- string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
- int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
- int defaultBitrate;
- int encoderAudioBitrateLimit = int.MaxValue;
- if (audioStream == null)
- {
- defaultBitrate = 192000;
- }
- else
- {
- if (targetAudioChannels.HasValue
- && audioStream.Channels.HasValue
- && audioStream.Channels.Value > targetAudioChannels.Value)
- {
- // Reduce the bitrate if we're downmixing.
- defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
- }
- else if (targetAudioChannels.HasValue
- && audioStream.Channels.HasValue
- && audioStream.Channels.Value <= targetAudioChannels.Value
- && !string.IsNullOrEmpty(audioStream.Codec)
- && targetAudioCodecs != null
- && targetAudioCodecs.Length > 0
- && !Array.Exists(targetAudioCodecs, elem => string.Equals(audioStream.Codec, elem, StringComparison.OrdinalIgnoreCase)))
- {
- // Shift the bitrate if we're transcoding to a different audio codec.
- defaultBitrate = GetDefaultAudioBitrate(targetAudioCodec, audioStream.Channels.Value);
- }
- else
- {
- defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrate(targetAudioCodec, targetAudioChannels);
- }
- // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
- // Any attempts to transcode over 64k will fail
- if (audioStream.Channels == 1
- && (audioStream.BitRate ?? 0) < 64000)
- {
- encoderAudioBitrateLimit = 64000;
- }
- }
- if (maxTotalBitrate > 0)
- {
- defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
- }
- return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
- }
- private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
- {
- if (totalBitrate <= 640000)
- {
- return 128000;
- }
- else if (totalBitrate <= 2000000)
- {
- return 384000;
- }
- else if (totalBitrate <= 3000000)
- {
- return 448000;
- }
- else if (totalBitrate <= 4000000)
- {
- return 640000;
- }
- else if (totalBitrate <= 5000000)
- {
- return 768000;
- }
- else if (totalBitrate <= 10000000)
- {
- return 1536000;
- }
- else if (totalBitrate <= 15000000)
- {
- return 2304000;
- }
- else if (totalBitrate <= 20000000)
- {
- return 3584000;
- }
- return 7168000;
- }
- private (PlayMethod? PlayMethod, List<TranscodeReason> TranscodeReasons) GetVideoDirectPlayProfile(
- VideoOptions options,
- MediaSourceInfo mediaSource,
- MediaStream videoStream,
- MediaStream audioStream,
- bool isEligibleForDirectStream)
- {
- if (options.ForceDirectPlay)
- {
- return (PlayMethod.DirectPlay, new List<TranscodeReason>());
- }
- if (options.ForceDirectStream)
- {
- return (PlayMethod.DirectStream, new List<TranscodeReason>());
- }
- DeviceProfile profile = options.Profile;
- string container = mediaSource.Container;
- // See if it can be direct played
- DirectPlayProfile directPlay = null;
- foreach (var p in profile.DirectPlayProfiles)
- {
- if (p.Type == DlnaProfileType.Video && IsVideoDirectPlaySupported(p, container, videoStream, audioStream))
- {
- directPlay = p;
- break;
- }
- }
- if (directPlay == null)
- {
- _logger.LogDebug(
- "Container: {Container}, Video: {Video}, Audio: {Audio} cannot be direct played by profile: {Profile} for path: {Path}",
- container,
- videoStream?.Codec ?? "no video",
- audioStream?.Codec ?? "no audio",
- profile.Name ?? "unknown profile",
- mediaSource.Path ?? "unknown path");
- return (null, GetTranscodeReasonsFromDirectPlayProfile(mediaSource, videoStream, audioStream, profile.DirectPlayProfiles));
- }
- var conditions = new List<ProfileCondition>();
- foreach (var p in profile.ContainerProfiles)
- {
- if (p.Type == DlnaProfileType.Video
- && p.ContainsContainer(container))
- {
- foreach (var c in p.Conditions)
- {
- conditions.Add(c);
- }
- }
- }
- int? width = videoStream?.Width;
- int? height = videoStream?.Height;
- int? bitDepth = videoStream?.BitDepth;
- int? videoBitrate = videoStream?.BitRate;
- double? videoLevel = videoStream?.Level;
- string videoProfile = videoStream?.Profile;
- float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
- bool? isAnamorphic = videoStream?.IsAnamorphic;
- bool? isInterlaced = videoStream?.IsInterlaced;
- string videoCodecTag = videoStream?.CodecTag;
- bool? isAvc = videoStream?.IsAVC;
- int? audioBitrate = audioStream?.BitRate;
- int? audioChannels = audioStream?.Channels;
- string audioProfile = audioStream?.Profile;
- int? audioSampleRate = audioStream?.SampleRate;
- int? audioBitDepth = audioStream?.BitDepth;
- TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
- int? packetLength = videoStream?.PacketLength;
- int? refFrames = videoStream?.RefFrames;
- int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
- int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
- // Check container conditions
- foreach (ProfileCondition i in conditions)
- {
- if (!ConditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
- {
- LogConditionFailure(profile, "VideoContainerProfile", i, mediaSource);
- var transcodeReason = GetTranscodeReasonForFailedCondition(i);
- var transcodeReasons = transcodeReason.HasValue
- ? new List<TranscodeReason> { transcodeReason.Value }
- : new List<TranscodeReason>();
- return (null, transcodeReasons);
- }
- }
- string videoCodec = videoStream?.Codec;
- conditions = new List<ProfileCondition>();
- foreach (var i in profile.CodecProfiles)
- {
- if (i.Type == CodecType.Video && i.ContainsAnyCodec(videoCodec, container))
- {
- bool applyConditions = true;
- foreach (ProfileCondition applyCondition in i.ApplyConditions)
- {
- if (!ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
- {
- // LogConditionFailure(profile, "VideoCodecProfile.ApplyConditions", applyCondition, mediaSource);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- foreach (ProfileCondition c in i.Conditions)
- {
- conditions.Add(c);
- }
- }
- }
- }
- foreach (ProfileCondition i in conditions)
- {
- if (!ConditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
- {
- LogConditionFailure(profile, "VideoCodecProfile", i, mediaSource);
- var transcodeReason = GetTranscodeReasonForFailedCondition(i);
- var transcodeReasons = transcodeReason.HasValue
- ? new List<TranscodeReason> { transcodeReason.Value }
- : new List<TranscodeReason>();
- return (null, transcodeReasons);
- }
- }
- if (audioStream != null)
- {
- string audioCodec = audioStream.Codec;
- conditions = new List<ProfileCondition>();
- bool? isSecondaryAudio = mediaSource.IsSecondaryAudio(audioStream);
- foreach (var i in profile.CodecProfiles)
- {
- if (i.Type == CodecType.VideoAudio && i.ContainsAnyCodec(audioCodec, container))
- {
- bool applyConditions = true;
- foreach (ProfileCondition applyCondition in i.ApplyConditions)
- {
- if (!ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio))
- {
- // LogConditionFailure(profile, "VideoAudioCodecProfile.ApplyConditions", applyCondition, mediaSource);
- applyConditions = false;
- break;
- }
- }
- if (applyConditions)
- {
- foreach (ProfileCondition c in i.Conditions)
- {
- conditions.Add(c);
- }
- }
- }
- }
- foreach (ProfileCondition i in conditions)
- {
- if (!ConditionProcessor.IsVideoAudioConditionSatisfied(i, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio))
- {
- LogConditionFailure(profile, "VideoAudioCodecProfile", i, mediaSource);
- var transcodeReason = GetTranscodeReasonForFailedCondition(i);
- var transcodeReasons = transcodeReason.HasValue
- ? new List<TranscodeReason> { transcodeReason.Value }
- : new List<TranscodeReason>();
- return (null, transcodeReasons);
- }
- }
- }
- if (isEligibleForDirectStream && mediaSource.SupportsDirectStream)
- {
- return (PlayMethod.DirectStream, new List<TranscodeReason>());
- }
- return (null, new List<TranscodeReason> { TranscodeReason.ContainerBitrateExceedsLimit });
- }
- private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
- {
- _logger.LogDebug(
- "Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
- type,
- profile.Name ?? "Unknown Profile",
- condition.Property,
- condition.Condition,
- condition.Value ?? string.Empty,
- condition.IsRequired,
- mediaSource.Path ?? "Unknown path");
- }
- private (bool DirectPlay, TranscodeReason? Reason) IsEligibleForDirectPlay(
- MediaSourceInfo item,
- long maxBitrate,
- MediaStream subtitleStream,
- MediaStream audioStream,
- VideoOptions options,
- PlayMethod playMethod)
- {
- if (subtitleStream != null)
- {
- var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, playMethod, _transcoderSupport, item.Container, null);
- if (subtitleProfile.Method != SubtitleDeliveryMethod.Drop
- && subtitleProfile.Method != SubtitleDeliveryMethod.External
- && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
- {
- _logger.LogDebug("Not eligible for {0} due to unsupported subtitles", playMethod);
- return (false, TranscodeReason.SubtitleCodecNotSupported);
- }
- }
- bool result = IsAudioEligibleForDirectPlay(item, maxBitrate, playMethod);
- if (!result)
- {
- return (false, TranscodeReason.ContainerBitrateExceedsLimit);
- }
- if (audioStream?.IsExternal == true)
- {
- return (false, TranscodeReason.AudioIsExternal);
- }
- return (true, null);
- }
- public static SubtitleProfile GetSubtitleProfile(
- MediaSourceInfo mediaSource,
- MediaStream subtitleStream,
- SubtitleProfile[] subtitleProfiles,
- PlayMethod playMethod,
- ITranscoderSupport transcoderSupport,
- string outputContainer,
- string transcodingSubProtocol)
- {
- if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
- {
- // Look for supported embedded subs of the same format
- foreach (var profile in subtitleProfiles)
- {
- if (!profile.SupportsLanguage(subtitleStream.Language))
- {
- continue;
- }
- if (profile.Method != SubtitleDeliveryMethod.Embed)
- {
- continue;
- }
- if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
- {
- continue;
- }
- if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
- {
- continue;
- }
- if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && string.Equals(profile.Format, subtitleStream.Codec, StringComparison.OrdinalIgnoreCase))
- {
- return profile;
- }
- }
- // Look for supported embedded subs of a convertible format
- foreach (var profile in subtitleProfiles)
- {
- if (!profile.SupportsLanguage(subtitleStream.Language))
- {
- continue;
- }
- if (profile.Method != SubtitleDeliveryMethod.Embed)
- {
- continue;
- }
- if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
- {
- continue;
- }
- if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(outputContainer))
- {
- continue;
- }
- if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
- {
- return profile;
- }
- }
- }
- // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
- return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
- GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
- new SubtitleProfile
- {
- Method = SubtitleDeliveryMethod.Encode,
- Format = subtitleStream.Codec
- };
- }
- private static bool IsSubtitleEmbedSupported(string transcodingContainer)
- {
- if (!string.IsNullOrEmpty(transcodingContainer))
- {
- string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
- if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
- || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
- || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
- {
- return false;
- }
- else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
- || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
- {
- return true;
- }
- }
- return false;
- }
- private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
- {
- foreach (var profile in subtitleProfiles)
- {
- if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
- {
- continue;
- }
- if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
- {
- continue;
- }
- if (!profile.SupportsLanguage(subtitleStream.Language))
- {
- continue;
- }
- if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
- {
- continue;
- }
- if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
- (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
- {
- bool requiresConversion = !string.Equals(subtitleStream.Codec, profile.Format, StringComparison.OrdinalIgnoreCase);
- if (!requiresConversion)
- {
- return profile;
- }
- if (!allowConversion)
- {
- continue;
- }
- // TODO: Build this into subtitleStream.SupportsExternalStream
- if (mediaSource.IsInfiniteStream)
- {
- continue;
- }
- if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
- {
- return profile;
- }
- }
- }
- return null;
- }
- private bool IsAudioEligibleForDirectPlay(MediaSourceInfo item, long maxBitrate, PlayMethod playMethod)
- {
- // Don't restrict by bitrate if coming from an external domain
- if (item.IsRemote)
- {
- return true;
- }
- long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : 1000000;
- // If we don't know the bitrate, then force a transcode if requested max bitrate is under 40 mbps
- int itemBitrate = item.Bitrate ?? 40000000;
- if (itemBitrate > requestedMaxBitrate)
- {
- _logger.LogDebug(
- "Bitrate exceeds {PlayBackMethod} limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
- playMethod,
- itemBitrate,
- requestedMaxBitrate);
- return false;
- }
- return true;
- }
- private static void ValidateInput(VideoOptions options)
- {
- ValidateAudioInput(options);
- if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
- {
- throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
- }
- if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
- {
- throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
- }
- }
- private static void ValidateAudioInput(AudioOptions options)
- {
- if (options.ItemId.Equals(default))
- {
- throw new ArgumentException("ItemId is required");
- }
- if (string.IsNullOrEmpty(options.DeviceId))
- {
- throw new ArgumentException("DeviceId is required");
- }
- if (options.Profile == null)
- {
- throw new ArgumentException("Profile is required");
- }
- if (options.MediaSources == null)
- {
- throw new ArgumentException("MediaSources is required");
- }
- }
- private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
- {
- foreach (ProfileCondition condition in conditions)
- {
- string value = condition.Value;
- if (string.IsNullOrEmpty(value))
- {
- continue;
- }
- // No way to express this
- if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- continue;
- }
- switch (condition.Property)
- {
- case ProfileConditionValue.AudioBitrate:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.AudioBitrate = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
- }
- }
- break;
- }
- case ProfileConditionValue.AudioSampleRate:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.AudioSampleRate = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.AudioSampleRate = Math.Min(num, item.AudioSampleRate ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.AudioSampleRate = Math.Max(num, item.AudioSampleRate ?? num);
- }
- }
- break;
- }
- case ProfileConditionValue.AudioChannels:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- }
- else
- {
- if (!enableQualifiedConditions)
- {
- continue;
- }
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- }
- break;
- }
- case ProfileConditionValue.IsAvc:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (bool.TryParse(value, out var isAvc))
- {
- if (isAvc && condition.Condition == ProfileConditionType.Equals)
- {
- item.RequireAvc = true;
- }
- else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
- {
- item.RequireAvc = true;
- }
- }
- break;
- }
- case ProfileConditionValue.IsAnamorphic:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (bool.TryParse(value, out var isAnamorphic))
- {
- if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
- {
- item.RequireNonAnamorphic = true;
- }
- else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
- {
- item.RequireNonAnamorphic = true;
- }
- }
- break;
- }
- case ProfileConditionValue.IsInterlaced:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- }
- else
- {
- if (!enableQualifiedConditions)
- {
- continue;
- }
- }
- if (bool.TryParse(value, out var isInterlaced))
- {
- if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
- {
- item.SetOption(qualifier, "deinterlace", "true");
- }
- else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
- {
- item.SetOption(qualifier, "deinterlace", "true");
- }
- }
- break;
- }
- case ProfileConditionValue.AudioProfile:
- case ProfileConditionValue.Has64BitOffsets:
- case ProfileConditionValue.PacketLength:
- case ProfileConditionValue.NumAudioStreams:
- case ProfileConditionValue.NumVideoStreams:
- case ProfileConditionValue.IsSecondaryAudio:
- case ProfileConditionValue.VideoTimestamp:
- {
- // Not supported yet
- break;
- }
- case ProfileConditionValue.RefFrames:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- }
- else
- {
- if (!enableQualifiedConditions)
- {
- continue;
- }
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- }
- break;
- }
- case ProfileConditionValue.VideoBitDepth:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- }
- else
- {
- if (!enableQualifiedConditions)
- {
- continue;
- }
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- }
- break;
- }
- case ProfileConditionValue.VideoProfile:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- continue;
- }
- // change from split by | to comma
- // strip spaces to avoid having to encode
- var values = value
- .Split('|', StringSplitOptions.RemoveEmptyEntries);
- if (condition.Condition == ProfileConditionType.Equals || condition.Condition == ProfileConditionType.EqualsAny)
- {
- item.SetOption(qualifier, "profile", string.Join(',', values));
- }
- break;
- }
- case ProfileConditionValue.Height:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.MaxHeight = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
- }
- }
- break;
- }
- case ProfileConditionValue.VideoBitrate:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.VideoBitrate = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
- }
- }
- break;
- }
- case ProfileConditionValue.VideoFramerate:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (float.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.MaxFramerate = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
- }
- }
- break;
- }
- case ProfileConditionValue.VideoLevel:
- {
- if (string.IsNullOrEmpty(qualifier))
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
- }
- }
- break;
- }
- case ProfileConditionValue.Width:
- {
- if (!enableNonQualifiedConditions)
- {
- continue;
- }
- if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
- {
- if (condition.Condition == ProfileConditionType.Equals)
- {
- item.MaxWidth = num;
- }
- else if (condition.Condition == ProfileConditionType.LessThanEqual)
- {
- item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
- }
- else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
- {
- item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
- }
- }
- break;
- }
- default:
- break;
- }
- }
- }
- private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
- {
- // Check container type
- if (!profile.SupportsContainer(item.Container))
- {
- return false;
- }
- // Check audio codec
- string audioCodec = audioStream?.Codec;
- if (!profile.SupportsAudioCodec(audioCodec))
- {
- return false;
- }
- return true;
- }
- private bool IsVideoDirectPlaySupported(DirectPlayProfile profile, string container, MediaStream videoStream, MediaStream audioStream)
- {
- // Check container type
- if (!profile.SupportsContainer(container))
- {
- return false;
- }
- // Check video codec
- string videoCodec = videoStream?.Codec;
- if (!profile.SupportsVideoCodec(videoCodec))
- {
- return false;
- }
- // Check audio codec
- if (audioStream != null && !profile.SupportsAudioCodec(audioStream.Codec))
- {
- return false;
- }
- return true;
- }
- }
- }
|