StreamBuilder.cs 76 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797
  1. using System;
  2. using System.Collections.Generic;
  3. using System.Globalization;
  4. using System.Linq;
  5. using MediaBrowser.Model.Dto;
  6. using MediaBrowser.Model.Entities;
  7. using MediaBrowser.Model.Extensions;
  8. using MediaBrowser.Model.MediaInfo;
  9. using MediaBrowser.Model.Session;
  10. using Microsoft.Extensions.Logging;
  11. namespace MediaBrowser.Model.Dlna
  12. {
  13. public class StreamBuilder
  14. {
  15. private readonly ILogger _logger;
  16. private readonly ITranscoderSupport _transcoderSupport;
  17. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  18. {
  19. _transcoderSupport = transcoderSupport;
  20. _logger = logger;
  21. }
  22. public StreamBuilder(ILogger logger)
  23. : this(new FullTranscoderSupport(), logger)
  24. {
  25. }
  26. public StreamInfo BuildAudioItem(AudioOptions options)
  27. {
  28. ValidateAudioInput(options);
  29. var mediaSources = new List<MediaSourceInfo>();
  30. foreach (MediaSourceInfo i in options.MediaSources)
  31. {
  32. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  33. StringHelper.EqualsIgnoreCase(i.Id, options.MediaSourceId))
  34. {
  35. mediaSources.Add(i);
  36. }
  37. }
  38. var streams = new List<StreamInfo>();
  39. foreach (MediaSourceInfo i in mediaSources)
  40. {
  41. StreamInfo streamInfo = BuildAudioItem(i, options);
  42. if (streamInfo != null)
  43. {
  44. streams.Add(streamInfo);
  45. }
  46. }
  47. foreach (StreamInfo stream in streams)
  48. {
  49. stream.DeviceId = options.DeviceId;
  50. stream.DeviceProfileId = options.Profile.Id;
  51. }
  52. return GetOptimalStream(streams, options.GetMaxBitrate(true) ?? 0);
  53. }
  54. public StreamInfo BuildVideoItem(VideoOptions options)
  55. {
  56. ValidateInput(options);
  57. var mediaSources = new List<MediaSourceInfo>();
  58. foreach (MediaSourceInfo i in options.MediaSources)
  59. {
  60. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  61. StringHelper.EqualsIgnoreCase(i.Id, options.MediaSourceId))
  62. {
  63. mediaSources.Add(i);
  64. }
  65. }
  66. var streams = new List<StreamInfo>();
  67. foreach (MediaSourceInfo i in mediaSources)
  68. {
  69. var streamInfo = BuildVideoItem(i, options);
  70. if (streamInfo != null)
  71. {
  72. streams.Add(streamInfo);
  73. }
  74. }
  75. foreach (StreamInfo stream in streams)
  76. {
  77. stream.DeviceId = options.DeviceId;
  78. stream.DeviceProfileId = options.Profile.Id;
  79. }
  80. return GetOptimalStream(streams, options.GetMaxBitrate(false) ?? 0);
  81. }
  82. private static StreamInfo GetOptimalStream(List<StreamInfo> streams, long maxBitrate)
  83. => SortMediaSources(streams, maxBitrate).FirstOrDefault();
  84. private static IOrderedEnumerable<StreamInfo> SortMediaSources(List<StreamInfo> streams, long maxBitrate)
  85. {
  86. return streams.OrderBy(i =>
  87. {
  88. // Nothing beats direct playing a file
  89. if (i.PlayMethod == PlayMethod.DirectPlay && i.MediaSource.Protocol == MediaProtocol.File)
  90. {
  91. return 0;
  92. }
  93. return 1;
  94. }).ThenBy(i =>
  95. {
  96. switch (i.PlayMethod)
  97. {
  98. // Let's assume direct streaming a file is just as desirable as direct playing a remote url
  99. case PlayMethod.DirectStream:
  100. case PlayMethod.DirectPlay:
  101. return 0;
  102. default:
  103. return 1;
  104. }
  105. }).ThenBy(i =>
  106. {
  107. switch (i.MediaSource.Protocol)
  108. {
  109. case MediaProtocol.File:
  110. return 0;
  111. default:
  112. return 1;
  113. }
  114. }).ThenBy(i =>
  115. {
  116. if (maxBitrate > 0)
  117. {
  118. if (i.MediaSource.Bitrate.HasValue)
  119. {
  120. return Math.Abs(i.MediaSource.Bitrate.Value - maxBitrate);
  121. }
  122. }
  123. return 0;
  124. }).ThenBy(streams.IndexOf);
  125. }
  126. private static TranscodeReason? GetTranscodeReasonForFailedCondition(ProfileCondition condition)
  127. {
  128. switch (condition.Property)
  129. {
  130. case ProfileConditionValue.AudioBitrate:
  131. return TranscodeReason.AudioBitrateNotSupported;
  132. case ProfileConditionValue.AudioChannels:
  133. return TranscodeReason.AudioChannelsNotSupported;
  134. case ProfileConditionValue.AudioProfile:
  135. return TranscodeReason.AudioProfileNotSupported;
  136. case ProfileConditionValue.AudioSampleRate:
  137. return TranscodeReason.AudioSampleRateNotSupported;
  138. case ProfileConditionValue.Has64BitOffsets:
  139. // TODO
  140. return null;
  141. case ProfileConditionValue.Height:
  142. return TranscodeReason.VideoResolutionNotSupported;
  143. case ProfileConditionValue.IsAnamorphic:
  144. return TranscodeReason.AnamorphicVideoNotSupported;
  145. case ProfileConditionValue.IsAvc:
  146. // TODO
  147. return null;
  148. case ProfileConditionValue.IsInterlaced:
  149. return TranscodeReason.InterlacedVideoNotSupported;
  150. case ProfileConditionValue.IsSecondaryAudio:
  151. return TranscodeReason.SecondaryAudioNotSupported;
  152. case ProfileConditionValue.NumAudioStreams:
  153. // TODO
  154. return null;
  155. case ProfileConditionValue.NumVideoStreams:
  156. // TODO
  157. return null;
  158. case ProfileConditionValue.PacketLength:
  159. // TODO
  160. return null;
  161. case ProfileConditionValue.RefFrames:
  162. return TranscodeReason.RefFramesNotSupported;
  163. case ProfileConditionValue.VideoBitDepth:
  164. return TranscodeReason.VideoBitDepthNotSupported;
  165. case ProfileConditionValue.AudioBitDepth:
  166. return TranscodeReason.AudioBitDepthNotSupported;
  167. case ProfileConditionValue.VideoBitrate:
  168. return TranscodeReason.VideoBitrateNotSupported;
  169. case ProfileConditionValue.VideoCodecTag:
  170. return TranscodeReason.VideoCodecNotSupported;
  171. case ProfileConditionValue.VideoFramerate:
  172. return TranscodeReason.VideoFramerateNotSupported;
  173. case ProfileConditionValue.VideoLevel:
  174. return TranscodeReason.VideoLevelNotSupported;
  175. case ProfileConditionValue.VideoProfile:
  176. return TranscodeReason.VideoProfileNotSupported;
  177. case ProfileConditionValue.VideoTimestamp:
  178. // TODO
  179. return null;
  180. case ProfileConditionValue.Width:
  181. return TranscodeReason.VideoResolutionNotSupported;
  182. default:
  183. return null;
  184. }
  185. }
  186. public static string NormalizeMediaSourceFormatIntoSingleContainer(string inputContainer, string _, DeviceProfile profile, DlnaProfileType type)
  187. {
  188. if (string.IsNullOrEmpty(inputContainer))
  189. {
  190. return null;
  191. }
  192. var formats = ContainerProfile.SplitValue(inputContainer);
  193. if (formats.Length == 1)
  194. {
  195. return formats[0];
  196. }
  197. if (profile != null)
  198. {
  199. foreach (var format in formats)
  200. {
  201. foreach (var directPlayProfile in profile.DirectPlayProfiles)
  202. {
  203. if (directPlayProfile.Type == type
  204. && directPlayProfile.SupportsContainer(format))
  205. {
  206. return format;
  207. }
  208. }
  209. }
  210. }
  211. return formats[0];
  212. }
  213. private StreamInfo BuildAudioItem(MediaSourceInfo item, AudioOptions options)
  214. {
  215. StreamInfo playlistItem = new StreamInfo
  216. {
  217. ItemId = options.ItemId,
  218. MediaType = DlnaProfileType.Audio,
  219. MediaSource = item,
  220. RunTimeTicks = item.RunTimeTicks,
  221. Context = options.Context,
  222. DeviceProfile = options.Profile
  223. };
  224. if (options.ForceDirectPlay)
  225. {
  226. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  227. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, item.Path, options.Profile, DlnaProfileType.Audio);
  228. return playlistItem;
  229. }
  230. if (options.ForceDirectStream)
  231. {
  232. playlistItem.PlayMethod = PlayMethod.DirectStream;
  233. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, item.Path, options.Profile, DlnaProfileType.Audio);
  234. return playlistItem;
  235. }
  236. var audioStream = item.GetDefaultAudioStream(null);
  237. var directPlayInfo = GetAudioDirectPlayMethods(item, audioStream, options);
  238. var directPlayMethods = directPlayInfo.Item1;
  239. var transcodeReasons = directPlayInfo.Item2.ToList();
  240. int? inputAudioChannels = audioStream?.Channels;
  241. int? inputAudioBitrate = audioStream?.BitDepth;
  242. int? inputAudioSampleRate = audioStream?.SampleRate;
  243. int? inputAudioBitDepth = audioStream.BitDepth;
  244. if (directPlayMethods.Count() > 0)
  245. {
  246. string audioCodec = audioStream?.Codec;
  247. // Make sure audio codec profiles are satisfied
  248. var conditions = new List<ProfileCondition>();
  249. foreach (var i in options.Profile.CodecProfiles)
  250. {
  251. if (i.Type == CodecType.Audio && i.ContainsAnyCodec(audioCodec, item.Container))
  252. {
  253. bool applyConditions = true;
  254. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  255. {
  256. if (!ConditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
  257. {
  258. LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
  259. applyConditions = false;
  260. break;
  261. }
  262. }
  263. if (applyConditions)
  264. {
  265. conditions.AddRange(i.Conditions);
  266. }
  267. }
  268. }
  269. bool all = true;
  270. foreach (ProfileCondition c in conditions)
  271. {
  272. if (!ConditionProcessor.IsAudioConditionSatisfied(c, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
  273. {
  274. LogConditionFailure(options.Profile, "AudioCodecProfile", c, item);
  275. var transcodeReason = GetTranscodeReasonForFailedCondition(c);
  276. if (transcodeReason.HasValue)
  277. {
  278. transcodeReasons.Add(transcodeReason.Value);
  279. }
  280. all = false;
  281. break;
  282. }
  283. }
  284. if (all)
  285. {
  286. if (directPlayMethods.Contains(PlayMethod.DirectStream))
  287. {
  288. playlistItem.PlayMethod = PlayMethod.DirectStream;
  289. }
  290. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, item.Path, options.Profile, DlnaProfileType.Audio);
  291. return playlistItem;
  292. }
  293. }
  294. TranscodingProfile transcodingProfile = null;
  295. foreach (var i in options.Profile.TranscodingProfiles)
  296. {
  297. if (i.Type == playlistItem.MediaType
  298. && i.Context == options.Context
  299. && _transcoderSupport.CanEncodeToAudioCodec(i.AudioCodec ?? i.Container))
  300. {
  301. transcodingProfile = i;
  302. break;
  303. }
  304. }
  305. if (transcodingProfile != null)
  306. {
  307. if (!item.SupportsTranscoding)
  308. {
  309. return null;
  310. }
  311. SetStreamInfoOptionsFromTranscodingProfile(playlistItem, transcodingProfile);
  312. var audioCodecProfiles = new List<CodecProfile>();
  313. foreach (var i in options.Profile.CodecProfiles)
  314. {
  315. if (i.Type == CodecType.Audio && i.ContainsAnyCodec(transcodingProfile.AudioCodec, transcodingProfile.Container))
  316. {
  317. audioCodecProfiles.Add(i);
  318. }
  319. if (audioCodecProfiles.Count >= 1) break;
  320. }
  321. var audioTranscodingConditions = new List<ProfileCondition>();
  322. foreach (var i in audioCodecProfiles)
  323. {
  324. bool applyConditions = true;
  325. foreach (var applyCondition in i.ApplyConditions)
  326. {
  327. if (!ConditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth))
  328. {
  329. LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
  330. applyConditions = false;
  331. break;
  332. }
  333. }
  334. if (applyConditions)
  335. {
  336. foreach (ProfileCondition c in i.Conditions)
  337. {
  338. audioTranscodingConditions.Add(c);
  339. }
  340. }
  341. }
  342. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions, null, true, true);
  343. // Honor requested max channels
  344. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  345. var configuredBitrate = options.GetMaxBitrate(true);
  346. long transcodingBitrate = options.AudioTranscodingBitrate ??
  347. (options.Context == EncodingContext.Streaming ? options.Profile.MusicStreamingTranscodingBitrate : null) ??
  348. configuredBitrate ??
  349. 128000;
  350. if (configuredBitrate.HasValue)
  351. {
  352. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  353. }
  354. var longBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  355. playlistItem.AudioBitrate = longBitrate > int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  356. }
  357. playlistItem.TranscodeReasons = transcodeReasons.ToArray();
  358. return playlistItem;
  359. }
  360. private static long? GetBitrateForDirectPlayCheck(MediaSourceInfo item, AudioOptions options, bool isAudio)
  361. {
  362. if (item.Protocol == MediaProtocol.File)
  363. {
  364. return options.Profile.MaxStaticBitrate;
  365. }
  366. return options.GetMaxBitrate(isAudio);
  367. }
  368. private (IEnumerable<PlayMethod>, IEnumerable<TranscodeReason>) GetAudioDirectPlayMethods(MediaSourceInfo item, MediaStream audioStream, AudioOptions options)
  369. {
  370. DirectPlayProfile directPlayProfile = options.Profile.DirectPlayProfiles
  371. .FirstOrDefault(x => x.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(x, item, audioStream));
  372. if (directPlayProfile == null)
  373. {
  374. _logger.LogInformation("Profile: {0}, No direct play profiles found for Path: {1}",
  375. options.Profile.Name ?? "Unknown Profile",
  376. item.Path ?? "Unknown path");
  377. return (Enumerable.Empty<PlayMethod>(), GetTranscodeReasonsFromDirectPlayProfile(item, null, audioStream, options.Profile.DirectPlayProfiles));
  378. }
  379. var playMethods = new List<PlayMethod>();
  380. var transcodeReasons = new List<TranscodeReason>();
  381. // While options takes the network and other factors into account. Only applies to direct stream
  382. if (item.SupportsDirectStream)
  383. {
  384. if (IsAudioEligibleForDirectPlay(item, options.GetMaxBitrate(true) ?? 0, PlayMethod.DirectStream))
  385. {
  386. if (options.EnableDirectStream)
  387. {
  388. playMethods.Add(PlayMethod.DirectStream);
  389. }
  390. }
  391. else
  392. {
  393. transcodeReasons.Add(TranscodeReason.ContainerBitrateExceedsLimit);
  394. }
  395. }
  396. // The profile describes what the device supports
  397. // If device requirements are satisfied then allow both direct stream and direct play
  398. if (item.SupportsDirectPlay)
  399. {
  400. if (IsAudioEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true) ?? 0, PlayMethod.DirectPlay))
  401. {
  402. if (options.EnableDirectPlay)
  403. {
  404. playMethods.Add(PlayMethod.DirectPlay);
  405. }
  406. }
  407. else
  408. {
  409. transcodeReasons.Add(TranscodeReason.ContainerBitrateExceedsLimit);
  410. }
  411. }
  412. if (playMethods.Count > 0)
  413. {
  414. transcodeReasons.Clear();
  415. }
  416. else
  417. {
  418. transcodeReasons = transcodeReasons.Distinct().ToList();
  419. }
  420. return (playMethods, transcodeReasons);
  421. }
  422. private static List<TranscodeReason> GetTranscodeReasonsFromDirectPlayProfile(MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream, IEnumerable<DirectPlayProfile> directPlayProfiles)
  423. {
  424. var containerSupported = false;
  425. var audioSupported = false;
  426. var videoSupported = false;
  427. foreach (var profile in directPlayProfiles)
  428. {
  429. // Check container type
  430. if (profile.SupportsContainer(item.Container))
  431. {
  432. containerSupported = true;
  433. videoSupported = videoStream != null && profile.SupportsVideoCodec(videoStream.Codec);
  434. audioSupported = audioStream != null && profile.SupportsAudioCodec(audioStream.Codec);
  435. if (videoSupported && audioSupported)
  436. {
  437. break;
  438. }
  439. }
  440. }
  441. var list = new List<TranscodeReason>();
  442. if (!containerSupported)
  443. {
  444. list.Add(TranscodeReason.ContainerNotSupported);
  445. }
  446. if (videoStream != null && !videoSupported)
  447. {
  448. list.Add(TranscodeReason.VideoCodecNotSupported);
  449. }
  450. if (audioStream != null && !audioSupported)
  451. {
  452. list.Add(TranscodeReason.AudioCodecNotSupported);
  453. }
  454. return list;
  455. }
  456. private static int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  457. {
  458. int highestScore = -1;
  459. foreach (var stream in item.MediaStreams)
  460. {
  461. if (stream.Type == MediaStreamType.Subtitle
  462. && stream.Score.HasValue
  463. && stream.Score.Value > highestScore)
  464. {
  465. highestScore = stream.Score.Value;
  466. }
  467. }
  468. var topStreams = new List<MediaStream>();
  469. foreach (var stream in item.MediaStreams)
  470. {
  471. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  472. {
  473. topStreams.Add(stream);
  474. }
  475. }
  476. // If multiple streams have an equal score, try to pick the most efficient one
  477. if (topStreams.Count > 1)
  478. {
  479. foreach (var stream in topStreams)
  480. {
  481. foreach (var profile in subtitleProfiles)
  482. {
  483. if (profile.Method == SubtitleDeliveryMethod.External && StringHelper.EqualsIgnoreCase(profile.Format, stream.Codec))
  484. {
  485. return stream.Index;
  486. }
  487. }
  488. }
  489. }
  490. // If no optimization panned out, just use the original default
  491. return item.DefaultSubtitleStreamIndex;
  492. }
  493. private static void SetStreamInfoOptionsFromTranscodingProfile(StreamInfo playlistItem, TranscodingProfile transcodingProfile)
  494. {
  495. if (string.IsNullOrEmpty(transcodingProfile.AudioCodec))
  496. {
  497. playlistItem.AudioCodecs = Array.Empty<string>();
  498. }
  499. else
  500. {
  501. playlistItem.AudioCodecs = transcodingProfile.AudioCodec.Split(',');
  502. }
  503. playlistItem.Container = transcodingProfile.Container;
  504. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  505. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  506. if (string.IsNullOrEmpty(transcodingProfile.VideoCodec))
  507. {
  508. playlistItem.VideoCodecs = Array.Empty<string>();
  509. }
  510. else
  511. {
  512. playlistItem.VideoCodecs = transcodingProfile.VideoCodec.Split(',');
  513. }
  514. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  515. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  516. playlistItem.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  517. playlistItem.BreakOnNonKeyFrames = transcodingProfile.BreakOnNonKeyFrames;
  518. if (transcodingProfile.MinSegments > 0)
  519. {
  520. playlistItem.MinSegments = transcodingProfile.MinSegments;
  521. }
  522. if (transcodingProfile.SegmentLength > 0)
  523. {
  524. playlistItem.SegmentLength = transcodingProfile.SegmentLength;
  525. }
  526. playlistItem.SubProtocol = transcodingProfile.Protocol;
  527. if (!string.IsNullOrEmpty(transcodingProfile.MaxAudioChannels)
  528. && int.TryParse(transcodingProfile.MaxAudioChannels, NumberStyles.Any, CultureInfo.InvariantCulture, out int transcodingMaxAudioChannels))
  529. {
  530. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  531. }
  532. }
  533. private StreamInfo BuildVideoItem(MediaSourceInfo item, VideoOptions options)
  534. {
  535. if (item == null)
  536. {
  537. throw new ArgumentNullException(nameof(item));
  538. }
  539. StreamInfo playlistItem = new StreamInfo
  540. {
  541. ItemId = options.ItemId,
  542. MediaType = DlnaProfileType.Video,
  543. MediaSource = item,
  544. RunTimeTicks = item.RunTimeTicks,
  545. Context = options.Context,
  546. DeviceProfile = options.Profile
  547. };
  548. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  549. var subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  550. var audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  551. if (audioStream != null)
  552. {
  553. playlistItem.AudioStreamIndex = audioStream.Index;
  554. }
  555. var videoStream = item.VideoStream;
  556. // TODO: This doesn't accout for situation of device being able to handle media bitrate, but wifi connection not fast enough
  557. var directPlayEligibilityResult = IsEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true) ?? 0, subtitleStream, options, PlayMethod.DirectPlay);
  558. var directStreamEligibilityResult = IsEligibleForDirectPlay(item, options.GetMaxBitrate(false) ?? 0, subtitleStream, options, PlayMethod.DirectStream);
  559. bool isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || directPlayEligibilityResult.Item1);
  560. bool isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || directStreamEligibilityResult.Item1);
  561. _logger.LogInformation("Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  562. options.Profile.Name ?? "Unknown Profile",
  563. item.Path ?? "Unknown path",
  564. isEligibleForDirectPlay,
  565. isEligibleForDirectStream);
  566. var transcodeReasons = new List<TranscodeReason>();
  567. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  568. {
  569. // See if it can be direct played
  570. var directPlayInfo = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  571. var directPlay = directPlayInfo.Item1;
  572. if (directPlay != null)
  573. {
  574. playlistItem.PlayMethod = directPlay.Value;
  575. playlistItem.Container = NormalizeMediaSourceFormatIntoSingleContainer(item.Container, item.Path, options.Profile, DlnaProfileType.Video);
  576. if (subtitleStream != null)
  577. {
  578. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value, _transcoderSupport, item.Container, null);
  579. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  580. playlistItem.SubtitleFormat = subtitleProfile.Format;
  581. }
  582. return playlistItem;
  583. }
  584. transcodeReasons.AddRange(directPlayInfo.Item2);
  585. }
  586. if (directPlayEligibilityResult.Item2.HasValue)
  587. {
  588. transcodeReasons.Add(directPlayEligibilityResult.Item2.Value);
  589. }
  590. if (directStreamEligibilityResult.Item2.HasValue)
  591. {
  592. transcodeReasons.Add(directStreamEligibilityResult.Item2.Value);
  593. }
  594. // Can't direct play, find the transcoding profile
  595. TranscodingProfile transcodingProfile = null;
  596. foreach (var i in options.Profile.TranscodingProfiles)
  597. {
  598. if (i.Type == playlistItem.MediaType && i.Context == options.Context)
  599. {
  600. transcodingProfile = i;
  601. break;
  602. }
  603. }
  604. if (transcodingProfile != null)
  605. {
  606. if (!item.SupportsTranscoding)
  607. {
  608. return null;
  609. }
  610. if (subtitleStream != null)
  611. {
  612. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode, _transcoderSupport, transcodingProfile.Container, transcodingProfile.Protocol);
  613. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  614. playlistItem.SubtitleFormat = subtitleProfile.Format;
  615. playlistItem.SubtitleCodecs = new[] { subtitleProfile.Format };
  616. }
  617. playlistItem.PlayMethod = PlayMethod.Transcode;
  618. SetStreamInfoOptionsFromTranscodingProfile(playlistItem, transcodingProfile);
  619. var isFirstAppliedCodecProfile = true;
  620. foreach (var i in options.Profile.CodecProfiles)
  621. {
  622. if (i.Type == CodecType.Video && i.ContainsAnyCodec(transcodingProfile.VideoCodec, transcodingProfile.Container))
  623. {
  624. bool applyConditions = true;
  625. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  626. {
  627. int? width = videoStream?.Width;
  628. int? height = videoStream?.Height;
  629. int? bitDepth = videoStream?.BitDepth;
  630. int? videoBitrate = videoStream?.BitRate;
  631. double? videoLevel = videoStream?.Level;
  632. string videoProfile = videoStream?.Profile;
  633. float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  634. bool? isAnamorphic = videoStream?.IsAnamorphic;
  635. bool? isInterlaced = videoStream?.IsInterlaced;
  636. string videoCodecTag = videoStream?.CodecTag;
  637. bool? isAvc = videoStream?.IsAVC;
  638. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : item.Timestamp;
  639. int? packetLength = videoStream?.PacketLength;
  640. int? refFrames = videoStream?.RefFrames;
  641. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  642. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  643. if (!ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  644. {
  645. //LogConditionFailure(options.Profile, "VideoCodecProfile.ApplyConditions", applyCondition, item);
  646. applyConditions = false;
  647. break;
  648. }
  649. }
  650. if (applyConditions)
  651. {
  652. var transcodingVideoCodecs = ContainerProfile.SplitValue(transcodingProfile.VideoCodec);
  653. foreach (var transcodingVideoCodec in transcodingVideoCodecs)
  654. {
  655. if (i.ContainsAnyCodec(transcodingVideoCodec, transcodingProfile.Container))
  656. {
  657. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingVideoCodec, true, isFirstAppliedCodecProfile);
  658. isFirstAppliedCodecProfile = false;
  659. }
  660. }
  661. }
  662. }
  663. }
  664. // Honor requested max channels
  665. playlistItem.GlobalMaxAudioChannels = options.MaxAudioChannels;
  666. int audioBitrate = GetAudioBitrate(playlistItem.SubProtocol, options.GetMaxBitrate(false) ?? 0, playlistItem.TargetAudioCodec, audioStream, playlistItem);
  667. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  668. isFirstAppliedCodecProfile = true;
  669. foreach (var i in options.Profile.CodecProfiles)
  670. {
  671. if (i.Type == CodecType.VideoAudio && i.ContainsAnyCodec(transcodingProfile.AudioCodec, transcodingProfile.Container))
  672. {
  673. bool applyConditions = true;
  674. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  675. {
  676. bool? isSecondaryAudio = audioStream == null ? null : item.IsSecondaryAudio(audioStream);
  677. int? inputAudioBitrate = audioStream == null ? null : audioStream.BitRate;
  678. int? audioChannels = audioStream == null ? null : audioStream.Channels;
  679. string audioProfile = audioStream == null ? null : audioStream.Profile;
  680. int? inputAudioSampleRate = audioStream == null ? null : audioStream.SampleRate;
  681. int? inputAudioBitDepth = audioStream == null ? null : audioStream.BitDepth;
  682. if (!ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, inputAudioSampleRate, inputAudioBitDepth, audioProfile, isSecondaryAudio))
  683. {
  684. //LogConditionFailure(options.Profile, "VideoCodecProfile.ApplyConditions", applyCondition, item);
  685. applyConditions = false;
  686. break;
  687. }
  688. }
  689. if (applyConditions)
  690. {
  691. var transcodingAudioCodecs = ContainerProfile.SplitValue(transcodingProfile.AudioCodec);
  692. foreach (var transcodingAudioCodec in transcodingAudioCodecs)
  693. {
  694. if (i.ContainsAnyCodec(transcodingAudioCodec, transcodingProfile.Container))
  695. {
  696. ApplyTranscodingConditions(playlistItem, i.Conditions, transcodingAudioCodec, true, isFirstAppliedCodecProfile);
  697. isFirstAppliedCodecProfile = false;
  698. }
  699. }
  700. }
  701. }
  702. }
  703. var maxBitrateSetting = options.GetMaxBitrate(false);
  704. // Honor max rate
  705. if (maxBitrateSetting.HasValue)
  706. {
  707. var availableBitrateForVideo = maxBitrateSetting.Value;
  708. if (playlistItem.AudioBitrate.HasValue)
  709. {
  710. availableBitrateForVideo -= playlistItem.AudioBitrate.Value;
  711. }
  712. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  713. long currentValue = playlistItem.VideoBitrate ?? availableBitrateForVideo;
  714. var longBitrate = Math.Max(Math.Min(availableBitrateForVideo, currentValue), 64000);
  715. playlistItem.VideoBitrate = longBitrate >= int.MaxValue ? int.MaxValue : Convert.ToInt32(longBitrate);
  716. }
  717. }
  718. playlistItem.TranscodeReasons = transcodeReasons.ToArray();
  719. return playlistItem;
  720. }
  721. private static int GetDefaultAudioBitrateIfUnknown(MediaStream audioStream)
  722. {
  723. if ((audioStream.Channels ?? 0) >= 6)
  724. {
  725. return 384000;
  726. }
  727. return 192000;
  728. }
  729. private static int GetAudioBitrate(string subProtocol, long maxTotalBitrate, string[] targetAudioCodecs, MediaStream audioStream, StreamInfo item)
  730. {
  731. string targetAudioCodec = targetAudioCodecs.Length == 0 ? null : targetAudioCodecs[0];
  732. int? targetAudioChannels = item.GetTargetAudioChannels(targetAudioCodec);
  733. int defaultBitrate;
  734. int encoderAudioBitrateLimit = int.MaxValue;
  735. if (audioStream == null)
  736. {
  737. defaultBitrate = 192000;
  738. }
  739. else
  740. {
  741. if (targetAudioChannels.HasValue && audioStream.Channels.HasValue && targetAudioChannels.Value < audioStream.Channels.Value)
  742. {
  743. // Reduce the bitrate if we're downmixing
  744. defaultBitrate = targetAudioChannels.Value < 2 ? 128000 : 192000;
  745. }
  746. else
  747. {
  748. defaultBitrate = audioStream.BitRate ?? GetDefaultAudioBitrateIfUnknown(audioStream);
  749. }
  750. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  751. // Any attempts to transcode over 64k will fail
  752. if (audioStream.Channels == 1
  753. && (audioStream.BitRate ?? 0) < 64000)
  754. {
  755. encoderAudioBitrateLimit = 64000;
  756. }
  757. }
  758. if (maxTotalBitrate > 0)
  759. {
  760. defaultBitrate = Math.Min(GetMaxAudioBitrateForTotalBitrate(maxTotalBitrate), defaultBitrate);
  761. }
  762. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  763. }
  764. private static int GetMaxAudioBitrateForTotalBitrate(long totalBitrate)
  765. {
  766. if (totalBitrate <= 640000)
  767. {
  768. return 128000;
  769. }
  770. else if (totalBitrate <= 2000000)
  771. {
  772. return 384000;
  773. }
  774. else if (totalBitrate <= 3000000)
  775. {
  776. return 448000;
  777. }
  778. return 640000;
  779. }
  780. private (PlayMethod?, List<TranscodeReason>) GetVideoDirectPlayProfile(
  781. VideoOptions options,
  782. MediaSourceInfo mediaSource,
  783. MediaStream videoStream,
  784. MediaStream audioStream,
  785. bool isEligibleForDirectPlay,
  786. bool isEligibleForDirectStream)
  787. {
  788. if (options.ForceDirectPlay)
  789. {
  790. return (PlayMethod.DirectPlay, new List<TranscodeReason>());
  791. }
  792. if (options.ForceDirectStream)
  793. {
  794. return (PlayMethod.DirectStream, new List<TranscodeReason>());
  795. }
  796. DeviceProfile profile = options.Profile;
  797. // See if it can be direct played
  798. DirectPlayProfile directPlay = null;
  799. foreach (var i in profile.DirectPlayProfiles)
  800. {
  801. if (i.Type == DlnaProfileType.Video && IsVideoDirectPlaySupported(i, mediaSource, videoStream, audioStream))
  802. {
  803. directPlay = i;
  804. break;
  805. }
  806. }
  807. if (directPlay == null)
  808. {
  809. _logger.LogInformation("Profile: {0}, No direct play profiles found for Path: {1}",
  810. profile.Name ?? "Unknown Profile",
  811. mediaSource.Path ?? "Unknown path");
  812. return (null, GetTranscodeReasonsFromDirectPlayProfile(mediaSource, videoStream, audioStream, profile.DirectPlayProfiles));
  813. }
  814. string container = mediaSource.Container;
  815. var conditions = new List<ProfileCondition>();
  816. foreach (var i in profile.ContainerProfiles)
  817. {
  818. if (i.Type == DlnaProfileType.Video
  819. && i.ContainsContainer(container))
  820. {
  821. foreach (var c in i.Conditions)
  822. {
  823. conditions.Add(c);
  824. }
  825. }
  826. }
  827. int? width = videoStream?.Width;
  828. int? height = videoStream?.Height;
  829. int? bitDepth = videoStream?.BitDepth;
  830. int? videoBitrate = videoStream?.BitRate;
  831. double? videoLevel = videoStream?.Level;
  832. string videoProfile = videoStream?.Profile;
  833. float videoFramerate = videoStream == null ? 0 : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate ?? 0;
  834. bool? isAnamorphic = videoStream?.IsAnamorphic;
  835. bool? isInterlaced = videoStream?.IsInterlaced;
  836. string videoCodecTag = videoStream?.CodecTag;
  837. bool? isAvc = videoStream?.IsAVC;
  838. int? audioBitrate = audioStream?.BitRate;
  839. int? audioChannels = audioStream?.Channels;
  840. string audioProfile = audioStream?.Profile;
  841. int? audioSampleRate = audioStream?.SampleRate;
  842. int? audioBitDepth = audioStream?.BitDepth;
  843. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  844. int? packetLength = videoStream?.PacketLength;
  845. int? refFrames = videoStream?.RefFrames;
  846. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  847. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  848. // Check container conditions
  849. foreach (ProfileCondition i in conditions)
  850. {
  851. if (!ConditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  852. {
  853. LogConditionFailure(profile, "VideoContainerProfile", i, mediaSource);
  854. var transcodeReason = GetTranscodeReasonForFailedCondition(i);
  855. var transcodeReasons = transcodeReason.HasValue
  856. ? new List<TranscodeReason> { transcodeReason.Value }
  857. : new List<TranscodeReason>();
  858. return (null, transcodeReasons);
  859. }
  860. }
  861. string videoCodec = videoStream?.Codec;
  862. conditions = new List<ProfileCondition>();
  863. foreach (var i in profile.CodecProfiles)
  864. {
  865. if (i.Type == CodecType.Video && i.ContainsAnyCodec(videoCodec, container))
  866. {
  867. bool applyConditions = true;
  868. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  869. {
  870. if (!ConditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  871. {
  872. //LogConditionFailure(profile, "VideoCodecProfile.ApplyConditions", applyCondition, mediaSource);
  873. applyConditions = false;
  874. break;
  875. }
  876. }
  877. if (applyConditions)
  878. {
  879. foreach (ProfileCondition c in i.Conditions)
  880. {
  881. conditions.Add(c);
  882. }
  883. }
  884. }
  885. }
  886. foreach (ProfileCondition i in conditions)
  887. {
  888. if (!ConditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, isInterlaced, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  889. {
  890. LogConditionFailure(profile, "VideoCodecProfile", i, mediaSource);
  891. var transcodeReason = GetTranscodeReasonForFailedCondition(i);
  892. var transcodeReasons = transcodeReason.HasValue
  893. ? new List<TranscodeReason> { transcodeReason.Value }
  894. : new List<TranscodeReason>();
  895. return (null, transcodeReasons);
  896. }
  897. }
  898. if (audioStream != null)
  899. {
  900. string audioCodec = audioStream.Codec;
  901. conditions = new List<ProfileCondition>();
  902. bool? isSecondaryAudio = audioStream == null ? null : mediaSource.IsSecondaryAudio(audioStream);
  903. foreach (var i in profile.CodecProfiles)
  904. {
  905. if (i.Type == CodecType.VideoAudio && i.ContainsAnyCodec(audioCodec, container))
  906. {
  907. bool applyConditions = true;
  908. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  909. {
  910. if (!ConditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio))
  911. {
  912. //LogConditionFailure(profile, "VideoAudioCodecProfile.ApplyConditions", applyCondition, mediaSource);
  913. applyConditions = false;
  914. break;
  915. }
  916. }
  917. if (applyConditions)
  918. {
  919. foreach (ProfileCondition c in i.Conditions)
  920. {
  921. conditions.Add(c);
  922. }
  923. }
  924. }
  925. }
  926. foreach (ProfileCondition i in conditions)
  927. {
  928. if (!ConditionProcessor.IsVideoAudioConditionSatisfied(i, audioChannels, audioBitrate, audioSampleRate, audioBitDepth, audioProfile, isSecondaryAudio))
  929. {
  930. LogConditionFailure(profile, "VideoAudioCodecProfile", i, mediaSource);
  931. var transcodeReason = GetTranscodeReasonForFailedCondition(i);
  932. var transcodeReasons = transcodeReason.HasValue
  933. ? new List<TranscodeReason> { transcodeReason.Value }
  934. : new List<TranscodeReason>();
  935. return (null, transcodeReasons);
  936. }
  937. }
  938. }
  939. if (isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  940. {
  941. return (PlayMethod.DirectStream, new List<TranscodeReason>());
  942. }
  943. return (null, new List<TranscodeReason> { TranscodeReason.ContainerBitrateExceedsLimit });
  944. }
  945. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  946. {
  947. _logger.LogInformation("Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  948. type,
  949. profile.Name ?? "Unknown Profile",
  950. condition.Property,
  951. condition.Condition,
  952. condition.Value ?? string.Empty,
  953. condition.IsRequired,
  954. mediaSource.Path ?? "Unknown path");
  955. }
  956. private (bool directPlay, TranscodeReason? reason) IsEligibleForDirectPlay(
  957. MediaSourceInfo item,
  958. long maxBitrate,
  959. MediaStream subtitleStream,
  960. VideoOptions options,
  961. PlayMethod playMethod)
  962. {
  963. if (subtitleStream != null)
  964. {
  965. var subtitleProfile = GetSubtitleProfile(item, subtitleStream, options.Profile.SubtitleProfiles, playMethod, _transcoderSupport, item.Container, null);
  966. if (subtitleProfile.Method != SubtitleDeliveryMethod.External && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  967. {
  968. _logger.LogInformation("Not eligible for {0} due to unsupported subtitles", playMethod);
  969. return (false, TranscodeReason.SubtitleCodecNotSupported);
  970. }
  971. }
  972. bool result = IsAudioEligibleForDirectPlay(item, maxBitrate, playMethod);
  973. return (result, result ? (TranscodeReason?)null : TranscodeReason.ContainerBitrateExceedsLimit);
  974. }
  975. public static SubtitleProfile GetSubtitleProfile(
  976. MediaSourceInfo mediaSource,
  977. MediaStream subtitleStream,
  978. SubtitleProfile[] subtitleProfiles,
  979. PlayMethod playMethod,
  980. ITranscoderSupport transcoderSupport,
  981. string outputContainer,
  982. string transcodingSubProtocol)
  983. {
  984. if (!subtitleStream.IsExternal && (playMethod != PlayMethod.Transcode || !string.Equals(transcodingSubProtocol, "hls", StringComparison.OrdinalIgnoreCase)))
  985. {
  986. // Look for supported embedded subs of the same format
  987. foreach (var profile in subtitleProfiles)
  988. {
  989. if (!profile.SupportsLanguage(subtitleStream.Language))
  990. {
  991. continue;
  992. }
  993. if (profile.Method != SubtitleDeliveryMethod.Embed)
  994. {
  995. continue;
  996. }
  997. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  998. {
  999. continue;
  1000. }
  1001. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(subtitleStream, profile, transcodingSubProtocol, outputContainer))
  1002. {
  1003. continue;
  1004. }
  1005. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && StringHelper.EqualsIgnoreCase(profile.Format, subtitleStream.Codec))
  1006. {
  1007. return profile;
  1008. }
  1009. }
  1010. // Look for supported embedded subs of a convertible format
  1011. foreach (var profile in subtitleProfiles)
  1012. {
  1013. if (!profile.SupportsLanguage(subtitleStream.Language))
  1014. {
  1015. continue;
  1016. }
  1017. if (profile.Method != SubtitleDeliveryMethod.Embed)
  1018. {
  1019. continue;
  1020. }
  1021. if (!ContainerProfile.ContainsContainer(profile.Container, outputContainer))
  1022. {
  1023. continue;
  1024. }
  1025. if (playMethod == PlayMethod.Transcode && !IsSubtitleEmbedSupported(subtitleStream, profile, transcodingSubProtocol, outputContainer))
  1026. {
  1027. continue;
  1028. }
  1029. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1030. {
  1031. return profile;
  1032. }
  1033. }
  1034. }
  1035. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  1036. return GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, false) ??
  1037. GetExternalSubtitleProfile(mediaSource, subtitleStream, subtitleProfiles, playMethod, transcoderSupport, true) ??
  1038. new SubtitleProfile
  1039. {
  1040. Method = SubtitleDeliveryMethod.Encode,
  1041. Format = subtitleStream.Codec
  1042. };
  1043. }
  1044. private static bool IsSubtitleEmbedSupported(MediaStream subtitleStream, SubtitleProfile subtitleProfile, string transcodingSubProtocol, string transcodingContainer)
  1045. {
  1046. if (!string.IsNullOrEmpty(transcodingContainer))
  1047. {
  1048. string[] normalizedContainers = ContainerProfile.SplitValue(transcodingContainer);
  1049. if (ContainerProfile.ContainsContainer(normalizedContainers, "ts")
  1050. || ContainerProfile.ContainsContainer(normalizedContainers, "mpegts")
  1051. || ContainerProfile.ContainsContainer(normalizedContainers, "mp4"))
  1052. {
  1053. return false;
  1054. }
  1055. else if (ContainerProfile.ContainsContainer(normalizedContainers, "mkv")
  1056. || ContainerProfile.ContainsContainer(normalizedContainers, "matroska"))
  1057. {
  1058. return true;
  1059. }
  1060. }
  1061. return false;
  1062. }
  1063. private static SubtitleProfile GetExternalSubtitleProfile(MediaSourceInfo mediaSource, MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, ITranscoderSupport transcoderSupport, bool allowConversion)
  1064. {
  1065. foreach (var profile in subtitleProfiles)
  1066. {
  1067. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  1068. {
  1069. continue;
  1070. }
  1071. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  1072. {
  1073. continue;
  1074. }
  1075. if (!profile.SupportsLanguage(subtitleStream.Language))
  1076. {
  1077. continue;
  1078. }
  1079. if (!subtitleStream.IsExternal && !transcoderSupport.CanExtractSubtitles(subtitleStream.Codec))
  1080. {
  1081. continue;
  1082. }
  1083. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  1084. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  1085. {
  1086. bool requiresConversion = !StringHelper.EqualsIgnoreCase(subtitleStream.Codec, profile.Format);
  1087. if (!requiresConversion)
  1088. {
  1089. return profile;
  1090. }
  1091. if (!allowConversion)
  1092. {
  1093. continue;
  1094. }
  1095. // TODO: Build this into subtitleStream.SupportsExternalStream
  1096. if (mediaSource.IsInfiniteStream)
  1097. {
  1098. continue;
  1099. }
  1100. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  1101. {
  1102. return profile;
  1103. }
  1104. }
  1105. }
  1106. return null;
  1107. }
  1108. private bool IsAudioEligibleForDirectPlay(MediaSourceInfo item, long maxBitrate, PlayMethod playMethod)
  1109. {
  1110. // Don't restrict by bitrate if coming from an external domain
  1111. if (item.IsRemote)
  1112. {
  1113. return true;
  1114. }
  1115. long requestedMaxBitrate = maxBitrate > 0 ? maxBitrate : 1000000;
  1116. // If we don't know the bitrate, then force a transcode if requested max bitrate is under 40 mbps
  1117. int itemBitrate = item.Bitrate ?? 40000000;
  1118. if (itemBitrate > requestedMaxBitrate)
  1119. {
  1120. _logger.LogInformation("Bitrate exceeds {PlayBackMethod} limit: media bitrate: {MediaBitrate}, max bitrate: {MaxBitrate}",
  1121. playMethod, itemBitrate, requestedMaxBitrate);
  1122. return false;
  1123. }
  1124. return true;
  1125. }
  1126. private static void ValidateInput(VideoOptions options)
  1127. {
  1128. ValidateAudioInput(options);
  1129. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1130. {
  1131. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  1132. }
  1133. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  1134. {
  1135. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  1136. }
  1137. }
  1138. private static void ValidateAudioInput(AudioOptions options)
  1139. {
  1140. if (options.ItemId.Equals(Guid.Empty))
  1141. {
  1142. throw new ArgumentException("ItemId is required");
  1143. }
  1144. if (string.IsNullOrEmpty(options.DeviceId))
  1145. {
  1146. throw new ArgumentException("DeviceId is required");
  1147. }
  1148. if (options.Profile == null)
  1149. {
  1150. throw new ArgumentException("Profile is required");
  1151. }
  1152. if (options.MediaSources == null)
  1153. {
  1154. throw new ArgumentException("MediaSources is required");
  1155. }
  1156. }
  1157. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions, string qualifier, bool enableQualifiedConditions, bool enableNonQualifiedConditions)
  1158. {
  1159. foreach (ProfileCondition condition in conditions)
  1160. {
  1161. string value = condition.Value;
  1162. if (string.IsNullOrEmpty(value))
  1163. {
  1164. continue;
  1165. }
  1166. // No way to express this
  1167. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1168. {
  1169. continue;
  1170. }
  1171. switch (condition.Property)
  1172. {
  1173. case ProfileConditionValue.AudioBitrate:
  1174. {
  1175. if (!enableNonQualifiedConditions)
  1176. {
  1177. continue;
  1178. }
  1179. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1180. {
  1181. if (condition.Condition == ProfileConditionType.Equals)
  1182. {
  1183. item.AudioBitrate = num;
  1184. }
  1185. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1186. {
  1187. item.AudioBitrate = Math.Min(num, item.AudioBitrate ?? num);
  1188. }
  1189. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1190. {
  1191. item.AudioBitrate = Math.Max(num, item.AudioBitrate ?? num);
  1192. }
  1193. }
  1194. break;
  1195. }
  1196. case ProfileConditionValue.AudioChannels:
  1197. {
  1198. if (string.IsNullOrEmpty(qualifier))
  1199. {
  1200. if (!enableNonQualifiedConditions)
  1201. {
  1202. continue;
  1203. }
  1204. }
  1205. else
  1206. {
  1207. if (!enableQualifiedConditions)
  1208. {
  1209. continue;
  1210. }
  1211. }
  1212. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1213. {
  1214. if (condition.Condition == ProfileConditionType.Equals)
  1215. {
  1216. item.SetOption(qualifier, "audiochannels", num.ToString(CultureInfo.InvariantCulture));
  1217. }
  1218. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1219. {
  1220. item.SetOption(qualifier, "audiochannels", Math.Min(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1221. }
  1222. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1223. {
  1224. item.SetOption(qualifier, "audiochannels", Math.Max(num, item.GetTargetAudioChannels(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1225. }
  1226. }
  1227. break;
  1228. }
  1229. case ProfileConditionValue.IsAvc:
  1230. {
  1231. if (!enableNonQualifiedConditions)
  1232. {
  1233. continue;
  1234. }
  1235. if (bool.TryParse(value, out var isAvc))
  1236. {
  1237. if (isAvc && condition.Condition == ProfileConditionType.Equals)
  1238. {
  1239. item.RequireAvc = true;
  1240. }
  1241. else if (!isAvc && condition.Condition == ProfileConditionType.NotEquals)
  1242. {
  1243. item.RequireAvc = true;
  1244. }
  1245. }
  1246. break;
  1247. }
  1248. case ProfileConditionValue.IsAnamorphic:
  1249. {
  1250. if (!enableNonQualifiedConditions)
  1251. {
  1252. continue;
  1253. }
  1254. if (bool.TryParse(value, out var isAnamorphic))
  1255. {
  1256. if (isAnamorphic && condition.Condition == ProfileConditionType.Equals)
  1257. {
  1258. item.RequireNonAnamorphic = true;
  1259. }
  1260. else if (!isAnamorphic && condition.Condition == ProfileConditionType.NotEquals)
  1261. {
  1262. item.RequireNonAnamorphic = true;
  1263. }
  1264. }
  1265. break;
  1266. }
  1267. case ProfileConditionValue.IsInterlaced:
  1268. {
  1269. if (string.IsNullOrEmpty(qualifier))
  1270. {
  1271. if (!enableNonQualifiedConditions)
  1272. {
  1273. continue;
  1274. }
  1275. }
  1276. else
  1277. {
  1278. if (!enableQualifiedConditions)
  1279. {
  1280. continue;
  1281. }
  1282. }
  1283. if (bool.TryParse(value, out var isInterlaced))
  1284. {
  1285. if (!isInterlaced && condition.Condition == ProfileConditionType.Equals)
  1286. {
  1287. item.SetOption(qualifier, "deinterlace", "true");
  1288. }
  1289. else if (isInterlaced && condition.Condition == ProfileConditionType.NotEquals)
  1290. {
  1291. item.SetOption(qualifier, "deinterlace", "true");
  1292. }
  1293. }
  1294. break;
  1295. }
  1296. case ProfileConditionValue.AudioProfile:
  1297. case ProfileConditionValue.Has64BitOffsets:
  1298. case ProfileConditionValue.PacketLength:
  1299. case ProfileConditionValue.NumAudioStreams:
  1300. case ProfileConditionValue.NumVideoStreams:
  1301. case ProfileConditionValue.IsSecondaryAudio:
  1302. case ProfileConditionValue.VideoTimestamp:
  1303. {
  1304. // Not supported yet
  1305. break;
  1306. }
  1307. case ProfileConditionValue.RefFrames:
  1308. {
  1309. if (string.IsNullOrEmpty(qualifier))
  1310. {
  1311. if (!enableNonQualifiedConditions)
  1312. {
  1313. continue;
  1314. }
  1315. }
  1316. else
  1317. {
  1318. if (!enableQualifiedConditions)
  1319. {
  1320. continue;
  1321. }
  1322. }
  1323. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1324. {
  1325. if (condition.Condition == ProfileConditionType.Equals)
  1326. {
  1327. item.SetOption(qualifier, "maxrefframes", num.ToString(CultureInfo.InvariantCulture));
  1328. }
  1329. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1330. {
  1331. item.SetOption(qualifier, "maxrefframes", Math.Min(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1332. }
  1333. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1334. {
  1335. item.SetOption(qualifier, "maxrefframes", Math.Max(num, item.GetTargetRefFrames(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1336. }
  1337. }
  1338. break;
  1339. }
  1340. case ProfileConditionValue.VideoBitDepth:
  1341. {
  1342. if (string.IsNullOrEmpty(qualifier))
  1343. {
  1344. if (!enableNonQualifiedConditions)
  1345. {
  1346. continue;
  1347. }
  1348. }
  1349. else
  1350. {
  1351. if (!enableQualifiedConditions)
  1352. {
  1353. continue;
  1354. }
  1355. }
  1356. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1357. {
  1358. if (condition.Condition == ProfileConditionType.Equals)
  1359. {
  1360. item.SetOption(qualifier, "videobitdepth", num.ToString(CultureInfo.InvariantCulture));
  1361. }
  1362. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1363. {
  1364. item.SetOption(qualifier, "videobitdepth", Math.Min(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1365. }
  1366. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1367. {
  1368. item.SetOption(qualifier, "videobitdepth", Math.Max(num, item.GetTargetVideoBitDepth(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1369. }
  1370. }
  1371. break;
  1372. }
  1373. case ProfileConditionValue.VideoProfile:
  1374. {
  1375. if (string.IsNullOrEmpty(qualifier))
  1376. {
  1377. continue;
  1378. }
  1379. if (!string.IsNullOrEmpty(value))
  1380. {
  1381. // change from split by | to comma
  1382. // strip spaces to avoid having to encode
  1383. var values = value
  1384. .Split(new[] { '|' }, StringSplitOptions.RemoveEmptyEntries);
  1385. if (condition.Condition == ProfileConditionType.Equals || condition.Condition == ProfileConditionType.EqualsAny)
  1386. {
  1387. item.SetOption(qualifier, "profile", string.Join(",", values));
  1388. }
  1389. }
  1390. break;
  1391. }
  1392. case ProfileConditionValue.Height:
  1393. {
  1394. if (!enableNonQualifiedConditions)
  1395. {
  1396. continue;
  1397. }
  1398. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1399. {
  1400. if (condition.Condition == ProfileConditionType.Equals)
  1401. {
  1402. item.MaxHeight = num;
  1403. }
  1404. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1405. {
  1406. item.MaxHeight = Math.Min(num, item.MaxHeight ?? num);
  1407. }
  1408. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1409. {
  1410. item.MaxHeight = Math.Max(num, item.MaxHeight ?? num);
  1411. }
  1412. }
  1413. break;
  1414. }
  1415. case ProfileConditionValue.VideoBitrate:
  1416. {
  1417. if (!enableNonQualifiedConditions)
  1418. {
  1419. continue;
  1420. }
  1421. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1422. {
  1423. if (condition.Condition == ProfileConditionType.Equals)
  1424. {
  1425. item.VideoBitrate = num;
  1426. }
  1427. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1428. {
  1429. item.VideoBitrate = Math.Min(num, item.VideoBitrate ?? num);
  1430. }
  1431. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1432. {
  1433. item.VideoBitrate = Math.Max(num, item.VideoBitrate ?? num);
  1434. }
  1435. }
  1436. break;
  1437. }
  1438. case ProfileConditionValue.VideoFramerate:
  1439. {
  1440. if (!enableNonQualifiedConditions)
  1441. {
  1442. continue;
  1443. }
  1444. if (float.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1445. {
  1446. if (condition.Condition == ProfileConditionType.Equals)
  1447. {
  1448. item.MaxFramerate = num;
  1449. }
  1450. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1451. {
  1452. item.MaxFramerate = Math.Min(num, item.MaxFramerate ?? num);
  1453. }
  1454. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1455. {
  1456. item.MaxFramerate = Math.Max(num, item.MaxFramerate ?? num);
  1457. }
  1458. }
  1459. break;
  1460. }
  1461. case ProfileConditionValue.VideoLevel:
  1462. {
  1463. if (string.IsNullOrEmpty(qualifier))
  1464. {
  1465. continue;
  1466. }
  1467. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1468. {
  1469. if (condition.Condition == ProfileConditionType.Equals)
  1470. {
  1471. item.SetOption(qualifier, "level", num.ToString(CultureInfo.InvariantCulture));
  1472. }
  1473. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1474. {
  1475. item.SetOption(qualifier, "level", Math.Min(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1476. }
  1477. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1478. {
  1479. item.SetOption(qualifier, "level", Math.Max(num, item.GetTargetVideoLevel(qualifier) ?? num).ToString(CultureInfo.InvariantCulture));
  1480. }
  1481. }
  1482. break;
  1483. }
  1484. case ProfileConditionValue.Width:
  1485. {
  1486. if (!enableNonQualifiedConditions)
  1487. {
  1488. continue;
  1489. }
  1490. if (int.TryParse(value, NumberStyles.Any, CultureInfo.InvariantCulture, out var num))
  1491. {
  1492. if (condition.Condition == ProfileConditionType.Equals)
  1493. {
  1494. item.MaxWidth = num;
  1495. }
  1496. else if (condition.Condition == ProfileConditionType.LessThanEqual)
  1497. {
  1498. item.MaxWidth = Math.Min(num, item.MaxWidth ?? num);
  1499. }
  1500. else if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  1501. {
  1502. item.MaxWidth = Math.Max(num, item.MaxWidth ?? num);
  1503. }
  1504. }
  1505. break;
  1506. }
  1507. default:
  1508. break;
  1509. }
  1510. }
  1511. }
  1512. private static bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  1513. {
  1514. // Check container type
  1515. if (!profile.SupportsContainer(item.Container))
  1516. {
  1517. return false;
  1518. }
  1519. // Check audio codec
  1520. string audioCodec = audioStream?.Codec;
  1521. if (!profile.SupportsAudioCodec(audioCodec))
  1522. {
  1523. return false;
  1524. }
  1525. return true;
  1526. }
  1527. private bool IsVideoDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream)
  1528. {
  1529. // Check container type
  1530. if (!profile.SupportsContainer(item.Container))
  1531. {
  1532. return false;
  1533. }
  1534. // Check video codec
  1535. string videoCodec = videoStream?.Codec;
  1536. if (!profile.SupportsVideoCodec(videoCodec))
  1537. {
  1538. return false;
  1539. }
  1540. // Check audio codec
  1541. if (audioStream != null && !profile.SupportsAudioCodec(audioStream.Codec))
  1542. {
  1543. return false;
  1544. }
  1545. return true;
  1546. }
  1547. }
  1548. }