StreamBuilder.cs 51 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224
  1. using MediaBrowser.Model.Dto;
  2. using MediaBrowser.Model.Entities;
  3. using MediaBrowser.Model.Extensions;
  4. using MediaBrowser.Model.Logging;
  5. using MediaBrowser.Model.MediaInfo;
  6. using MediaBrowser.Model.Session;
  7. using System;
  8. using System.Collections.Generic;
  9. namespace MediaBrowser.Model.Dlna
  10. {
  11. public class StreamBuilder
  12. {
  13. private readonly ILogger _logger;
  14. private readonly ITranscoderSupport _transcoderSupport;
  15. public StreamBuilder(ITranscoderSupport transcoderSupport, ILogger logger)
  16. {
  17. _transcoderSupport = transcoderSupport;
  18. _logger = logger;
  19. }
  20. public StreamBuilder(ILogger logger)
  21. : this(new FullTranscoderSupport(), logger)
  22. {
  23. }
  24. public StreamInfo BuildAudioItem(AudioOptions options)
  25. {
  26. ValidateAudioInput(options);
  27. List<MediaSourceInfo> mediaSources = new List<MediaSourceInfo>();
  28. foreach (MediaSourceInfo i in options.MediaSources)
  29. {
  30. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  31. StringHelper.EqualsIgnoreCase(i.Id, options.MediaSourceId))
  32. {
  33. mediaSources.Add(i);
  34. }
  35. }
  36. List<StreamInfo> streams = new List<StreamInfo>();
  37. foreach (MediaSourceInfo i in mediaSources)
  38. {
  39. StreamInfo streamInfo = BuildAudioItem(i, options);
  40. if (streamInfo != null)
  41. {
  42. streams.Add(streamInfo);
  43. }
  44. }
  45. foreach (StreamInfo stream in streams)
  46. {
  47. stream.DeviceId = options.DeviceId;
  48. stream.DeviceProfileId = options.Profile.Id;
  49. }
  50. return GetOptimalStream(streams, options.GetMaxBitrate(true));
  51. }
  52. public StreamInfo BuildVideoItem(VideoOptions options)
  53. {
  54. ValidateInput(options);
  55. List<MediaSourceInfo> mediaSources = new List<MediaSourceInfo>();
  56. foreach (MediaSourceInfo i in options.MediaSources)
  57. {
  58. if (string.IsNullOrEmpty(options.MediaSourceId) ||
  59. StringHelper.EqualsIgnoreCase(i.Id, options.MediaSourceId))
  60. {
  61. mediaSources.Add(i);
  62. }
  63. }
  64. List<StreamInfo> streams = new List<StreamInfo>();
  65. foreach (MediaSourceInfo i in mediaSources)
  66. {
  67. StreamInfo streamInfo = BuildVideoItem(i, options);
  68. if (streamInfo != null)
  69. {
  70. streams.Add(streamInfo);
  71. }
  72. }
  73. foreach (StreamInfo stream in streams)
  74. {
  75. stream.DeviceId = options.DeviceId;
  76. stream.DeviceProfileId = options.Profile.Id;
  77. }
  78. return GetOptimalStream(streams, options.GetMaxBitrate(false));
  79. }
  80. private StreamInfo GetOptimalStream(List<StreamInfo> streams, int? maxBitrate)
  81. {
  82. streams = StreamInfoSorter.SortMediaSources(streams, maxBitrate);
  83. foreach (StreamInfo stream in streams)
  84. {
  85. return stream;
  86. }
  87. return null;
  88. }
  89. private StreamInfo BuildAudioItem(MediaSourceInfo item, AudioOptions options)
  90. {
  91. StreamInfo playlistItem = new StreamInfo
  92. {
  93. ItemId = options.ItemId,
  94. MediaType = DlnaProfileType.Audio,
  95. MediaSource = item,
  96. RunTimeTicks = item.RunTimeTicks,
  97. Context = options.Context,
  98. DeviceProfile = options.Profile
  99. };
  100. if (options.ForceDirectPlay)
  101. {
  102. playlistItem.PlayMethod = PlayMethod.DirectPlay;
  103. playlistItem.Container = item.Container;
  104. return playlistItem;
  105. }
  106. if (options.ForceDirectStream)
  107. {
  108. playlistItem.PlayMethod = PlayMethod.DirectStream;
  109. playlistItem.Container = item.Container;
  110. return playlistItem;
  111. }
  112. MediaStream audioStream = item.GetDefaultAudioStream(null);
  113. List<PlayMethod> directPlayMethods = GetAudioDirectPlayMethods(item, audioStream, options);
  114. ConditionProcessor conditionProcessor = new ConditionProcessor();
  115. int? inputAudioChannels = audioStream == null ? null : audioStream.Channels;
  116. int? inputAudioBitrate = audioStream == null ? null : audioStream.BitDepth;
  117. if (directPlayMethods.Count > 0)
  118. {
  119. string audioCodec = audioStream == null ? null : audioStream.Codec;
  120. // Make sure audio codec profiles are satisfied
  121. if (!string.IsNullOrEmpty(audioCodec))
  122. {
  123. List<ProfileCondition> conditions = new List<ProfileCondition>();
  124. foreach (CodecProfile i in options.Profile.CodecProfiles)
  125. {
  126. if (i.Type == CodecType.Audio && i.ContainsCodec(audioCodec, item.Container))
  127. {
  128. bool applyConditions = true;
  129. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  130. {
  131. if (!conditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate))
  132. {
  133. LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
  134. applyConditions = false;
  135. break;
  136. }
  137. }
  138. if (applyConditions)
  139. {
  140. foreach (ProfileCondition c in i.Conditions)
  141. {
  142. conditions.Add(c);
  143. }
  144. }
  145. }
  146. }
  147. bool all = true;
  148. foreach (ProfileCondition c in conditions)
  149. {
  150. if (!conditionProcessor.IsAudioConditionSatisfied(c, inputAudioChannels, inputAudioBitrate))
  151. {
  152. LogConditionFailure(options.Profile, "AudioCodecProfile", c, item);
  153. all = false;
  154. break;
  155. }
  156. }
  157. if (all)
  158. {
  159. if (directPlayMethods.Contains(PlayMethod.DirectStream))
  160. {
  161. playlistItem.PlayMethod = PlayMethod.DirectStream;
  162. }
  163. playlistItem.Container = item.Container;
  164. return playlistItem;
  165. }
  166. }
  167. }
  168. TranscodingProfile transcodingProfile = null;
  169. foreach (TranscodingProfile i in options.Profile.TranscodingProfiles)
  170. {
  171. if (i.Type == playlistItem.MediaType && i.Context == options.Context)
  172. {
  173. if (_transcoderSupport.CanEncodeToAudioCodec(i.AudioCodec ?? i.Container))
  174. {
  175. transcodingProfile = i;
  176. break;
  177. }
  178. }
  179. }
  180. if (transcodingProfile != null)
  181. {
  182. if (!item.SupportsTranscoding)
  183. {
  184. return null;
  185. }
  186. playlistItem.PlayMethod = PlayMethod.Transcode;
  187. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  188. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  189. playlistItem.Container = transcodingProfile.Container;
  190. if (string.IsNullOrEmpty(transcodingProfile.AudioCodec))
  191. {
  192. playlistItem.AudioCodecs = new string[] { };
  193. }
  194. else
  195. {
  196. playlistItem.AudioCodecs = transcodingProfile.AudioCodec.Split(',');
  197. }
  198. playlistItem.SubProtocol = transcodingProfile.Protocol;
  199. List<CodecProfile> audioCodecProfiles = new List<CodecProfile>();
  200. foreach (CodecProfile i in options.Profile.CodecProfiles)
  201. {
  202. if (i.Type == CodecType.Audio && i.ContainsCodec(transcodingProfile.AudioCodec, transcodingProfile.Container))
  203. {
  204. audioCodecProfiles.Add(i);
  205. }
  206. if (audioCodecProfiles.Count >= 1) break;
  207. }
  208. List<ProfileCondition> audioTranscodingConditions = new List<ProfileCondition>();
  209. foreach (CodecProfile i in audioCodecProfiles)
  210. {
  211. bool applyConditions = true;
  212. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  213. {
  214. if (!conditionProcessor.IsAudioConditionSatisfied(applyCondition, inputAudioChannels, inputAudioBitrate))
  215. {
  216. LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
  217. applyConditions = false;
  218. break;
  219. }
  220. }
  221. if (applyConditions)
  222. {
  223. foreach (ProfileCondition c in i.Conditions)
  224. {
  225. audioTranscodingConditions.Add(c);
  226. }
  227. }
  228. }
  229. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions);
  230. // Honor requested max channels
  231. if (options.MaxAudioChannels.HasValue)
  232. {
  233. int currentValue = playlistItem.MaxAudioChannels ?? options.MaxAudioChannels.Value;
  234. playlistItem.MaxAudioChannels = Math.Min(options.MaxAudioChannels.Value, currentValue);
  235. }
  236. int transcodingBitrate = options.AudioTranscodingBitrate ??
  237. options.Profile.MusicStreamingTranscodingBitrate ??
  238. 128000;
  239. int? configuredBitrate = options.GetMaxBitrate(true);
  240. if (configuredBitrate.HasValue)
  241. {
  242. transcodingBitrate = Math.Min(configuredBitrate.Value, transcodingBitrate);
  243. }
  244. playlistItem.AudioBitrate = Math.Min(transcodingBitrate, playlistItem.AudioBitrate ?? transcodingBitrate);
  245. }
  246. return playlistItem;
  247. }
  248. private int? GetBitrateForDirectPlayCheck(MediaSourceInfo item, AudioOptions options, bool isAudio)
  249. {
  250. if (item.Protocol == MediaProtocol.File)
  251. {
  252. return options.Profile.MaxStaticBitrate;
  253. }
  254. return options.GetMaxBitrate(isAudio);
  255. }
  256. private List<PlayMethod> GetAudioDirectPlayMethods(MediaSourceInfo item, MediaStream audioStream, AudioOptions options)
  257. {
  258. DirectPlayProfile directPlayProfile = null;
  259. foreach (DirectPlayProfile i in options.Profile.DirectPlayProfiles)
  260. {
  261. if (i.Type == DlnaProfileType.Audio && IsAudioDirectPlaySupported(i, item, audioStream))
  262. {
  263. directPlayProfile = i;
  264. break;
  265. }
  266. }
  267. List<PlayMethod> playMethods = new List<PlayMethod>();
  268. if (directPlayProfile != null)
  269. {
  270. // While options takes the network and other factors into account. Only applies to direct stream
  271. if (item.SupportsDirectStream && IsAudioEligibleForDirectPlay(item, options.GetMaxBitrate(true)) && options.EnableDirectStream)
  272. {
  273. playMethods.Add(PlayMethod.DirectStream);
  274. }
  275. // The profile describes what the device supports
  276. // If device requirements are satisfied then allow both direct stream and direct play
  277. if (item.SupportsDirectPlay &&
  278. IsAudioEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true)) && options.EnableDirectPlay)
  279. {
  280. playMethods.Add(PlayMethod.DirectPlay);
  281. }
  282. }
  283. else
  284. {
  285. _logger.Info("Profile: {0}, No direct play profiles found for Path: {1}",
  286. options.Profile.Name ?? "Unknown Profile",
  287. item.Path ?? "Unknown path");
  288. }
  289. return playMethods;
  290. }
  291. private int? GetDefaultSubtitleStreamIndex(MediaSourceInfo item, SubtitleProfile[] subtitleProfiles)
  292. {
  293. int highestScore = -1;
  294. foreach (MediaStream stream in item.MediaStreams)
  295. {
  296. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue)
  297. {
  298. if (stream.Score.Value > highestScore)
  299. {
  300. highestScore = stream.Score.Value;
  301. }
  302. }
  303. }
  304. List<MediaStream> topStreams = new List<MediaStream>();
  305. foreach (MediaStream stream in item.MediaStreams)
  306. {
  307. if (stream.Type == MediaStreamType.Subtitle && stream.Score.HasValue && stream.Score.Value == highestScore)
  308. {
  309. topStreams.Add(stream);
  310. }
  311. }
  312. // If multiple streams have an equal score, try to pick the most efficient one
  313. if (topStreams.Count > 1)
  314. {
  315. foreach (MediaStream stream in topStreams)
  316. {
  317. foreach (SubtitleProfile profile in subtitleProfiles)
  318. {
  319. if (profile.Method == SubtitleDeliveryMethod.External && StringHelper.EqualsIgnoreCase(profile.Format, stream.Codec))
  320. {
  321. return stream.Index;
  322. }
  323. }
  324. }
  325. }
  326. // If no optimization panned out, just use the original default
  327. return item.DefaultSubtitleStreamIndex;
  328. }
  329. private StreamInfo BuildVideoItem(MediaSourceInfo item, VideoOptions options)
  330. {
  331. StreamInfo playlistItem = new StreamInfo
  332. {
  333. ItemId = options.ItemId,
  334. MediaType = DlnaProfileType.Video,
  335. MediaSource = item,
  336. RunTimeTicks = item.RunTimeTicks,
  337. Context = options.Context,
  338. DeviceProfile = options.Profile
  339. };
  340. playlistItem.SubtitleStreamIndex = options.SubtitleStreamIndex ?? GetDefaultSubtitleStreamIndex(item, options.Profile.SubtitleProfiles);
  341. MediaStream subtitleStream = playlistItem.SubtitleStreamIndex.HasValue ? item.GetMediaStream(MediaStreamType.Subtitle, playlistItem.SubtitleStreamIndex.Value) : null;
  342. MediaStream audioStream = item.GetDefaultAudioStream(options.AudioStreamIndex ?? item.DefaultAudioStreamIndex);
  343. int? audioStreamIndex = null;
  344. if (audioStream != null)
  345. {
  346. audioStreamIndex = audioStream.Index;
  347. }
  348. MediaStream videoStream = item.VideoStream;
  349. // TODO: This doesn't accout for situation of device being able to handle media bitrate, but wifi connection not fast enough
  350. bool isEligibleForDirectPlay = options.EnableDirectPlay && (options.ForceDirectPlay || IsEligibleForDirectPlay(item, GetBitrateForDirectPlayCheck(item, options, true), subtitleStream, options, PlayMethod.DirectPlay));
  351. bool isEligibleForDirectStream = options.EnableDirectStream && (options.ForceDirectStream || IsEligibleForDirectPlay(item, options.GetMaxBitrate(false), subtitleStream, options, PlayMethod.DirectStream));
  352. _logger.Info("Profile: {0}, Path: {1}, isEligibleForDirectPlay: {2}, isEligibleForDirectStream: {3}",
  353. options.Profile.Name ?? "Unknown Profile",
  354. item.Path ?? "Unknown path",
  355. isEligibleForDirectPlay,
  356. isEligibleForDirectStream);
  357. if (isEligibleForDirectPlay || isEligibleForDirectStream)
  358. {
  359. // See if it can be direct played
  360. PlayMethod? directPlay = GetVideoDirectPlayProfile(options, item, videoStream, audioStream, isEligibleForDirectPlay, isEligibleForDirectStream);
  361. if (directPlay != null)
  362. {
  363. playlistItem.PlayMethod = directPlay.Value;
  364. playlistItem.Container = item.Container;
  365. if (subtitleStream != null)
  366. {
  367. SubtitleProfile subtitleProfile = GetSubtitleProfile(subtitleStream, options.Profile.SubtitleProfiles, directPlay.Value);
  368. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  369. playlistItem.SubtitleFormat = subtitleProfile.Format;
  370. }
  371. return playlistItem;
  372. }
  373. }
  374. // Can't direct play, find the transcoding profile
  375. TranscodingProfile transcodingProfile = null;
  376. foreach (TranscodingProfile i in options.Profile.TranscodingProfiles)
  377. {
  378. if (i.Type == playlistItem.MediaType && i.Context == options.Context)
  379. {
  380. transcodingProfile = i;
  381. break;
  382. }
  383. }
  384. if (transcodingProfile != null)
  385. {
  386. if (!item.SupportsTranscoding)
  387. {
  388. return null;
  389. }
  390. if (subtitleStream != null)
  391. {
  392. SubtitleProfile subtitleProfile = GetSubtitleProfile(subtitleStream, options.Profile.SubtitleProfiles, PlayMethod.Transcode);
  393. playlistItem.SubtitleDeliveryMethod = subtitleProfile.Method;
  394. playlistItem.SubtitleFormat = subtitleProfile.Format;
  395. }
  396. playlistItem.PlayMethod = PlayMethod.Transcode;
  397. playlistItem.Container = transcodingProfile.Container;
  398. playlistItem.EstimateContentLength = transcodingProfile.EstimateContentLength;
  399. playlistItem.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  400. playlistItem.AudioCodecs = transcodingProfile.AudioCodec.Split(',');
  401. playlistItem.VideoCodec = transcodingProfile.VideoCodec;
  402. playlistItem.CopyTimestamps = transcodingProfile.CopyTimestamps;
  403. playlistItem.EnableSubtitlesInManifest = transcodingProfile.EnableSubtitlesInManifest;
  404. playlistItem.EnableSplittingOnNonKeyFrames = transcodingProfile.EnableSplittingOnNonKeyFrames;
  405. if (!string.IsNullOrEmpty(transcodingProfile.MaxAudioChannels))
  406. {
  407. int transcodingMaxAudioChannels;
  408. if (IntHelper.TryParseCultureInvariant(transcodingProfile.MaxAudioChannels, out transcodingMaxAudioChannels))
  409. {
  410. playlistItem.TranscodingMaxAudioChannels = transcodingMaxAudioChannels;
  411. }
  412. }
  413. playlistItem.SubProtocol = transcodingProfile.Protocol;
  414. playlistItem.AudioStreamIndex = audioStreamIndex;
  415. ConditionProcessor conditionProcessor = new ConditionProcessor();
  416. List<ProfileCondition> videoTranscodingConditions = new List<ProfileCondition>();
  417. foreach (CodecProfile i in options.Profile.CodecProfiles)
  418. {
  419. if (i.Type == CodecType.Video && i.ContainsCodec(transcodingProfile.VideoCodec, transcodingProfile.Container))
  420. {
  421. bool applyConditions = true;
  422. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  423. {
  424. bool? isSecondaryAudio = audioStream == null ? null : item.IsSecondaryAudio(audioStream);
  425. int? inputAudioBitrate = audioStream == null ? null : audioStream.BitRate;
  426. int? audioChannels = audioStream == null ? null : audioStream.Channels;
  427. string audioProfile = audioStream == null ? null : audioStream.Profile;
  428. if (!conditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, inputAudioBitrate, audioProfile, isSecondaryAudio))
  429. {
  430. LogConditionFailure(options.Profile, "AudioCodecProfile", applyCondition, item);
  431. applyConditions = false;
  432. break;
  433. }
  434. }
  435. if (applyConditions)
  436. {
  437. foreach (ProfileCondition c in i.Conditions)
  438. {
  439. videoTranscodingConditions.Add(c);
  440. }
  441. break;
  442. }
  443. }
  444. }
  445. ApplyTranscodingConditions(playlistItem, videoTranscodingConditions);
  446. List<ProfileCondition> audioTranscodingConditions = new List<ProfileCondition>();
  447. foreach (CodecProfile i in options.Profile.CodecProfiles)
  448. {
  449. if (i.Type == CodecType.VideoAudio && i.ContainsCodec(playlistItem.TargetAudioCodec, transcodingProfile.Container))
  450. {
  451. bool applyConditions = true;
  452. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  453. {
  454. int? width = videoStream == null ? null : videoStream.Width;
  455. int? height = videoStream == null ? null : videoStream.Height;
  456. int? bitDepth = videoStream == null ? null : videoStream.BitDepth;
  457. int? videoBitrate = videoStream == null ? null : videoStream.BitRate;
  458. double? videoLevel = videoStream == null ? null : videoStream.Level;
  459. string videoProfile = videoStream == null ? null : videoStream.Profile;
  460. float? videoFramerate = videoStream == null ? null : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate;
  461. bool? isAnamorphic = videoStream == null ? null : videoStream.IsAnamorphic;
  462. string videoCodecTag = videoStream == null ? null : videoStream.CodecTag;
  463. bool? isAvc = videoStream == null ? null : videoStream.IsAVC;
  464. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : item.Timestamp;
  465. int? packetLength = videoStream == null ? null : videoStream.PacketLength;
  466. int? refFrames = videoStream == null ? null : videoStream.RefFrames;
  467. int? numAudioStreams = item.GetStreamCount(MediaStreamType.Audio);
  468. int? numVideoStreams = item.GetStreamCount(MediaStreamType.Video);
  469. if (!conditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  470. {
  471. LogConditionFailure(options.Profile, "VideoCodecProfile", applyCondition, item);
  472. applyConditions = false;
  473. break;
  474. }
  475. }
  476. if (applyConditions)
  477. {
  478. foreach (ProfileCondition c in i.Conditions)
  479. {
  480. audioTranscodingConditions.Add(c);
  481. }
  482. break;
  483. }
  484. }
  485. }
  486. ApplyTranscodingConditions(playlistItem, audioTranscodingConditions);
  487. // Honor requested max channels
  488. if (options.MaxAudioChannels.HasValue)
  489. {
  490. int currentValue = playlistItem.MaxAudioChannels ?? options.MaxAudioChannels.Value;
  491. playlistItem.MaxAudioChannels = Math.Min(options.MaxAudioChannels.Value, currentValue);
  492. }
  493. int audioBitrate = GetAudioBitrate(playlistItem.SubProtocol, options.GetMaxBitrate(false), playlistItem.TargetAudioChannels, playlistItem.TargetAudioCodec, audioStream);
  494. playlistItem.AudioBitrate = Math.Min(playlistItem.AudioBitrate ?? audioBitrate, audioBitrate);
  495. int? maxBitrateSetting = options.GetMaxBitrate(false);
  496. // Honor max rate
  497. if (maxBitrateSetting.HasValue)
  498. {
  499. int videoBitrate = maxBitrateSetting.Value;
  500. if (playlistItem.AudioBitrate.HasValue)
  501. {
  502. videoBitrate -= playlistItem.AudioBitrate.Value;
  503. }
  504. // Make sure the video bitrate is lower than bitrate settings but at least 64k
  505. int currentValue = playlistItem.VideoBitrate ?? videoBitrate;
  506. playlistItem.VideoBitrate = Math.Max(Math.Min(videoBitrate, currentValue), 64000);
  507. }
  508. }
  509. return playlistItem;
  510. }
  511. private int GetAudioBitrate(string subProtocol, int? maxTotalBitrate, int? targetAudioChannels, string targetAudioCodec, MediaStream audioStream)
  512. {
  513. int defaultBitrate = audioStream == null ? 192000 : audioStream.BitRate ?? 192000;
  514. // Reduce the bitrate if we're downmixing
  515. if (targetAudioChannels.HasValue && audioStream != null && audioStream.Channels.HasValue && targetAudioChannels.Value < audioStream.Channels.Value)
  516. {
  517. defaultBitrate = StringHelper.EqualsIgnoreCase(targetAudioCodec, "ac3") ? 192000 : 128000;
  518. }
  519. if (StringHelper.EqualsIgnoreCase(subProtocol, "hls"))
  520. {
  521. defaultBitrate = Math.Min(384000, defaultBitrate);
  522. }
  523. else
  524. {
  525. defaultBitrate = Math.Min(448000, defaultBitrate);
  526. }
  527. int encoderAudioBitrateLimit = int.MaxValue;
  528. if (audioStream != null)
  529. {
  530. // Seeing webm encoding failures when source has 1 audio channel and 22k bitrate.
  531. // Any attempts to transcode over 64k will fail
  532. if (audioStream.Channels.HasValue &&
  533. audioStream.Channels.Value == 1)
  534. {
  535. if ((audioStream.BitRate ?? 0) < 64000)
  536. {
  537. encoderAudioBitrateLimit = 64000;
  538. }
  539. }
  540. }
  541. if (maxTotalBitrate.HasValue)
  542. {
  543. if (maxTotalBitrate.Value < 640000)
  544. {
  545. defaultBitrate = Math.Min(128000, defaultBitrate);
  546. }
  547. }
  548. return Math.Min(defaultBitrate, encoderAudioBitrateLimit);
  549. }
  550. private PlayMethod? GetVideoDirectPlayProfile(VideoOptions options,
  551. MediaSourceInfo mediaSource,
  552. MediaStream videoStream,
  553. MediaStream audioStream,
  554. bool isEligibleForDirectPlay,
  555. bool isEligibleForDirectStream)
  556. {
  557. DeviceProfile profile = options.Profile;
  558. if (options.ForceDirectPlay)
  559. {
  560. return PlayMethod.DirectPlay;
  561. }
  562. if (options.ForceDirectStream)
  563. {
  564. return PlayMethod.DirectStream;
  565. }
  566. if (videoStream == null)
  567. {
  568. _logger.Info("Profile: {0}, Cannot direct stream with no known video stream. Path: {1}",
  569. profile.Name ?? "Unknown Profile",
  570. mediaSource.Path ?? "Unknown path");
  571. return null;
  572. }
  573. // See if it can be direct played
  574. DirectPlayProfile directPlay = null;
  575. foreach (DirectPlayProfile i in profile.DirectPlayProfiles)
  576. {
  577. if (i.Type == DlnaProfileType.Video && IsVideoDirectPlaySupported(i, mediaSource, videoStream, audioStream))
  578. {
  579. directPlay = i;
  580. break;
  581. }
  582. }
  583. if (directPlay == null)
  584. {
  585. _logger.Info("Profile: {0}, No direct play profiles found for Path: {1}",
  586. profile.Name ?? "Unknown Profile",
  587. mediaSource.Path ?? "Unknown path");
  588. return null;
  589. }
  590. string container = mediaSource.Container;
  591. List<ProfileCondition> conditions = new List<ProfileCondition>();
  592. foreach (ContainerProfile i in profile.ContainerProfiles)
  593. {
  594. if (i.Type == DlnaProfileType.Video &&
  595. ListHelper.ContainsIgnoreCase(i.GetContainers(), container))
  596. {
  597. foreach (ProfileCondition c in i.Conditions)
  598. {
  599. conditions.Add(c);
  600. }
  601. }
  602. }
  603. ConditionProcessor conditionProcessor = new ConditionProcessor();
  604. int? width = videoStream == null ? null : videoStream.Width;
  605. int? height = videoStream == null ? null : videoStream.Height;
  606. int? bitDepth = videoStream == null ? null : videoStream.BitDepth;
  607. int? videoBitrate = videoStream == null ? null : videoStream.BitRate;
  608. double? videoLevel = videoStream == null ? null : videoStream.Level;
  609. string videoProfile = videoStream == null ? null : videoStream.Profile;
  610. float? videoFramerate = videoStream == null ? null : videoStream.AverageFrameRate ?? videoStream.AverageFrameRate;
  611. bool? isAnamorphic = videoStream == null ? null : videoStream.IsAnamorphic;
  612. string videoCodecTag = videoStream == null ? null : videoStream.CodecTag;
  613. bool? isAvc = videoStream == null ? null : videoStream.IsAVC;
  614. int? audioBitrate = audioStream == null ? null : audioStream.BitRate;
  615. int? audioChannels = audioStream == null ? null : audioStream.Channels;
  616. string audioProfile = audioStream == null ? null : audioStream.Profile;
  617. TransportStreamTimestamp? timestamp = videoStream == null ? TransportStreamTimestamp.None : mediaSource.Timestamp;
  618. int? packetLength = videoStream == null ? null : videoStream.PacketLength;
  619. int? refFrames = videoStream == null ? null : videoStream.RefFrames;
  620. int? numAudioStreams = mediaSource.GetStreamCount(MediaStreamType.Audio);
  621. int? numVideoStreams = mediaSource.GetStreamCount(MediaStreamType.Video);
  622. // Check container conditions
  623. foreach (ProfileCondition i in conditions)
  624. {
  625. if (!conditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  626. {
  627. LogConditionFailure(profile, "VideoContainerProfile", i, mediaSource);
  628. return null;
  629. }
  630. }
  631. string videoCodec = videoStream == null ? null : videoStream.Codec;
  632. if (string.IsNullOrEmpty(videoCodec))
  633. {
  634. _logger.Info("Profile: {0}, DirectPlay=false. Reason=Unknown video codec. Path: {1}",
  635. profile.Name ?? "Unknown Profile",
  636. mediaSource.Path ?? "Unknown path");
  637. return null;
  638. }
  639. conditions = new List<ProfileCondition>();
  640. foreach (CodecProfile i in profile.CodecProfiles)
  641. {
  642. if (i.Type == CodecType.Video && i.ContainsCodec(videoCodec, container))
  643. {
  644. bool applyConditions = true;
  645. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  646. {
  647. if (!conditionProcessor.IsVideoConditionSatisfied(applyCondition, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  648. {
  649. LogConditionFailure(profile, "VideoCodecProfile", applyCondition, mediaSource);
  650. applyConditions = false;
  651. break;
  652. }
  653. }
  654. if (applyConditions)
  655. {
  656. foreach (ProfileCondition c in i.Conditions)
  657. {
  658. conditions.Add(c);
  659. }
  660. }
  661. }
  662. }
  663. foreach (ProfileCondition i in conditions)
  664. {
  665. if (!conditionProcessor.IsVideoConditionSatisfied(i, width, height, bitDepth, videoBitrate, videoProfile, videoLevel, videoFramerate, packetLength, timestamp, isAnamorphic, refFrames, numVideoStreams, numAudioStreams, videoCodecTag, isAvc))
  666. {
  667. LogConditionFailure(profile, "VideoCodecProfile", i, mediaSource);
  668. return null;
  669. }
  670. }
  671. if (audioStream != null)
  672. {
  673. string audioCodec = audioStream.Codec;
  674. if (string.IsNullOrEmpty(audioCodec))
  675. {
  676. _logger.Info("Profile: {0}, DirectPlay=false. Reason=Unknown audio codec. Path: {1}",
  677. profile.Name ?? "Unknown Profile",
  678. mediaSource.Path ?? "Unknown path");
  679. return null;
  680. }
  681. conditions = new List<ProfileCondition>();
  682. bool? isSecondaryAudio = audioStream == null ? null : mediaSource.IsSecondaryAudio(audioStream);
  683. foreach (CodecProfile i in profile.CodecProfiles)
  684. {
  685. if (i.Type == CodecType.VideoAudio && i.ContainsCodec(audioCodec, container))
  686. {
  687. bool applyConditions = true;
  688. foreach (ProfileCondition applyCondition in i.ApplyConditions)
  689. {
  690. if (!conditionProcessor.IsVideoAudioConditionSatisfied(applyCondition, audioChannels, audioBitrate, audioProfile, isSecondaryAudio))
  691. {
  692. LogConditionFailure(profile, "VideoAudioCodecProfile", applyCondition, mediaSource);
  693. applyConditions = false;
  694. break;
  695. }
  696. }
  697. if (applyConditions)
  698. {
  699. foreach (ProfileCondition c in i.Conditions)
  700. {
  701. conditions.Add(c);
  702. }
  703. }
  704. }
  705. }
  706. foreach (ProfileCondition i in conditions)
  707. {
  708. if (!conditionProcessor.IsVideoAudioConditionSatisfied(i, audioChannels, audioBitrate, audioProfile, isSecondaryAudio))
  709. {
  710. LogConditionFailure(profile, "VideoAudioCodecProfile", i, mediaSource);
  711. return null;
  712. }
  713. }
  714. }
  715. if (isEligibleForDirectStream && mediaSource.SupportsDirectStream)
  716. {
  717. return PlayMethod.DirectStream;
  718. }
  719. return null;
  720. }
  721. private void LogConditionFailure(DeviceProfile profile, string type, ProfileCondition condition, MediaSourceInfo mediaSource)
  722. {
  723. _logger.Info("Profile: {0}, DirectPlay=false. Reason={1}.{2} Condition: {3}. ConditionValue: {4}. IsRequired: {5}. Path: {6}",
  724. type,
  725. profile.Name ?? "Unknown Profile",
  726. condition.Property,
  727. condition.Condition,
  728. condition.Value ?? string.Empty,
  729. condition.IsRequired,
  730. mediaSource.Path ?? "Unknown path");
  731. }
  732. private bool IsEligibleForDirectPlay(MediaSourceInfo item,
  733. int? maxBitrate,
  734. MediaStream subtitleStream,
  735. VideoOptions options,
  736. PlayMethod playMethod)
  737. {
  738. if (subtitleStream != null)
  739. {
  740. SubtitleProfile subtitleProfile = GetSubtitleProfile(subtitleStream, options.Profile.SubtitleProfiles, playMethod);
  741. if (subtitleProfile.Method != SubtitleDeliveryMethod.External && subtitleProfile.Method != SubtitleDeliveryMethod.Embed)
  742. {
  743. _logger.Info("Not eligible for {0} due to unsupported subtitles", playMethod);
  744. return false;
  745. }
  746. }
  747. return IsAudioEligibleForDirectPlay(item, maxBitrate);
  748. }
  749. public static SubtitleProfile GetSubtitleProfile(MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod)
  750. {
  751. if (playMethod != PlayMethod.Transcode && !subtitleStream.IsExternal)
  752. {
  753. // Look for supported embedded subs
  754. foreach (SubtitleProfile profile in subtitleProfiles)
  755. {
  756. if (!profile.SupportsLanguage(subtitleStream.Language))
  757. {
  758. continue;
  759. }
  760. if (profile.Method != SubtitleDeliveryMethod.Embed)
  761. {
  762. continue;
  763. }
  764. if (subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format) && StringHelper.EqualsIgnoreCase(profile.Format, subtitleStream.Codec))
  765. {
  766. return profile;
  767. }
  768. }
  769. }
  770. // Look for an external or hls profile that matches the stream type (text/graphical) and doesn't require conversion
  771. return GetExternalSubtitleProfile(subtitleStream, subtitleProfiles, playMethod, false) ?? GetExternalSubtitleProfile(subtitleStream, subtitleProfiles, playMethod, true) ?? new SubtitleProfile
  772. {
  773. Method = SubtitleDeliveryMethod.Encode,
  774. Format = subtitleStream.Codec
  775. };
  776. }
  777. private static SubtitleProfile GetExternalSubtitleProfile(MediaStream subtitleStream, SubtitleProfile[] subtitleProfiles, PlayMethod playMethod, bool allowConversion)
  778. {
  779. foreach (SubtitleProfile profile in subtitleProfiles)
  780. {
  781. if (profile.Method != SubtitleDeliveryMethod.External && profile.Method != SubtitleDeliveryMethod.Hls)
  782. {
  783. continue;
  784. }
  785. if (profile.Method == SubtitleDeliveryMethod.Hls && playMethod != PlayMethod.Transcode)
  786. {
  787. continue;
  788. }
  789. if (!profile.SupportsLanguage(subtitleStream.Language))
  790. {
  791. continue;
  792. }
  793. if ((profile.Method == SubtitleDeliveryMethod.External && subtitleStream.IsTextSubtitleStream == MediaStream.IsTextFormat(profile.Format)) ||
  794. (profile.Method == SubtitleDeliveryMethod.Hls && subtitleStream.IsTextSubtitleStream))
  795. {
  796. bool requiresConversion = !StringHelper.EqualsIgnoreCase(subtitleStream.Codec, profile.Format);
  797. if (!requiresConversion)
  798. {
  799. return profile;
  800. }
  801. if (!allowConversion)
  802. {
  803. continue;
  804. }
  805. if (subtitleStream.IsTextSubtitleStream && subtitleStream.SupportsExternalStream && subtitleStream.SupportsSubtitleConversionTo(profile.Format))
  806. {
  807. return profile;
  808. }
  809. }
  810. }
  811. return null;
  812. }
  813. private bool IsAudioEligibleForDirectPlay(MediaSourceInfo item, int? maxBitrate)
  814. {
  815. if (!maxBitrate.HasValue)
  816. {
  817. _logger.Info("Cannot direct play due to unknown supported bitrate");
  818. return false;
  819. }
  820. if (!item.Bitrate.HasValue)
  821. {
  822. _logger.Info("Cannot direct play due to unknown content bitrate");
  823. return false;
  824. }
  825. if (item.Bitrate.Value > maxBitrate.Value)
  826. {
  827. _logger.Info("Bitrate exceeds DirectPlay limit");
  828. return false;
  829. }
  830. return true;
  831. }
  832. private void ValidateInput(VideoOptions options)
  833. {
  834. ValidateAudioInput(options);
  835. if (options.AudioStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  836. {
  837. throw new ArgumentException("MediaSourceId is required when a specific audio stream is requested");
  838. }
  839. if (options.SubtitleStreamIndex.HasValue && string.IsNullOrEmpty(options.MediaSourceId))
  840. {
  841. throw new ArgumentException("MediaSourceId is required when a specific subtitle stream is requested");
  842. }
  843. }
  844. private void ValidateAudioInput(AudioOptions options)
  845. {
  846. if (string.IsNullOrEmpty(options.ItemId))
  847. {
  848. throw new ArgumentException("ItemId is required");
  849. }
  850. if (string.IsNullOrEmpty(options.DeviceId))
  851. {
  852. throw new ArgumentException("DeviceId is required");
  853. }
  854. if (options.Profile == null)
  855. {
  856. throw new ArgumentException("Profile is required");
  857. }
  858. if (options.MediaSources == null)
  859. {
  860. throw new ArgumentException("MediaSources is required");
  861. }
  862. }
  863. private void ApplyTranscodingConditions(StreamInfo item, IEnumerable<ProfileCondition> conditions)
  864. {
  865. foreach (ProfileCondition condition in conditions)
  866. {
  867. string value = condition.Value;
  868. if (string.IsNullOrEmpty(value))
  869. {
  870. continue;
  871. }
  872. // No way to express this
  873. if (condition.Condition == ProfileConditionType.GreaterThanEqual)
  874. {
  875. continue;
  876. }
  877. switch (condition.Property)
  878. {
  879. case ProfileConditionValue.AudioBitrate:
  880. {
  881. int num;
  882. if (IntHelper.TryParseCultureInvariant(value, out num))
  883. {
  884. item.AudioBitrate = num;
  885. }
  886. break;
  887. }
  888. case ProfileConditionValue.AudioChannels:
  889. {
  890. int num;
  891. if (IntHelper.TryParseCultureInvariant(value, out num))
  892. {
  893. item.MaxAudioChannels = num;
  894. }
  895. break;
  896. }
  897. case ProfileConditionValue.IsAnamorphic:
  898. case ProfileConditionValue.AudioProfile:
  899. case ProfileConditionValue.Has64BitOffsets:
  900. case ProfileConditionValue.PacketLength:
  901. case ProfileConditionValue.NumAudioStreams:
  902. case ProfileConditionValue.NumVideoStreams:
  903. case ProfileConditionValue.IsSecondaryAudio:
  904. case ProfileConditionValue.VideoTimestamp:
  905. {
  906. // Not supported yet
  907. break;
  908. }
  909. case ProfileConditionValue.RefFrames:
  910. {
  911. int num;
  912. if (IntHelper.TryParseCultureInvariant(value, out num))
  913. {
  914. item.MaxRefFrames = num;
  915. }
  916. break;
  917. }
  918. case ProfileConditionValue.VideoBitDepth:
  919. {
  920. int num;
  921. if (IntHelper.TryParseCultureInvariant(value, out num))
  922. {
  923. item.MaxVideoBitDepth = num;
  924. }
  925. break;
  926. }
  927. case ProfileConditionValue.VideoProfile:
  928. {
  929. item.VideoProfile = (value ?? string.Empty).Split('|')[0];
  930. break;
  931. }
  932. case ProfileConditionValue.Height:
  933. {
  934. int num;
  935. if (IntHelper.TryParseCultureInvariant(value, out num))
  936. {
  937. item.MaxHeight = num;
  938. }
  939. break;
  940. }
  941. case ProfileConditionValue.VideoBitrate:
  942. {
  943. int num;
  944. if (IntHelper.TryParseCultureInvariant(value, out num))
  945. {
  946. item.VideoBitrate = num;
  947. }
  948. break;
  949. }
  950. case ProfileConditionValue.VideoFramerate:
  951. {
  952. float num;
  953. if (FloatHelper.TryParseCultureInvariant(value, out num))
  954. {
  955. item.MaxFramerate = num;
  956. }
  957. break;
  958. }
  959. case ProfileConditionValue.VideoLevel:
  960. {
  961. int num;
  962. if (IntHelper.TryParseCultureInvariant(value, out num))
  963. {
  964. item.VideoLevel = num;
  965. }
  966. break;
  967. }
  968. case ProfileConditionValue.Width:
  969. {
  970. int num;
  971. if (IntHelper.TryParseCultureInvariant(value, out num))
  972. {
  973. item.MaxWidth = num;
  974. }
  975. break;
  976. }
  977. }
  978. }
  979. }
  980. private bool IsAudioDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream audioStream)
  981. {
  982. if (profile.Container.Length > 0)
  983. {
  984. // Check container type
  985. string mediaContainer = item.Container ?? string.Empty;
  986. bool any = false;
  987. foreach (string i in profile.GetContainers())
  988. {
  989. if (StringHelper.EqualsIgnoreCase(i, mediaContainer))
  990. {
  991. any = true;
  992. break;
  993. }
  994. }
  995. if (!any)
  996. {
  997. return false;
  998. }
  999. }
  1000. // Check audio codec
  1001. List<string> audioCodecs = profile.GetAudioCodecs();
  1002. if (audioCodecs.Count > 0)
  1003. {
  1004. // Check audio codecs
  1005. string audioCodec = audioStream == null ? null : audioStream.Codec;
  1006. if (string.IsNullOrEmpty(audioCodec) || !ListHelper.ContainsIgnoreCase(audioCodecs, audioCodec))
  1007. {
  1008. return false;
  1009. }
  1010. }
  1011. return true;
  1012. }
  1013. private bool IsVideoDirectPlaySupported(DirectPlayProfile profile, MediaSourceInfo item, MediaStream videoStream, MediaStream audioStream)
  1014. {
  1015. if (profile.Container.Length > 0)
  1016. {
  1017. // Check container type
  1018. string mediaContainer = item.Container ?? string.Empty;
  1019. bool any = false;
  1020. foreach (string i in profile.GetContainers())
  1021. {
  1022. if (StringHelper.EqualsIgnoreCase(i, mediaContainer))
  1023. {
  1024. any = true;
  1025. break;
  1026. }
  1027. }
  1028. if (!any)
  1029. {
  1030. return false;
  1031. }
  1032. }
  1033. // Check video codec
  1034. List<string> videoCodecs = profile.GetVideoCodecs();
  1035. if (videoCodecs.Count > 0)
  1036. {
  1037. string videoCodec = videoStream == null ? null : videoStream.Codec;
  1038. if (string.IsNullOrEmpty(videoCodec) || !ListHelper.ContainsIgnoreCase(videoCodecs, videoCodec))
  1039. {
  1040. return false;
  1041. }
  1042. }
  1043. // Check audio codec
  1044. List<string> audioCodecs = profile.GetAudioCodecs();
  1045. if (audioCodecs.Count > 0)
  1046. {
  1047. // Check audio codecs
  1048. string audioCodec = audioStream == null ? null : audioStream.Codec;
  1049. if (string.IsNullOrEmpty(audioCodec) || !ListHelper.ContainsIgnoreCase(audioCodecs, audioCodec))
  1050. {
  1051. return false;
  1052. }
  1053. }
  1054. return true;
  1055. }
  1056. }
  1057. }