EncodingJobFactory.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Controller.Library;
  3. using MediaBrowser.Controller.MediaEncoding;
  4. using MediaBrowser.Model.Configuration;
  5. using MediaBrowser.Model.Dlna;
  6. using MediaBrowser.Model.Dto;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.Logging;
  9. using MediaBrowser.Model.MediaInfo;
  10. using System;
  11. using System.Collections.Generic;
  12. using System.Globalization;
  13. using System.Linq;
  14. using System.Threading;
  15. using System.Threading.Tasks;
  16. namespace MediaBrowser.MediaEncoding.Encoder
  17. {
  18. public class EncodingJobFactory
  19. {
  20. private readonly ILogger _logger;
  21. private readonly ILibraryManager _libraryManager;
  22. private readonly IMediaSourceManager _mediaSourceManager;
  23. private readonly IConfigurationManager _config;
  24. protected static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  25. public EncodingJobFactory(ILogger logger, ILibraryManager libraryManager, IMediaSourceManager mediaSourceManager, IConfigurationManager config)
  26. {
  27. _logger = logger;
  28. _libraryManager = libraryManager;
  29. _mediaSourceManager = mediaSourceManager;
  30. _config = config;
  31. }
  32. public async Task<EncodingJob> CreateJob(EncodingJobOptions options, bool isVideoRequest, IProgress<double> progress, CancellationToken cancellationToken)
  33. {
  34. var request = options;
  35. if (string.IsNullOrEmpty(request.AudioCodec))
  36. {
  37. request.AudioCodec = InferAudioCodec(request.OutputContainer);
  38. }
  39. var state = new EncodingJob(_logger, _mediaSourceManager)
  40. {
  41. Options = options,
  42. IsVideoRequest = isVideoRequest,
  43. Progress = progress
  44. };
  45. if (!string.IsNullOrWhiteSpace(request.AudioCodec))
  46. {
  47. state.SupportedAudioCodecs = request.AudioCodec.Split(',').Where(i => !string.IsNullOrWhiteSpace(i)).ToList();
  48. request.AudioCodec = state.SupportedAudioCodecs.FirstOrDefault();
  49. }
  50. var item = _libraryManager.GetItemById(request.ItemId);
  51. state.ItemType = item.GetType().Name;
  52. state.IsInputVideo = string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase);
  53. var primaryImage = item.GetImageInfo(ImageType.Primary, 0) ??
  54. item.Parents.Select(i => i.GetImageInfo(ImageType.Primary, 0)).FirstOrDefault(i => i != null);
  55. if (primaryImage != null)
  56. {
  57. state.AlbumCoverPath = primaryImage.Path;
  58. }
  59. var mediaSources = await _mediaSourceManager.GetPlayackMediaSources(request.ItemId, null, false, new[] { MediaType.Audio, MediaType.Video }, cancellationToken).ConfigureAwait(false);
  60. var mediaSource = string.IsNullOrEmpty(request.MediaSourceId)
  61. ? mediaSources.First()
  62. : mediaSources.First(i => string.Equals(i.Id, request.MediaSourceId));
  63. var videoRequest = state.Options;
  64. AttachMediaSourceInfo(state, mediaSource, videoRequest);
  65. //var container = Path.GetExtension(state.RequestedUrl);
  66. //if (string.IsNullOrEmpty(container))
  67. //{
  68. // container = request.Static ?
  69. // state.InputContainer :
  70. // (Path.GetExtension(GetOutputFilePath(state)) ?? string.Empty).TrimStart('.');
  71. //}
  72. //state.OutputContainer = (container ?? string.Empty).TrimStart('.');
  73. state.OutputAudioBitrate = GetAudioBitrateParam(state.Options, state.AudioStream);
  74. state.OutputAudioSampleRate = request.AudioSampleRate;
  75. state.OutputAudioCodec = state.Options.AudioCodec;
  76. state.OutputAudioChannels = GetNumAudioChannelsParam(state.Options, state.AudioStream, state.OutputAudioCodec);
  77. if (videoRequest != null)
  78. {
  79. state.OutputVideoCodec = state.Options.VideoCodec;
  80. state.OutputVideoBitrate = GetVideoBitrateParamValue(state.Options, state.VideoStream, state.OutputVideoCodec);
  81. if (state.OutputVideoBitrate.HasValue)
  82. {
  83. var resolution = ResolutionNormalizer.Normalize(
  84. state.VideoStream == null ? (int?)null : state.VideoStream.BitRate,
  85. state.OutputVideoBitrate.Value,
  86. state.VideoStream == null ? null : state.VideoStream.Codec,
  87. state.OutputVideoCodec,
  88. videoRequest.MaxWidth,
  89. videoRequest.MaxHeight);
  90. videoRequest.MaxWidth = resolution.MaxWidth;
  91. videoRequest.MaxHeight = resolution.MaxHeight;
  92. }
  93. }
  94. ApplyDeviceProfileSettings(state);
  95. if (videoRequest != null)
  96. {
  97. TryStreamCopy(state, videoRequest);
  98. }
  99. //state.OutputFilePath = GetOutputFilePath(state);
  100. return state;
  101. }
  102. internal static void TryStreamCopy(EncodingJob state,
  103. EncodingJobOptions videoRequest)
  104. {
  105. if (state.IsVideoRequest)
  106. {
  107. if (state.VideoStream != null && CanStreamCopyVideo(videoRequest, state.VideoStream))
  108. {
  109. state.OutputVideoCodec = "copy";
  110. }
  111. if (state.AudioStream != null && CanStreamCopyAudio(videoRequest, state.AudioStream, state.SupportedAudioCodecs))
  112. {
  113. state.OutputAudioCodec = "copy";
  114. }
  115. }
  116. }
  117. internal static void AttachMediaSourceInfo(EncodingJob state,
  118. MediaSourceInfo mediaSource,
  119. EncodingJobOptions videoRequest)
  120. {
  121. state.MediaPath = mediaSource.Path;
  122. state.InputProtocol = mediaSource.Protocol;
  123. state.InputContainer = mediaSource.Container;
  124. state.InputFileSize = mediaSource.Size;
  125. state.InputBitrate = mediaSource.Bitrate;
  126. state.RunTimeTicks = mediaSource.RunTimeTicks;
  127. state.RemoteHttpHeaders = mediaSource.RequiredHttpHeaders;
  128. if (mediaSource.VideoType.HasValue)
  129. {
  130. state.VideoType = mediaSource.VideoType.Value;
  131. }
  132. state.IsoType = mediaSource.IsoType;
  133. state.PlayableStreamFileNames = mediaSource.PlayableStreamFileNames.ToList();
  134. if (mediaSource.Timestamp.HasValue)
  135. {
  136. state.InputTimestamp = mediaSource.Timestamp.Value;
  137. }
  138. state.InputProtocol = mediaSource.Protocol;
  139. state.MediaPath = mediaSource.Path;
  140. state.RunTimeTicks = mediaSource.RunTimeTicks;
  141. state.RemoteHttpHeaders = mediaSource.RequiredHttpHeaders;
  142. state.InputBitrate = mediaSource.Bitrate;
  143. state.InputFileSize = mediaSource.Size;
  144. state.ReadInputAtNativeFramerate = mediaSource.ReadAtNativeFramerate;
  145. if (state.ReadInputAtNativeFramerate ||
  146. mediaSource.Protocol == MediaProtocol.File && string.Equals(mediaSource.Container, "wtv", StringComparison.OrdinalIgnoreCase))
  147. {
  148. state.OutputAudioSync = "1000";
  149. state.InputVideoSync = "-1";
  150. state.InputAudioSync = "1";
  151. }
  152. if (string.Equals(mediaSource.Container, "wma", StringComparison.OrdinalIgnoreCase))
  153. {
  154. // Seeing some stuttering when transcoding wma to audio-only HLS
  155. state.InputAudioSync = "1";
  156. }
  157. var mediaStreams = mediaSource.MediaStreams;
  158. if (videoRequest != null)
  159. {
  160. if (string.IsNullOrEmpty(videoRequest.VideoCodec))
  161. {
  162. videoRequest.VideoCodec = InferVideoCodec(videoRequest.OutputContainer);
  163. }
  164. state.VideoStream = GetMediaStream(mediaStreams, videoRequest.VideoStreamIndex, MediaStreamType.Video);
  165. state.SubtitleStream = GetMediaStream(mediaStreams, videoRequest.SubtitleStreamIndex, MediaStreamType.Subtitle, false);
  166. state.AudioStream = GetMediaStream(mediaStreams, videoRequest.AudioStreamIndex, MediaStreamType.Audio);
  167. if (state.SubtitleStream != null && !state.SubtitleStream.IsExternal)
  168. {
  169. state.InternalSubtitleStreamOffset = mediaStreams.Where(i => i.Type == MediaStreamType.Subtitle && !i.IsExternal).ToList().IndexOf(state.SubtitleStream);
  170. }
  171. if (state.VideoStream != null && state.VideoStream.IsInterlaced)
  172. {
  173. state.DeInterlace = true;
  174. }
  175. EnforceResolutionLimit(state, videoRequest);
  176. }
  177. else
  178. {
  179. state.AudioStream = GetMediaStream(mediaStreams, null, MediaStreamType.Audio, true);
  180. }
  181. state.MediaSource = mediaSource;
  182. }
  183. protected EncodingOptions GetEncodingOptions()
  184. {
  185. return _config.GetConfiguration<EncodingOptions>("encoding");
  186. }
  187. /// <summary>
  188. /// Infers the video codec.
  189. /// </summary>
  190. /// <param name="container">The container.</param>
  191. /// <returns>System.Nullable{VideoCodecs}.</returns>
  192. private static string InferVideoCodec(string container)
  193. {
  194. var ext = "." + (container ?? string.Empty);
  195. if (string.Equals(ext, ".asf", StringComparison.OrdinalIgnoreCase))
  196. {
  197. return "wmv";
  198. }
  199. if (string.Equals(ext, ".webm", StringComparison.OrdinalIgnoreCase))
  200. {
  201. return "vpx";
  202. }
  203. if (string.Equals(ext, ".ogg", StringComparison.OrdinalIgnoreCase) || string.Equals(ext, ".ogv", StringComparison.OrdinalIgnoreCase))
  204. {
  205. return "theora";
  206. }
  207. if (string.Equals(ext, ".m3u8", StringComparison.OrdinalIgnoreCase) || string.Equals(ext, ".ts", StringComparison.OrdinalIgnoreCase))
  208. {
  209. return "h264";
  210. }
  211. return "copy";
  212. }
  213. private string InferAudioCodec(string container)
  214. {
  215. var ext = "." + (container ?? string.Empty);
  216. if (string.Equals(ext, ".mp3", StringComparison.OrdinalIgnoreCase))
  217. {
  218. return "mp3";
  219. }
  220. if (string.Equals(ext, ".aac", StringComparison.OrdinalIgnoreCase))
  221. {
  222. return "aac";
  223. }
  224. if (string.Equals(ext, ".wma", StringComparison.OrdinalIgnoreCase))
  225. {
  226. return "wma";
  227. }
  228. if (string.Equals(ext, ".ogg", StringComparison.OrdinalIgnoreCase))
  229. {
  230. return "vorbis";
  231. }
  232. if (string.Equals(ext, ".oga", StringComparison.OrdinalIgnoreCase))
  233. {
  234. return "vorbis";
  235. }
  236. if (string.Equals(ext, ".ogv", StringComparison.OrdinalIgnoreCase))
  237. {
  238. return "vorbis";
  239. }
  240. if (string.Equals(ext, ".webm", StringComparison.OrdinalIgnoreCase))
  241. {
  242. return "vorbis";
  243. }
  244. if (string.Equals(ext, ".webma", StringComparison.OrdinalIgnoreCase))
  245. {
  246. return "vorbis";
  247. }
  248. return "copy";
  249. }
  250. /// <summary>
  251. /// Determines which stream will be used for playback
  252. /// </summary>
  253. /// <param name="allStream">All stream.</param>
  254. /// <param name="desiredIndex">Index of the desired.</param>
  255. /// <param name="type">The type.</param>
  256. /// <param name="returnFirstIfNoIndex">if set to <c>true</c> [return first if no index].</param>
  257. /// <returns>MediaStream.</returns>
  258. private static MediaStream GetMediaStream(IEnumerable<MediaStream> allStream, int? desiredIndex, MediaStreamType type, bool returnFirstIfNoIndex = true)
  259. {
  260. var streams = allStream.Where(s => s.Type == type).OrderBy(i => i.Index).ToList();
  261. if (desiredIndex.HasValue)
  262. {
  263. var stream = streams.FirstOrDefault(s => s.Index == desiredIndex.Value);
  264. if (stream != null)
  265. {
  266. return stream;
  267. }
  268. }
  269. if (type == MediaStreamType.Video)
  270. {
  271. streams = streams.Where(i => !string.Equals(i.Codec, "mjpeg", StringComparison.OrdinalIgnoreCase)).ToList();
  272. }
  273. if (returnFirstIfNoIndex && type == MediaStreamType.Audio)
  274. {
  275. return streams.FirstOrDefault(i => i.Channels.HasValue && i.Channels.Value > 0) ??
  276. streams.FirstOrDefault();
  277. }
  278. // Just return the first one
  279. return returnFirstIfNoIndex ? streams.FirstOrDefault() : null;
  280. }
  281. /// <summary>
  282. /// Enforces the resolution limit.
  283. /// </summary>
  284. /// <param name="state">The state.</param>
  285. /// <param name="videoRequest">The video request.</param>
  286. private static void EnforceResolutionLimit(EncodingJob state, EncodingJobOptions videoRequest)
  287. {
  288. // Switch the incoming params to be ceilings rather than fixed values
  289. videoRequest.MaxWidth = videoRequest.MaxWidth ?? videoRequest.Width;
  290. videoRequest.MaxHeight = videoRequest.MaxHeight ?? videoRequest.Height;
  291. videoRequest.Width = null;
  292. videoRequest.Height = null;
  293. }
  294. /// <summary>
  295. /// Gets the number of audio channels to specify on the command line
  296. /// </summary>
  297. /// <param name="request">The request.</param>
  298. /// <param name="audioStream">The audio stream.</param>
  299. /// <param name="outputAudioCodec">The output audio codec.</param>
  300. /// <returns>System.Nullable{System.Int32}.</returns>
  301. private int? GetNumAudioChannelsParam(EncodingJobOptions request, MediaStream audioStream, string outputAudioCodec)
  302. {
  303. var inputChannels = audioStream == null
  304. ? null
  305. : audioStream.Channels;
  306. if (inputChannels <= 0)
  307. {
  308. inputChannels = null;
  309. }
  310. int? transcoderChannelLimit = null;
  311. var codec = outputAudioCodec ?? string.Empty;
  312. if (codec.IndexOf("wma", StringComparison.OrdinalIgnoreCase) != -1)
  313. {
  314. // wmav2 currently only supports two channel output
  315. transcoderChannelLimit = 2;
  316. }
  317. else if (codec.IndexOf("mp3", StringComparison.OrdinalIgnoreCase) != -1)
  318. {
  319. // libmp3lame currently only supports two channel output
  320. transcoderChannelLimit = 2;
  321. }
  322. else
  323. {
  324. // If we don't have any media info then limit it to 6 to prevent encoding errors due to asking for too many channels
  325. transcoderChannelLimit = 6;
  326. }
  327. var isTranscodingAudio = !string.Equals(codec, "copy", StringComparison.OrdinalIgnoreCase);
  328. int? resultChannels = null;
  329. if (isTranscodingAudio)
  330. {
  331. resultChannels = request.TranscodingMaxAudioChannels;
  332. }
  333. resultChannels = resultChannels ?? request.MaxAudioChannels ?? request.AudioChannels;
  334. if (inputChannels.HasValue)
  335. {
  336. resultChannels = resultChannels.HasValue
  337. ? Math.Min(resultChannels.Value, inputChannels.Value)
  338. : inputChannels.Value;
  339. }
  340. if (isTranscodingAudio && transcoderChannelLimit.HasValue)
  341. {
  342. resultChannels = resultChannels.HasValue
  343. ? Math.Min(resultChannels.Value, transcoderChannelLimit.Value)
  344. : transcoderChannelLimit.Value;
  345. }
  346. return resultChannels ?? request.AudioChannels;
  347. }
  348. private int? GetVideoBitrateParamValue(EncodingJobOptions request, MediaStream videoStream, string outputVideoCodec)
  349. {
  350. var bitrate = request.VideoBitRate;
  351. if (videoStream != null)
  352. {
  353. var isUpscaling = request.Height.HasValue && videoStream.Height.HasValue &&
  354. request.Height.Value > videoStream.Height.Value;
  355. if (request.Width.HasValue && videoStream.Width.HasValue &&
  356. request.Width.Value > videoStream.Width.Value)
  357. {
  358. isUpscaling = true;
  359. }
  360. // Don't allow bitrate increases unless upscaling
  361. if (!isUpscaling)
  362. {
  363. if (bitrate.HasValue && videoStream.BitRate.HasValue)
  364. {
  365. bitrate = Math.Min(bitrate.Value, videoStream.BitRate.Value);
  366. }
  367. }
  368. }
  369. if (bitrate.HasValue)
  370. {
  371. var inputVideoCodec = videoStream == null ? null : videoStream.Codec;
  372. bitrate = ResolutionNormalizer.ScaleBitrate(bitrate.Value, inputVideoCodec, outputVideoCodec);
  373. // If a max bitrate was requested, don't let the scaled bitrate exceed it
  374. if (request.VideoBitRate.HasValue)
  375. {
  376. bitrate = Math.Min(bitrate.Value, request.VideoBitRate.Value);
  377. }
  378. }
  379. return bitrate;
  380. }
  381. protected string GetVideoBitrateParam(EncodingJob state, string videoCodec, bool isHls)
  382. {
  383. var bitrate = state.OutputVideoBitrate;
  384. if (bitrate.HasValue)
  385. {
  386. if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  387. {
  388. // With vpx when crf is used, b:v becomes a max rate
  389. // https://trac.ffmpeg.org/wiki/vpxEncodingGuide. But higher bitrate source files -b:v causes judder so limite the bitrate but dont allow it to "saturate" the bitrate. So dont contrain it down just up.
  390. return string.Format(" -maxrate:v {0} -bufsize:v ({0}*2) -b:v {0}", bitrate.Value.ToString(UsCulture));
  391. }
  392. if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  393. {
  394. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  395. }
  396. // h264
  397. return string.Format(" -b:v {0} -maxrate {0} -bufsize {1}",
  398. bitrate.Value.ToString(UsCulture),
  399. (bitrate.Value * 2).ToString(UsCulture));
  400. }
  401. return string.Empty;
  402. }
  403. private int? GetAudioBitrateParam(EncodingJobOptions request, MediaStream audioStream)
  404. {
  405. if (request.AudioBitRate.HasValue)
  406. {
  407. // Make sure we don't request a bitrate higher than the source
  408. var currentBitrate = audioStream == null ? request.AudioBitRate.Value : audioStream.BitRate ?? request.AudioBitRate.Value;
  409. return request.AudioBitRate.Value;
  410. //return Math.Min(currentBitrate, request.AudioBitRate.Value);
  411. }
  412. return null;
  413. }
  414. /// <summary>
  415. /// Determines whether the specified stream is H264.
  416. /// </summary>
  417. /// <param name="stream">The stream.</param>
  418. /// <returns><c>true</c> if the specified stream is H264; otherwise, <c>false</c>.</returns>
  419. protected bool IsH264(MediaStream stream)
  420. {
  421. var codec = stream.Codec ?? string.Empty;
  422. return codec.IndexOf("264", StringComparison.OrdinalIgnoreCase) != -1 ||
  423. codec.IndexOf("avc", StringComparison.OrdinalIgnoreCase) != -1;
  424. }
  425. /// <summary>
  426. /// Gets the name of the output audio codec
  427. /// </summary>
  428. /// <param name="state">The state.</param>
  429. /// <returns>System.String.</returns>
  430. internal static string GetAudioEncoder(EncodingJob state)
  431. {
  432. var codec = state.OutputAudioCodec;
  433. if (string.Equals(codec, "aac", StringComparison.OrdinalIgnoreCase))
  434. {
  435. return "aac -strict experimental";
  436. }
  437. if (string.Equals(codec, "mp3", StringComparison.OrdinalIgnoreCase))
  438. {
  439. return "libmp3lame";
  440. }
  441. if (string.Equals(codec, "vorbis", StringComparison.OrdinalIgnoreCase))
  442. {
  443. return "libvorbis";
  444. }
  445. if (string.Equals(codec, "wma", StringComparison.OrdinalIgnoreCase))
  446. {
  447. return "wmav2";
  448. }
  449. return codec.ToLower();
  450. }
  451. /// <summary>
  452. /// Gets the name of the output video codec
  453. /// </summary>
  454. /// <returns>System.String.</returns>
  455. internal static string GetVideoEncoder(IMediaEncoder mediaEncoder, EncodingJob state, EncodingOptions options)
  456. {
  457. var codec = state.OutputVideoCodec;
  458. if (!string.IsNullOrEmpty(codec))
  459. {
  460. if (string.Equals(codec, "h264", StringComparison.OrdinalIgnoreCase))
  461. {
  462. return GetH264Encoder(mediaEncoder, state, options);
  463. }
  464. if (string.Equals(codec, "vpx", StringComparison.OrdinalIgnoreCase))
  465. {
  466. return "libvpx";
  467. }
  468. if (string.Equals(codec, "wmv", StringComparison.OrdinalIgnoreCase))
  469. {
  470. return "wmv2";
  471. }
  472. if (string.Equals(codec, "theora", StringComparison.OrdinalIgnoreCase))
  473. {
  474. return "libtheora";
  475. }
  476. return codec.ToLower();
  477. }
  478. return "copy";
  479. }
  480. private static string GetAvailableEncoder(IMediaEncoder mediaEncoder, string preferredEncoder, string defaultEncoder)
  481. {
  482. if (mediaEncoder.SupportsEncoder(preferredEncoder))
  483. {
  484. return preferredEncoder;
  485. }
  486. return defaultEncoder;
  487. }
  488. internal static string GetH264Encoder(IMediaEncoder mediaEncoder, EncodingJob state, EncodingOptions options)
  489. {
  490. var defaultEncoder = "libx264";
  491. // Only use alternative encoders for video files.
  492. // When using concat with folder rips, if the mfx session fails to initialize, ffmpeg will be stuck retrying and will not exit gracefully
  493. // Since transcoding of folder rips is expiremental anyway, it's not worth adding additional variables such as this.
  494. if (state.VideoType == VideoType.VideoFile)
  495. {
  496. var hwType = options.HardwareAccelerationType;
  497. if (string.Equals(hwType, "qsv", StringComparison.OrdinalIgnoreCase) ||
  498. string.Equals(hwType, "h264_qsv", StringComparison.OrdinalIgnoreCase))
  499. {
  500. return GetAvailableEncoder(mediaEncoder, "h264_qsv", defaultEncoder);
  501. }
  502. if (string.Equals(hwType, "nvenc", StringComparison.OrdinalIgnoreCase))
  503. {
  504. return GetAvailableEncoder(mediaEncoder, "h264_nvenc", defaultEncoder);
  505. }
  506. if (string.Equals(hwType, "h264_omx", StringComparison.OrdinalIgnoreCase))
  507. {
  508. return GetAvailableEncoder(mediaEncoder, "h264_omx", defaultEncoder);
  509. }
  510. if (string.Equals(hwType, "vaapi", StringComparison.OrdinalIgnoreCase) && !string.IsNullOrWhiteSpace(options.VaapiDevice))
  511. {
  512. if (IsVaapiSupported(state))
  513. {
  514. return GetAvailableEncoder(mediaEncoder, "h264_vaapi", defaultEncoder);
  515. }
  516. }
  517. }
  518. return defaultEncoder;
  519. }
  520. private static bool IsVaapiSupported(EncodingJob state)
  521. {
  522. var videoStream = state.VideoStream;
  523. if (videoStream != null)
  524. {
  525. // vaapi will throw an error with this input
  526. // [vaapi @ 0x7faed8000960] No VAAPI support for codec mpeg4 profile -99.
  527. if (string.Equals(videoStream.Codec, "mpeg4", StringComparison.OrdinalIgnoreCase))
  528. {
  529. if (videoStream.Level == -99 || videoStream.Level == 15)
  530. {
  531. return false;
  532. }
  533. }
  534. }
  535. return true;
  536. }
  537. internal static bool CanStreamCopyVideo(EncodingJobOptions request, MediaStream videoStream)
  538. {
  539. if (videoStream.IsInterlaced)
  540. {
  541. return false;
  542. }
  543. if (videoStream.IsAnamorphic ?? false)
  544. {
  545. return false;
  546. }
  547. // Can't stream copy if we're burning in subtitles
  548. if (request.SubtitleStreamIndex.HasValue)
  549. {
  550. if (request.SubtitleMethod == SubtitleDeliveryMethod.Encode)
  551. {
  552. return false;
  553. }
  554. }
  555. // Source and target codecs must match
  556. if (!string.Equals(request.VideoCodec, videoStream.Codec, StringComparison.OrdinalIgnoreCase))
  557. {
  558. return false;
  559. }
  560. if (string.Equals("h264", videoStream.Codec, StringComparison.OrdinalIgnoreCase))
  561. {
  562. if (videoStream.IsAVC.HasValue && !videoStream.IsAVC.Value)
  563. {
  564. return false;
  565. }
  566. }
  567. // If client is requesting a specific video profile, it must match the source
  568. if (!string.IsNullOrEmpty(request.Profile))
  569. {
  570. if (string.IsNullOrEmpty(videoStream.Profile))
  571. {
  572. return false;
  573. }
  574. if (!string.Equals(request.Profile, videoStream.Profile, StringComparison.OrdinalIgnoreCase))
  575. {
  576. var currentScore = GetVideoProfileScore(videoStream.Profile);
  577. var requestedScore = GetVideoProfileScore(request.Profile);
  578. if (currentScore == -1 || currentScore > requestedScore)
  579. {
  580. return false;
  581. }
  582. }
  583. }
  584. // Video width must fall within requested value
  585. if (request.MaxWidth.HasValue)
  586. {
  587. if (!videoStream.Width.HasValue || videoStream.Width.Value > request.MaxWidth.Value)
  588. {
  589. return false;
  590. }
  591. }
  592. // Video height must fall within requested value
  593. if (request.MaxHeight.HasValue)
  594. {
  595. if (!videoStream.Height.HasValue || videoStream.Height.Value > request.MaxHeight.Value)
  596. {
  597. return false;
  598. }
  599. }
  600. // Video framerate must fall within requested value
  601. var requestedFramerate = request.MaxFramerate ?? request.Framerate;
  602. if (requestedFramerate.HasValue)
  603. {
  604. var videoFrameRate = videoStream.AverageFrameRate ?? videoStream.RealFrameRate;
  605. if (!videoFrameRate.HasValue || videoFrameRate.Value > requestedFramerate.Value)
  606. {
  607. return false;
  608. }
  609. }
  610. // Video bitrate must fall within requested value
  611. if (request.VideoBitRate.HasValue)
  612. {
  613. if (!videoStream.BitRate.HasValue || videoStream.BitRate.Value > request.VideoBitRate.Value)
  614. {
  615. return false;
  616. }
  617. }
  618. if (request.MaxVideoBitDepth.HasValue)
  619. {
  620. if (videoStream.BitDepth.HasValue && videoStream.BitDepth.Value > request.MaxVideoBitDepth.Value)
  621. {
  622. return false;
  623. }
  624. }
  625. if (request.MaxRefFrames.HasValue)
  626. {
  627. if (videoStream.RefFrames.HasValue && videoStream.RefFrames.Value > request.MaxRefFrames.Value)
  628. {
  629. return false;
  630. }
  631. }
  632. // If a specific level was requested, the source must match or be less than
  633. if (request.Level.HasValue)
  634. {
  635. if (!videoStream.Level.HasValue)
  636. {
  637. return false;
  638. }
  639. if (videoStream.Level.Value > request.Level.Value)
  640. {
  641. return false;
  642. }
  643. }
  644. return request.EnableAutoStreamCopy;
  645. }
  646. private static int GetVideoProfileScore(string profile)
  647. {
  648. var list = new List<string>
  649. {
  650. "Constrained Baseline",
  651. "Baseline",
  652. "Extended",
  653. "Main",
  654. "High",
  655. "Progressive High",
  656. "Constrained High"
  657. };
  658. return Array.FindIndex(list.ToArray(), t => string.Equals(t, profile, StringComparison.OrdinalIgnoreCase));
  659. }
  660. internal static bool CanStreamCopyAudio(EncodingJobOptions request, MediaStream audioStream, List<string> supportedAudioCodecs)
  661. {
  662. // Source and target codecs must match
  663. if (string.IsNullOrEmpty(audioStream.Codec) || !supportedAudioCodecs.Contains(audioStream.Codec, StringComparer.OrdinalIgnoreCase))
  664. {
  665. return false;
  666. }
  667. // Video bitrate must fall within requested value
  668. if (request.AudioBitRate.HasValue)
  669. {
  670. if (!audioStream.BitRate.HasValue || audioStream.BitRate.Value <= 0)
  671. {
  672. return false;
  673. }
  674. if (audioStream.BitRate.Value > request.AudioBitRate.Value)
  675. {
  676. return false;
  677. }
  678. }
  679. // Channels must fall within requested value
  680. var channels = request.AudioChannels ?? request.MaxAudioChannels;
  681. if (channels.HasValue)
  682. {
  683. if (!audioStream.Channels.HasValue || audioStream.Channels.Value <= 0)
  684. {
  685. return false;
  686. }
  687. if (audioStream.Channels.Value > channels.Value)
  688. {
  689. return false;
  690. }
  691. }
  692. // Sample rate must fall within requested value
  693. if (request.AudioSampleRate.HasValue)
  694. {
  695. if (!audioStream.SampleRate.HasValue || audioStream.SampleRate.Value <= 0)
  696. {
  697. return false;
  698. }
  699. if (audioStream.SampleRate.Value > request.AudioSampleRate.Value)
  700. {
  701. return false;
  702. }
  703. }
  704. return request.EnableAutoStreamCopy;
  705. }
  706. private void ApplyDeviceProfileSettings(EncodingJob state)
  707. {
  708. var profile = state.Options.DeviceProfile;
  709. if (profile == null)
  710. {
  711. // Don't use settings from the default profile.
  712. // Only use a specific profile if it was requested.
  713. return;
  714. }
  715. var audioCodec = state.ActualOutputAudioCodec;
  716. var videoCodec = state.ActualOutputVideoCodec;
  717. var outputContainer = state.Options.OutputContainer;
  718. var mediaProfile = state.IsVideoRequest ?
  719. profile.GetAudioMediaProfile(outputContainer, audioCodec, state.OutputAudioChannels, state.OutputAudioBitrate) :
  720. profile.GetVideoMediaProfile(outputContainer,
  721. audioCodec,
  722. videoCodec,
  723. state.OutputWidth,
  724. state.OutputHeight,
  725. state.TargetVideoBitDepth,
  726. state.OutputVideoBitrate,
  727. state.TargetVideoProfile,
  728. state.TargetVideoLevel,
  729. state.TargetFramerate,
  730. state.TargetPacketLength,
  731. state.TargetTimestamp,
  732. state.IsTargetAnamorphic,
  733. state.TargetRefFrames,
  734. state.TargetVideoStreamCount,
  735. state.TargetAudioStreamCount,
  736. state.TargetVideoCodecTag,
  737. state.IsTargetAVC);
  738. if (mediaProfile != null)
  739. {
  740. state.MimeType = mediaProfile.MimeType;
  741. }
  742. var transcodingProfile = state.IsVideoRequest ?
  743. profile.GetAudioTranscodingProfile(outputContainer, audioCodec) :
  744. profile.GetVideoTranscodingProfile(outputContainer, audioCodec, videoCodec);
  745. if (transcodingProfile != null)
  746. {
  747. state.EstimateContentLength = transcodingProfile.EstimateContentLength;
  748. state.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  749. state.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  750. state.Options.CopyTimestamps = transcodingProfile.CopyTimestamps;
  751. }
  752. }
  753. }
  754. }