BaseEncoder.cs 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Library;
  4. using MediaBrowser.Controller.MediaEncoding;
  5. using MediaBrowser.Controller.Session;
  6. using MediaBrowser.Model.Configuration;
  7. using MediaBrowser.Model.Dto;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.IO;
  10. using MediaBrowser.Model.Logging;
  11. using MediaBrowser.Model.MediaInfo;
  12. using System;
  13. using System.Collections.Generic;
  14. using System.Diagnostics;
  15. using System.Globalization;
  16. using System.IO;
  17. using System.Text;
  18. using System.Threading;
  19. using System.Threading.Tasks;
  20. using CommonIO;
  21. using MediaBrowser.Model.Dlna;
  22. namespace MediaBrowser.MediaEncoding.Encoder
  23. {
  24. public abstract class BaseEncoder
  25. {
  26. protected readonly MediaEncoder MediaEncoder;
  27. protected readonly ILogger Logger;
  28. protected readonly IServerConfigurationManager ConfigurationManager;
  29. protected readonly IFileSystem FileSystem;
  30. protected readonly IIsoManager IsoManager;
  31. protected readonly ILibraryManager LibraryManager;
  32. protected readonly ISessionManager SessionManager;
  33. protected readonly ISubtitleEncoder SubtitleEncoder;
  34. protected readonly IMediaSourceManager MediaSourceManager;
  35. protected readonly CultureInfo UsCulture = new CultureInfo("en-US");
  36. protected BaseEncoder(MediaEncoder mediaEncoder,
  37. ILogger logger,
  38. IServerConfigurationManager configurationManager,
  39. IFileSystem fileSystem,
  40. IIsoManager isoManager,
  41. ILibraryManager libraryManager,
  42. ISessionManager sessionManager,
  43. ISubtitleEncoder subtitleEncoder,
  44. IMediaSourceManager mediaSourceManager)
  45. {
  46. MediaEncoder = mediaEncoder;
  47. Logger = logger;
  48. ConfigurationManager = configurationManager;
  49. FileSystem = fileSystem;
  50. IsoManager = isoManager;
  51. LibraryManager = libraryManager;
  52. SessionManager = sessionManager;
  53. SubtitleEncoder = subtitleEncoder;
  54. MediaSourceManager = mediaSourceManager;
  55. }
  56. public async Task<EncodingJob> Start(EncodingJobOptions options,
  57. IProgress<double> progress,
  58. CancellationToken cancellationToken)
  59. {
  60. var encodingJob = await new EncodingJobFactory(Logger, LibraryManager, MediaSourceManager, ConfigurationManager)
  61. .CreateJob(options, IsVideoEncoder, progress, cancellationToken).ConfigureAwait(false);
  62. encodingJob.OutputFilePath = GetOutputFilePath(encodingJob);
  63. FileSystem.CreateDirectory(Path.GetDirectoryName(encodingJob.OutputFilePath));
  64. encodingJob.ReadInputAtNativeFramerate = options.ReadInputAtNativeFramerate;
  65. await AcquireResources(encodingJob, cancellationToken).ConfigureAwait(false);
  66. var commandLineArgs = await GetCommandLineArguments(encodingJob).ConfigureAwait(false);
  67. var process = new Process
  68. {
  69. StartInfo = new ProcessStartInfo
  70. {
  71. CreateNoWindow = true,
  72. UseShellExecute = false,
  73. // Must consume both stdout and stderr or deadlocks may occur
  74. //RedirectStandardOutput = true,
  75. RedirectStandardError = true,
  76. RedirectStandardInput = true,
  77. FileName = MediaEncoder.EncoderPath,
  78. Arguments = commandLineArgs,
  79. WindowStyle = ProcessWindowStyle.Hidden,
  80. ErrorDialog = false
  81. },
  82. EnableRaisingEvents = true
  83. };
  84. var workingDirectory = GetWorkingDirectory(options);
  85. if (!string.IsNullOrWhiteSpace(workingDirectory))
  86. {
  87. process.StartInfo.WorkingDirectory = workingDirectory;
  88. }
  89. OnTranscodeBeginning(encodingJob);
  90. var commandLineLogMessage = process.StartInfo.FileName + " " + process.StartInfo.Arguments;
  91. Logger.Info(commandLineLogMessage);
  92. var logFilePath = Path.Combine(ConfigurationManager.CommonApplicationPaths.LogDirectoryPath, "transcode-" + Guid.NewGuid() + ".txt");
  93. FileSystem.CreateDirectory(Path.GetDirectoryName(logFilePath));
  94. // FFMpeg writes debug/error info to stderr. This is useful when debugging so let's put it in the log directory.
  95. encodingJob.LogFileStream = FileSystem.GetFileStream(logFilePath, FileMode.Create, FileAccess.Write, FileShare.Read, true);
  96. var commandLineLogMessageBytes = Encoding.UTF8.GetBytes(commandLineLogMessage + Environment.NewLine + Environment.NewLine);
  97. await encodingJob.LogFileStream.WriteAsync(commandLineLogMessageBytes, 0, commandLineLogMessageBytes.Length, cancellationToken).ConfigureAwait(false);
  98. process.Exited += (sender, args) => OnFfMpegProcessExited(process, encodingJob);
  99. try
  100. {
  101. process.Start();
  102. }
  103. catch (Exception ex)
  104. {
  105. Logger.ErrorException("Error starting ffmpeg", ex);
  106. OnTranscodeFailedToStart(encodingJob.OutputFilePath, encodingJob);
  107. throw;
  108. }
  109. cancellationToken.Register(() => Cancel(process, encodingJob));
  110. // MUST read both stdout and stderr asynchronously or a deadlock may occurr
  111. //process.BeginOutputReadLine();
  112. // Important - don't await the log task or we won't be able to kill ffmpeg when the user stops playback
  113. new JobLogger(Logger).StartStreamingLog(encodingJob, process.StandardError.BaseStream, encodingJob.LogFileStream);
  114. // Wait for the file to exist before proceeeding
  115. while (!FileSystem.FileExists(encodingJob.OutputFilePath) && !encodingJob.HasExited)
  116. {
  117. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  118. }
  119. return encodingJob;
  120. }
  121. private void Cancel(Process process, EncodingJob job)
  122. {
  123. Logger.Info("Killing ffmpeg process for {0}", job.OutputFilePath);
  124. //process.Kill();
  125. process.StandardInput.WriteLine("q");
  126. job.IsCancelled = true;
  127. }
  128. /// <summary>
  129. /// Processes the exited.
  130. /// </summary>
  131. /// <param name="process">The process.</param>
  132. /// <param name="job">The job.</param>
  133. private void OnFfMpegProcessExited(Process process, EncodingJob job)
  134. {
  135. job.HasExited = true;
  136. Logger.Debug("Disposing stream resources");
  137. job.Dispose();
  138. var isSuccesful = false;
  139. try
  140. {
  141. var exitCode = process.ExitCode;
  142. Logger.Info("FFMpeg exited with code {0}", exitCode);
  143. isSuccesful = exitCode == 0;
  144. }
  145. catch
  146. {
  147. Logger.Error("FFMpeg exited with an error.");
  148. }
  149. if (isSuccesful && !job.IsCancelled)
  150. {
  151. job.TaskCompletionSource.TrySetResult(true);
  152. }
  153. else if (job.IsCancelled)
  154. {
  155. try
  156. {
  157. DeleteFiles(job);
  158. }
  159. catch
  160. {
  161. }
  162. try
  163. {
  164. job.TaskCompletionSource.TrySetException(new OperationCanceledException());
  165. }
  166. catch
  167. {
  168. }
  169. }
  170. else
  171. {
  172. try
  173. {
  174. DeleteFiles(job);
  175. }
  176. catch
  177. {
  178. }
  179. try
  180. {
  181. job.TaskCompletionSource.TrySetException(new ApplicationException("Encoding failed"));
  182. }
  183. catch
  184. {
  185. }
  186. }
  187. // This causes on exited to be called twice:
  188. //try
  189. //{
  190. // // Dispose the process
  191. // process.Dispose();
  192. //}
  193. //catch (Exception ex)
  194. //{
  195. // Logger.ErrorException("Error disposing ffmpeg.", ex);
  196. //}
  197. }
  198. protected virtual void DeleteFiles(EncodingJob job)
  199. {
  200. FileSystem.DeleteFile(job.OutputFilePath);
  201. }
  202. private void OnTranscodeBeginning(EncodingJob job)
  203. {
  204. job.ReportTranscodingProgress(null, null, null, null);
  205. }
  206. private void OnTranscodeFailedToStart(string path, EncodingJob job)
  207. {
  208. if (!string.IsNullOrWhiteSpace(job.Options.DeviceId))
  209. {
  210. SessionManager.ClearTranscodingInfo(job.Options.DeviceId);
  211. }
  212. }
  213. protected abstract bool IsVideoEncoder { get; }
  214. protected virtual string GetWorkingDirectory(EncodingJobOptions options)
  215. {
  216. return null;
  217. }
  218. protected EncodingOptions GetEncodingOptions()
  219. {
  220. return ConfigurationManager.GetConfiguration<EncodingOptions>("encoding");
  221. }
  222. protected abstract Task<string> GetCommandLineArguments(EncodingJob job);
  223. private string GetOutputFilePath(EncodingJob state)
  224. {
  225. var folder = string.IsNullOrWhiteSpace(state.Options.OutputDirectory) ?
  226. ConfigurationManager.ApplicationPaths.TranscodingTempPath :
  227. state.Options.OutputDirectory;
  228. var outputFileExtension = GetOutputFileExtension(state);
  229. var filename = state.Id + (outputFileExtension ?? string.Empty).ToLower();
  230. return Path.Combine(folder, filename);
  231. }
  232. protected virtual string GetOutputFileExtension(EncodingJob state)
  233. {
  234. if (!string.IsNullOrWhiteSpace(state.Options.OutputContainer))
  235. {
  236. return "." + state.Options.OutputContainer;
  237. }
  238. return null;
  239. }
  240. /// <summary>
  241. /// Gets the number of threads.
  242. /// </summary>
  243. /// <returns>System.Int32.</returns>
  244. protected int GetNumberOfThreads(EncodingJob job, bool isWebm)
  245. {
  246. return job.Options.CpuCoreLimit ?? 0;
  247. }
  248. protected string GetInputModifier(EncodingJob state, bool genPts = true)
  249. {
  250. var inputModifier = string.Empty;
  251. var probeSize = GetProbeSizeArgument(state);
  252. inputModifier += " " + probeSize;
  253. inputModifier = inputModifier.Trim();
  254. var userAgentParam = GetUserAgentParam(state);
  255. if (!string.IsNullOrWhiteSpace(userAgentParam))
  256. {
  257. inputModifier += " " + userAgentParam;
  258. }
  259. inputModifier = inputModifier.Trim();
  260. inputModifier += " " + GetFastSeekCommandLineParameter(state.Options);
  261. inputModifier = inputModifier.Trim();
  262. if (state.IsVideoRequest && genPts)
  263. {
  264. inputModifier += " -fflags +genpts";
  265. }
  266. if (!string.IsNullOrEmpty(state.InputAudioSync))
  267. {
  268. inputModifier += " -async " + state.InputAudioSync;
  269. }
  270. if (!string.IsNullOrEmpty(state.InputVideoSync))
  271. {
  272. inputModifier += " -vsync " + state.InputVideoSync;
  273. }
  274. if (state.ReadInputAtNativeFramerate)
  275. {
  276. inputModifier += " -re";
  277. }
  278. var videoDecoder = GetVideoDecoder(state);
  279. if (!string.IsNullOrWhiteSpace(videoDecoder))
  280. {
  281. inputModifier += " " + videoDecoder;
  282. }
  283. //if (state.IsVideoRequest)
  284. //{
  285. // if (string.Equals(state.OutputContainer, "mkv", StringComparison.OrdinalIgnoreCase))
  286. // {
  287. // //inputModifier += " -noaccurate_seek";
  288. // }
  289. //}
  290. return inputModifier;
  291. }
  292. /// <summary>
  293. /// Gets the name of the output video codec
  294. /// </summary>
  295. /// <param name="state">The state.</param>
  296. /// <returns>System.String.</returns>
  297. protected string GetVideoDecoder(EncodingJob state)
  298. {
  299. if (string.Equals(state.OutputVideoCodec, "copy", StringComparison.OrdinalIgnoreCase))
  300. {
  301. return null;
  302. }
  303. // Only use alternative encoders for video files.
  304. // When using concat with folder rips, if the mfx session fails to initialize, ffmpeg will be stuck retrying and will not exit gracefully
  305. // Since transcoding of folder rips is expiremental anyway, it's not worth adding additional variables such as this.
  306. if (state.VideoType != VideoType.VideoFile)
  307. {
  308. return null;
  309. }
  310. if (state.VideoStream != null && !string.IsNullOrWhiteSpace(state.VideoStream.Codec))
  311. {
  312. if (string.Equals(GetEncodingOptions().HardwareAccelerationType, "qsv", StringComparison.OrdinalIgnoreCase))
  313. {
  314. switch (state.MediaSource.VideoStream.Codec.ToLower())
  315. {
  316. case "avc":
  317. case "h264":
  318. if (MediaEncoder.SupportsDecoder("h264_qsv"))
  319. {
  320. // Seeing stalls and failures with decoding. Not worth it compared to encoding.
  321. return "-c:v h264_qsv ";
  322. }
  323. break;
  324. case "mpeg2video":
  325. if (MediaEncoder.SupportsDecoder("mpeg2_qsv"))
  326. {
  327. return "-c:v mpeg2_qsv ";
  328. }
  329. break;
  330. case "vc1":
  331. if (MediaEncoder.SupportsDecoder("vc1_qsv"))
  332. {
  333. return "-c:v vc1_qsv ";
  334. }
  335. break;
  336. }
  337. }
  338. }
  339. // leave blank so ffmpeg will decide
  340. return null;
  341. }
  342. private string GetUserAgentParam(EncodingJob state)
  343. {
  344. string useragent = null;
  345. state.RemoteHttpHeaders.TryGetValue("User-Agent", out useragent);
  346. if (!string.IsNullOrWhiteSpace(useragent))
  347. {
  348. return "-user-agent \"" + useragent + "\"";
  349. }
  350. return string.Empty;
  351. }
  352. /// <summary>
  353. /// Gets the probe size argument.
  354. /// </summary>
  355. /// <param name="state">The state.</param>
  356. /// <returns>System.String.</returns>
  357. private string GetProbeSizeArgument(EncodingJob state)
  358. {
  359. if (state.PlayableStreamFileNames.Count > 0)
  360. {
  361. return MediaEncoder.GetProbeSizeArgument(state.PlayableStreamFileNames.ToArray(), state.InputProtocol);
  362. }
  363. return MediaEncoder.GetProbeSizeArgument(new[] { state.MediaPath }, state.InputProtocol);
  364. }
  365. /// <summary>
  366. /// Gets the fast seek command line parameter.
  367. /// </summary>
  368. /// <param name="request">The request.</param>
  369. /// <returns>System.String.</returns>
  370. /// <value>The fast seek command line parameter.</value>
  371. protected string GetFastSeekCommandLineParameter(EncodingJobOptions request)
  372. {
  373. var time = request.StartTimeTicks ?? 0;
  374. if (time > 0)
  375. {
  376. return string.Format("-ss {0}", MediaEncoder.GetTimeParameter(time));
  377. }
  378. return string.Empty;
  379. }
  380. /// <summary>
  381. /// Gets the input argument.
  382. /// </summary>
  383. /// <param name="state">The state.</param>
  384. /// <returns>System.String.</returns>
  385. protected string GetInputArgument(EncodingJob state)
  386. {
  387. var arg = string.Format("-i {0}", GetInputPathArgument(state));
  388. if (state.SubtitleStream != null && state.Options.SubtitleMethod == SubtitleDeliveryMethod.Encode)
  389. {
  390. if (state.SubtitleStream.IsExternal && !state.SubtitleStream.IsTextSubtitleStream)
  391. {
  392. if (state.VideoStream != null && state.VideoStream.Width.HasValue)
  393. {
  394. // This is hacky but not sure how to get the exact subtitle resolution
  395. double height = state.VideoStream.Width.Value;
  396. height /= 16;
  397. height *= 9;
  398. arg += string.Format(" -canvas_size {0}:{1}", state.VideoStream.Width.Value.ToString(CultureInfo.InvariantCulture), Convert.ToInt32(height).ToString(CultureInfo.InvariantCulture));
  399. }
  400. arg += " -i \"" + state.SubtitleStream.Path + "\"";
  401. }
  402. }
  403. if (state.IsVideoRequest)
  404. {
  405. var encodingOptions = GetEncodingOptions();
  406. var videoEncoder = EncodingJobFactory.GetVideoEncoder(MediaEncoder, state, encodingOptions);
  407. if (videoEncoder.IndexOf("vaapi", StringComparison.OrdinalIgnoreCase) != -1)
  408. {
  409. arg = "-hwaccel vaapi -hwaccel_output_format vaapi -vaapi_device " + encodingOptions.VaapiDevice + " " + arg;
  410. }
  411. }
  412. return arg.Trim();
  413. }
  414. private string GetInputPathArgument(EncodingJob state)
  415. {
  416. var protocol = state.InputProtocol;
  417. var mediaPath = state.MediaPath ?? string.Empty;
  418. var inputPath = new[] { mediaPath };
  419. if (state.IsInputVideo)
  420. {
  421. if (!(state.VideoType == VideoType.Iso && state.IsoMount == null))
  422. {
  423. inputPath = MediaEncoderHelpers.GetInputArgument(FileSystem, mediaPath, state.InputProtocol, state.IsoMount, state.PlayableStreamFileNames);
  424. }
  425. }
  426. return MediaEncoder.GetInputArgument(inputPath, protocol);
  427. }
  428. private async Task AcquireResources(EncodingJob state, CancellationToken cancellationToken)
  429. {
  430. if (state.VideoType == VideoType.Iso && state.IsoType.HasValue && IsoManager.CanMount(state.MediaPath))
  431. {
  432. state.IsoMount = await IsoManager.Mount(state.MediaPath, cancellationToken).ConfigureAwait(false);
  433. }
  434. if (state.MediaSource.RequiresOpening && string.IsNullOrWhiteSpace(state.LiveStreamId))
  435. {
  436. var liveStreamResponse = await MediaSourceManager.OpenLiveStream(new LiveStreamRequest
  437. {
  438. OpenToken = state.MediaSource.OpenToken
  439. }, false, cancellationToken).ConfigureAwait(false);
  440. AttachMediaSourceInfo(state, liveStreamResponse.MediaSource, state.Options);
  441. if (state.IsVideoRequest)
  442. {
  443. EncodingJobFactory.TryStreamCopy(state, state.Options);
  444. }
  445. }
  446. if (state.MediaSource.BufferMs.HasValue)
  447. {
  448. await Task.Delay(state.MediaSource.BufferMs.Value, cancellationToken).ConfigureAwait(false);
  449. }
  450. }
  451. private void AttachMediaSourceInfo(EncodingJob state,
  452. MediaSourceInfo mediaSource,
  453. EncodingJobOptions videoRequest)
  454. {
  455. EncodingJobFactory.AttachMediaSourceInfo(state, mediaSource, videoRequest);
  456. }
  457. /// <summary>
  458. /// Gets the internal graphical subtitle param.
  459. /// </summary>
  460. /// <param name="state">The state.</param>
  461. /// <param name="outputVideoCodec">The output video codec.</param>
  462. /// <returns>System.String.</returns>
  463. protected async Task<string> GetGraphicalSubtitleParam(EncodingJob state, string outputVideoCodec)
  464. {
  465. var outputSizeParam = string.Empty;
  466. var request = state.Options;
  467. // Add resolution params, if specified
  468. if (request.Width.HasValue || request.Height.HasValue || request.MaxHeight.HasValue || request.MaxWidth.HasValue)
  469. {
  470. outputSizeParam = await GetOutputSizeParam(state, outputVideoCodec).ConfigureAwait(false);
  471. outputSizeParam = outputSizeParam.TrimEnd('"');
  472. outputSizeParam = "," + outputSizeParam.Substring(outputSizeParam.IndexOf("scale", StringComparison.OrdinalIgnoreCase));
  473. }
  474. var videoSizeParam = string.Empty;
  475. if (state.VideoStream != null && state.VideoStream.Width.HasValue && state.VideoStream.Height.HasValue)
  476. {
  477. videoSizeParam = string.Format(",scale={0}:{1}", state.VideoStream.Width.Value.ToString(UsCulture), state.VideoStream.Height.Value.ToString(UsCulture));
  478. }
  479. var mapPrefix = state.SubtitleStream.IsExternal ?
  480. 1 :
  481. 0;
  482. var subtitleStreamIndex = state.SubtitleStream.IsExternal
  483. ? 0
  484. : state.SubtitleStream.Index;
  485. return string.Format(" -filter_complex \"[{0}:{1}]format=yuva444p{4},lut=u=128:v=128:y=gammaval(.3)[sub] ; [0:{2}] [sub] overlay{3}\"",
  486. mapPrefix.ToString(UsCulture),
  487. subtitleStreamIndex.ToString(UsCulture),
  488. state.VideoStream.Index.ToString(UsCulture),
  489. outputSizeParam,
  490. videoSizeParam);
  491. }
  492. /// <summary>
  493. /// Gets the video bitrate to specify on the command line
  494. /// </summary>
  495. /// <param name="state">The state.</param>
  496. /// <param name="videoEncoder">The video codec.</param>
  497. /// <returns>System.String.</returns>
  498. protected string GetVideoQualityParam(EncodingJob state, string videoEncoder)
  499. {
  500. var param = string.Empty;
  501. var isVc1 = state.VideoStream != null &&
  502. string.Equals(state.VideoStream.Codec, "vc1", StringComparison.OrdinalIgnoreCase);
  503. if (string.Equals(videoEncoder, "libx264", StringComparison.OrdinalIgnoreCase))
  504. {
  505. param = "-preset superfast";
  506. param += " -crf 23";
  507. }
  508. else if (string.Equals(videoEncoder, "libx265", StringComparison.OrdinalIgnoreCase))
  509. {
  510. param = "-preset fast";
  511. param += " -crf 28";
  512. }
  513. // h264 (h264_qsv)
  514. else if (string.Equals(videoEncoder, "h264_qsv", StringComparison.OrdinalIgnoreCase))
  515. {
  516. param = "-preset 7 -look_ahead 0";
  517. }
  518. // h264 (h264_nvenc)
  519. else if (string.Equals(videoEncoder, "h264_nvenc", StringComparison.OrdinalIgnoreCase))
  520. {
  521. param = "-preset llhq";
  522. }
  523. // webm
  524. else if (string.Equals(videoEncoder, "libvpx", StringComparison.OrdinalIgnoreCase))
  525. {
  526. // Values 0-3, 0 being highest quality but slower
  527. var profileScore = 0;
  528. string crf;
  529. var qmin = "0";
  530. var qmax = "50";
  531. crf = "10";
  532. if (isVc1)
  533. {
  534. profileScore++;
  535. }
  536. // Max of 2
  537. profileScore = Math.Min(profileScore, 2);
  538. // http://www.webmproject.org/docs/encoder-parameters/
  539. param = string.Format("-speed 16 -quality good -profile:v {0} -slices 8 -crf {1} -qmin {2} -qmax {3}",
  540. profileScore.ToString(UsCulture),
  541. crf,
  542. qmin,
  543. qmax);
  544. }
  545. else if (string.Equals(videoEncoder, "mpeg4", StringComparison.OrdinalIgnoreCase))
  546. {
  547. param = "-mbd rd -flags +mv4+aic -trellis 2 -cmp 2 -subcmp 2 -bf 2";
  548. }
  549. // asf/wmv
  550. else if (string.Equals(videoEncoder, "wmv2", StringComparison.OrdinalIgnoreCase))
  551. {
  552. param = "-qmin 2";
  553. }
  554. else if (string.Equals(videoEncoder, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  555. {
  556. param = "-mbd 2";
  557. }
  558. param += GetVideoBitrateParam(state, videoEncoder);
  559. var framerate = GetFramerateParam(state);
  560. if (framerate.HasValue)
  561. {
  562. param += string.Format(" -r {0}", framerate.Value.ToString(UsCulture));
  563. }
  564. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  565. {
  566. param += " -vsync " + state.OutputVideoSync;
  567. }
  568. if (!string.IsNullOrEmpty(state.Options.Profile))
  569. {
  570. if (!string.Equals(videoEncoder, "h264_omx", StringComparison.OrdinalIgnoreCase) &&
  571. !string.Equals(videoEncoder, "h264_vaapi", StringComparison.OrdinalIgnoreCase))
  572. {
  573. // not supported by h264_omx
  574. param += " -profile:v " + state.Options.Profile;
  575. }
  576. }
  577. var levelString = state.Options.Level.HasValue ? state.Options.Level.Value.ToString(CultureInfo.InvariantCulture) : null;
  578. if (!string.IsNullOrEmpty(levelString))
  579. {
  580. levelString = NormalizeTranscodingLevel(state.OutputVideoCodec, levelString);
  581. // h264_qsv and h264_nvenc expect levels to be expressed as a decimal. libx264 supports decimal and non-decimal format
  582. if (string.Equals(videoEncoder, "h264_qsv", StringComparison.OrdinalIgnoreCase) ||
  583. string.Equals(videoEncoder, "h264_nvenc", StringComparison.OrdinalIgnoreCase))
  584. {
  585. switch (levelString)
  586. {
  587. case "30":
  588. param += " -level 3";
  589. break;
  590. case "31":
  591. param += " -level 3.1";
  592. break;
  593. case "32":
  594. param += " -level 3.2";
  595. break;
  596. case "40":
  597. param += " -level 4";
  598. break;
  599. case "41":
  600. param += " -level 4.1";
  601. break;
  602. case "42":
  603. param += " -level 4.2";
  604. break;
  605. case "50":
  606. param += " -level 5";
  607. break;
  608. case "51":
  609. param += " -level 5.1";
  610. break;
  611. case "52":
  612. param += " -level 5.2";
  613. break;
  614. default:
  615. param += " -level " + levelString;
  616. break;
  617. }
  618. }
  619. else if (!string.Equals(videoEncoder, "h264_omx", StringComparison.OrdinalIgnoreCase))
  620. {
  621. param += " -level " + levelString;
  622. }
  623. }
  624. if (!string.Equals(videoEncoder, "h264_omx", StringComparison.OrdinalIgnoreCase) &&
  625. !string.Equals(videoEncoder, "h264_qsv", StringComparison.OrdinalIgnoreCase) &&
  626. !string.Equals(videoEncoder, "h264_nvenc", StringComparison.OrdinalIgnoreCase) &&
  627. !string.Equals(videoEncoder, "h264_vaapi", StringComparison.OrdinalIgnoreCase))
  628. {
  629. param = "-pix_fmt yuv420p " + param;
  630. }
  631. return param;
  632. }
  633. private string NormalizeTranscodingLevel(string videoCodec, string level)
  634. {
  635. double requestLevel;
  636. // Clients may direct play higher than level 41, but there's no reason to transcode higher
  637. if (double.TryParse(level, NumberStyles.Any, UsCulture, out requestLevel))
  638. {
  639. if (string.Equals(videoCodec, "h264", StringComparison.OrdinalIgnoreCase))
  640. {
  641. if (requestLevel > 41)
  642. {
  643. return "41";
  644. }
  645. }
  646. }
  647. return level;
  648. }
  649. protected string GetVideoBitrateParam(EncodingJob state, string videoCodec)
  650. {
  651. var bitrate = state.OutputVideoBitrate;
  652. if (bitrate.HasValue)
  653. {
  654. if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  655. {
  656. // With vpx when crf is used, b:v becomes a max rate
  657. // https://trac.ffmpeg.org/wiki/vpxEncodingGuide. But higher bitrate source files -b:v causes judder so limite the bitrate but dont allow it to "saturate" the bitrate. So dont contrain it down just up.
  658. return string.Format(" -maxrate:v {0} -bufsize:v ({0}*2) -b:v {0}", bitrate.Value.ToString(UsCulture));
  659. }
  660. if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  661. {
  662. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  663. }
  664. // h264
  665. return string.Format(" -b:v {0} -maxrate {0} -bufsize {1}",
  666. bitrate.Value.ToString(UsCulture),
  667. (bitrate.Value * 2).ToString(UsCulture));
  668. }
  669. return string.Empty;
  670. }
  671. protected double? GetFramerateParam(EncodingJob state)
  672. {
  673. if (state.Options != null)
  674. {
  675. if (state.Options.Framerate.HasValue)
  676. {
  677. return state.Options.Framerate.Value;
  678. }
  679. var maxrate = state.Options.MaxFramerate;
  680. if (maxrate.HasValue && state.VideoStream != null)
  681. {
  682. var contentRate = state.VideoStream.AverageFrameRate ?? state.VideoStream.RealFrameRate;
  683. if (contentRate.HasValue && contentRate.Value > maxrate.Value)
  684. {
  685. return maxrate;
  686. }
  687. }
  688. }
  689. return null;
  690. }
  691. /// <summary>
  692. /// Gets the map args.
  693. /// </summary>
  694. /// <param name="state">The state.</param>
  695. /// <returns>System.String.</returns>
  696. protected virtual string GetMapArgs(EncodingJob state)
  697. {
  698. // If we don't have known media info
  699. // If input is video, use -sn to drop subtitles
  700. // Otherwise just return empty
  701. if (state.VideoStream == null && state.AudioStream == null)
  702. {
  703. return state.IsInputVideo ? "-sn" : string.Empty;
  704. }
  705. // We have media info, but we don't know the stream indexes
  706. if (state.VideoStream != null && state.VideoStream.Index == -1)
  707. {
  708. return "-sn";
  709. }
  710. // We have media info, but we don't know the stream indexes
  711. if (state.AudioStream != null && state.AudioStream.Index == -1)
  712. {
  713. return state.IsInputVideo ? "-sn" : string.Empty;
  714. }
  715. var args = string.Empty;
  716. if (state.VideoStream != null)
  717. {
  718. args += string.Format("-map 0:{0}", state.VideoStream.Index);
  719. }
  720. else
  721. {
  722. args += "-map -0:v";
  723. }
  724. if (state.AudioStream != null)
  725. {
  726. args += string.Format(" -map 0:{0}", state.AudioStream.Index);
  727. }
  728. else
  729. {
  730. args += " -map -0:a";
  731. }
  732. if (state.SubtitleStream == null || state.Options.SubtitleMethod == SubtitleDeliveryMethod.Hls)
  733. {
  734. args += " -map -0:s";
  735. }
  736. else if (state.SubtitleStream.IsExternal && !state.SubtitleStream.IsTextSubtitleStream)
  737. {
  738. args += " -map 1:0 -sn";
  739. }
  740. return args;
  741. }
  742. /// <summary>
  743. /// Determines whether the specified stream is H264.
  744. /// </summary>
  745. /// <param name="stream">The stream.</param>
  746. /// <returns><c>true</c> if the specified stream is H264; otherwise, <c>false</c>.</returns>
  747. protected bool IsH264(MediaStream stream)
  748. {
  749. var codec = stream.Codec ?? string.Empty;
  750. return codec.IndexOf("264", StringComparison.OrdinalIgnoreCase) != -1 ||
  751. codec.IndexOf("avc", StringComparison.OrdinalIgnoreCase) != -1;
  752. }
  753. /// <summary>
  754. /// If we're going to put a fixed size on the command line, this will calculate it
  755. /// </summary>
  756. /// <param name="state">The state.</param>
  757. /// <param name="outputVideoCodec">The output video codec.</param>
  758. /// <param name="allowTimeStampCopy">if set to <c>true</c> [allow time stamp copy].</param>
  759. /// <returns>System.String.</returns>
  760. protected async Task<string> GetOutputSizeParam(EncodingJob state,
  761. string outputVideoCodec,
  762. bool allowTimeStampCopy = true)
  763. {
  764. // http://sonnati.wordpress.com/2012/10/19/ffmpeg-the-swiss-army-knife-of-internet-streaming-part-vi/
  765. var request = state.Options;
  766. var filters = new List<string>();
  767. if (string.Equals(outputVideoCodec, "h264_vaapi", StringComparison.OrdinalIgnoreCase))
  768. {
  769. filters.Add("format=nv12|vaapi");
  770. filters.Add("hwupload");
  771. }
  772. else if (state.DeInterlace && !string.Equals(outputVideoCodec, "h264_vaapi", StringComparison.OrdinalIgnoreCase))
  773. {
  774. filters.Add("yadif=0:-1:0");
  775. }
  776. if (string.Equals(outputVideoCodec, "h264_vaapi", StringComparison.OrdinalIgnoreCase))
  777. {
  778. // Work around vaapi's reduced scaling features
  779. var scaler = "scale_vaapi";
  780. // Given the input dimensions (inputWidth, inputHeight), determine the output dimensions
  781. // (outputWidth, outputHeight). The user may request precise output dimensions or maximum
  782. // output dimensions. Output dimensions are guaranteed to be even.
  783. decimal inputWidth = Convert.ToDecimal(state.VideoStream.Width);
  784. decimal inputHeight = Convert.ToDecimal(state.VideoStream.Height);
  785. decimal outputWidth = request.Width.HasValue ? Convert.ToDecimal(request.Width.Value) : inputWidth;
  786. decimal outputHeight = request.Height.HasValue ? Convert.ToDecimal(request.Height.Value) : inputHeight;
  787. decimal maximumWidth = request.MaxWidth.HasValue ? Convert.ToDecimal(request.MaxWidth.Value) : outputWidth;
  788. decimal maximumHeight = request.MaxHeight.HasValue ? Convert.ToDecimal(request.MaxHeight.Value) : outputHeight;
  789. if (outputWidth > maximumWidth || outputHeight > maximumHeight)
  790. {
  791. var scale = Math.Min(maximumWidth / outputWidth, maximumHeight / outputHeight);
  792. outputWidth = Math.Min(maximumWidth, Math.Truncate(outputWidth * scale));
  793. outputHeight = Math.Min(maximumHeight, Math.Truncate(outputHeight * scale));
  794. }
  795. outputWidth = 2 * Math.Truncate(outputWidth / 2);
  796. outputHeight = 2 * Math.Truncate(outputHeight / 2);
  797. if (outputWidth != inputWidth || outputHeight != inputHeight)
  798. {
  799. filters.Add(string.Format("{0}=w={1}:h={2}", scaler, outputWidth.ToString(UsCulture), outputHeight.ToString(UsCulture)));
  800. }
  801. }
  802. else
  803. {
  804. // If fixed dimensions were supplied
  805. if (request.Width.HasValue && request.Height.HasValue)
  806. {
  807. var widthParam = request.Width.Value.ToString(UsCulture);
  808. var heightParam = request.Height.Value.ToString(UsCulture);
  809. filters.Add(string.Format("scale=trunc({0}/2)*2:trunc({1}/2)*2", widthParam, heightParam));
  810. }
  811. // If Max dimensions were supplied, for width selects lowest even number between input width and width req size and selects lowest even number from in width*display aspect and requested size
  812. else if (request.MaxWidth.HasValue && request.MaxHeight.HasValue)
  813. {
  814. var maxWidthParam = request.MaxWidth.Value.ToString(UsCulture);
  815. var maxHeightParam = request.MaxHeight.Value.ToString(UsCulture);
  816. filters.Add(string.Format("scale=trunc(min(max(iw\\,ih*dar)\\,min({0}\\,{1}*dar))/2)*2:trunc(min(max(iw/dar\\,ih)\\,min({0}/dar\\,{1}))/2)*2", maxWidthParam, maxHeightParam));
  817. }
  818. // If a fixed width was requested
  819. else if (request.Width.HasValue)
  820. {
  821. var widthParam = request.Width.Value.ToString(UsCulture);
  822. filters.Add(string.Format("scale={0}:trunc(ow/a/2)*2", widthParam));
  823. }
  824. // If a fixed height was requested
  825. else if (request.Height.HasValue)
  826. {
  827. var heightParam = request.Height.Value.ToString(UsCulture);
  828. filters.Add(string.Format("scale=trunc(oh*a/2)*2:{0}", heightParam));
  829. }
  830. // If a max width was requested
  831. else if (request.MaxWidth.HasValue)
  832. {
  833. var maxWidthParam = request.MaxWidth.Value.ToString(UsCulture);
  834. filters.Add(string.Format("scale=trunc(min(max(iw\\,ih*dar)\\,{0})/2)*2:trunc(ow/dar/2)*2", maxWidthParam));
  835. }
  836. // If a max height was requested
  837. else if (request.MaxHeight.HasValue)
  838. {
  839. var maxHeightParam = request.MaxHeight.Value.ToString(UsCulture);
  840. filters.Add(string.Format("scale=trunc(oh*a/2)*2:min(max(iw/dar\\,ih)\\,{0})", maxHeightParam));
  841. }
  842. }
  843. var output = string.Empty;
  844. if (state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream && state.Options.SubtitleMethod == SubtitleDeliveryMethod.Encode)
  845. {
  846. var subParam = await GetTextSubtitleParam(state).ConfigureAwait(false);
  847. filters.Add(subParam);
  848. if (allowTimeStampCopy)
  849. {
  850. output += " -copyts";
  851. }
  852. }
  853. if (filters.Count > 0)
  854. {
  855. output += string.Format(" -vf \"{0}\"", string.Join(",", filters.ToArray()));
  856. }
  857. return output;
  858. }
  859. /// <summary>
  860. /// Gets the text subtitle param.
  861. /// </summary>
  862. /// <param name="state">The state.</param>
  863. /// <returns>System.String.</returns>
  864. protected async Task<string> GetTextSubtitleParam(EncodingJob state)
  865. {
  866. var seconds = Math.Round(TimeSpan.FromTicks(state.Options.StartTimeTicks ?? 0).TotalSeconds);
  867. if (state.SubtitleStream.IsExternal)
  868. {
  869. var subtitlePath = state.SubtitleStream.Path;
  870. var charsetParam = string.Empty;
  871. if (!string.IsNullOrEmpty(state.SubtitleStream.Language))
  872. {
  873. var charenc = await SubtitleEncoder.GetSubtitleFileCharacterSet(subtitlePath, state.SubtitleStream.Language, state.MediaSource.Protocol, CancellationToken.None).ConfigureAwait(false);
  874. if (!string.IsNullOrEmpty(charenc))
  875. {
  876. charsetParam = ":charenc=" + charenc;
  877. }
  878. }
  879. // TODO: Perhaps also use original_size=1920x800 ??
  880. return string.Format("subtitles=filename='{0}'{1},setpts=PTS -{2}/TB",
  881. MediaEncoder.EscapeSubtitleFilterPath(subtitlePath),
  882. charsetParam,
  883. seconds.ToString(UsCulture));
  884. }
  885. var mediaPath = state.MediaPath ?? string.Empty;
  886. return string.Format("subtitles='{0}:si={1}',setpts=PTS -{2}/TB",
  887. MediaEncoder.EscapeSubtitleFilterPath(mediaPath),
  888. state.InternalSubtitleStreamOffset.ToString(UsCulture),
  889. seconds.ToString(UsCulture));
  890. }
  891. protected string GetAudioFilterParam(EncodingJob state, bool isHls)
  892. {
  893. var volParam = string.Empty;
  894. var audioSampleRate = string.Empty;
  895. var channels = state.OutputAudioChannels;
  896. // Boost volume to 200% when downsampling from 6ch to 2ch
  897. if (channels.HasValue && channels.Value <= 2)
  898. {
  899. if (state.AudioStream != null && state.AudioStream.Channels.HasValue && state.AudioStream.Channels.Value > 5 && !GetEncodingOptions().DownMixAudioBoost.Equals(1))
  900. {
  901. volParam = ",volume=" + GetEncodingOptions().DownMixAudioBoost.ToString(UsCulture);
  902. }
  903. }
  904. if (state.OutputAudioSampleRate.HasValue)
  905. {
  906. audioSampleRate = state.OutputAudioSampleRate.Value + ":";
  907. }
  908. var adelay = isHls ? "adelay=1," : string.Empty;
  909. var pts = string.Empty;
  910. if (state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream && state.Options.SubtitleMethod == SubtitleDeliveryMethod.Encode && !state.Options.CopyTimestamps)
  911. {
  912. var seconds = TimeSpan.FromTicks(state.Options.StartTimeTicks ?? 0).TotalSeconds;
  913. pts = string.Format(",asetpts=PTS-{0}/TB", Math.Round(seconds).ToString(UsCulture));
  914. }
  915. return string.Format("-af \"{0}aresample={1}async={4}{2}{3}\"",
  916. adelay,
  917. audioSampleRate,
  918. volParam,
  919. pts,
  920. state.OutputAudioSync);
  921. }
  922. }
  923. }