BaseEncoder.cs 37 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Controller.Configuration;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Controller.MediaEncoding;
  6. using MediaBrowser.Controller.Session;
  7. using MediaBrowser.MediaEncoding.Subtitles;
  8. using MediaBrowser.Model.Configuration;
  9. using MediaBrowser.Model.Dto;
  10. using MediaBrowser.Model.Entities;
  11. using MediaBrowser.Model.IO;
  12. using MediaBrowser.Model.Logging;
  13. using MediaBrowser.Model.MediaInfo;
  14. using System;
  15. using System.Collections.Generic;
  16. using System.Diagnostics;
  17. using System.Globalization;
  18. using System.IO;
  19. using System.Text;
  20. using System.Threading;
  21. using System.Threading.Tasks;
  22. using CommonIO;
  23. namespace MediaBrowser.MediaEncoding.Encoder
  24. {
  25. public abstract class BaseEncoder
  26. {
  27. protected readonly MediaEncoder MediaEncoder;
  28. protected readonly ILogger Logger;
  29. protected readonly IServerConfigurationManager ConfigurationManager;
  30. protected readonly IFileSystem FileSystem;
  31. protected readonly IIsoManager IsoManager;
  32. protected readonly ILibraryManager LibraryManager;
  33. protected readonly ISessionManager SessionManager;
  34. protected readonly ISubtitleEncoder SubtitleEncoder;
  35. protected readonly IMediaSourceManager MediaSourceManager;
  36. protected readonly CultureInfo UsCulture = new CultureInfo("en-US");
  37. protected BaseEncoder(MediaEncoder mediaEncoder,
  38. ILogger logger,
  39. IServerConfigurationManager configurationManager,
  40. IFileSystem fileSystem,
  41. IIsoManager isoManager,
  42. ILibraryManager libraryManager,
  43. ISessionManager sessionManager,
  44. ISubtitleEncoder subtitleEncoder,
  45. IMediaSourceManager mediaSourceManager)
  46. {
  47. MediaEncoder = mediaEncoder;
  48. Logger = logger;
  49. ConfigurationManager = configurationManager;
  50. FileSystem = fileSystem;
  51. IsoManager = isoManager;
  52. LibraryManager = libraryManager;
  53. SessionManager = sessionManager;
  54. SubtitleEncoder = subtitleEncoder;
  55. MediaSourceManager = mediaSourceManager;
  56. }
  57. public async Task<EncodingJob> Start(EncodingJobOptions options,
  58. IProgress<double> progress,
  59. CancellationToken cancellationToken)
  60. {
  61. var encodingJob = await new EncodingJobFactory(Logger, LibraryManager, MediaSourceManager, ConfigurationManager)
  62. .CreateJob(options, IsVideoEncoder, progress, cancellationToken).ConfigureAwait(false);
  63. encodingJob.OutputFilePath = GetOutputFilePath(encodingJob);
  64. FileSystem.CreateDirectory(Path.GetDirectoryName(encodingJob.OutputFilePath));
  65. encodingJob.ReadInputAtNativeFramerate = options.ReadInputAtNativeFramerate;
  66. await AcquireResources(encodingJob, cancellationToken).ConfigureAwait(false);
  67. var commandLineArgs = GetCommandLineArguments(encodingJob);
  68. if (GetEncodingOptions().EnableDebugLogging)
  69. {
  70. commandLineArgs = "-loglevel debug " + commandLineArgs;
  71. }
  72. var process = new Process
  73. {
  74. StartInfo = new ProcessStartInfo
  75. {
  76. CreateNoWindow = true,
  77. UseShellExecute = false,
  78. // Must consume both stdout and stderr or deadlocks may occur
  79. RedirectStandardOutput = true,
  80. RedirectStandardError = true,
  81. RedirectStandardInput = true,
  82. FileName = MediaEncoder.EncoderPath,
  83. Arguments = commandLineArgs,
  84. WindowStyle = ProcessWindowStyle.Hidden,
  85. ErrorDialog = false
  86. },
  87. EnableRaisingEvents = true
  88. };
  89. var workingDirectory = GetWorkingDirectory(options);
  90. if (!string.IsNullOrWhiteSpace(workingDirectory))
  91. {
  92. process.StartInfo.WorkingDirectory = workingDirectory;
  93. }
  94. OnTranscodeBeginning(encodingJob);
  95. var commandLineLogMessage = process.StartInfo.FileName + " " + process.StartInfo.Arguments;
  96. Logger.Info(commandLineLogMessage);
  97. var logFilePath = Path.Combine(ConfigurationManager.CommonApplicationPaths.LogDirectoryPath, "transcode-" + Guid.NewGuid() + ".txt");
  98. FileSystem.CreateDirectory(Path.GetDirectoryName(logFilePath));
  99. // FFMpeg writes debug/error info to stderr. This is useful when debugging so let's put it in the log directory.
  100. encodingJob.LogFileStream = FileSystem.GetFileStream(logFilePath, FileMode.Create, FileAccess.Write, FileShare.Read, true);
  101. var commandLineLogMessageBytes = Encoding.UTF8.GetBytes(commandLineLogMessage + Environment.NewLine + Environment.NewLine);
  102. await encodingJob.LogFileStream.WriteAsync(commandLineLogMessageBytes, 0, commandLineLogMessageBytes.Length, cancellationToken).ConfigureAwait(false);
  103. process.Exited += (sender, args) => OnFfMpegProcessExited(process, encodingJob);
  104. try
  105. {
  106. process.Start();
  107. }
  108. catch (Exception ex)
  109. {
  110. Logger.ErrorException("Error starting ffmpeg", ex);
  111. OnTranscodeFailedToStart(encodingJob.OutputFilePath, encodingJob);
  112. throw;
  113. }
  114. cancellationToken.Register(() => Cancel(process, encodingJob));
  115. // MUST read both stdout and stderr asynchronously or a deadlock may occurr
  116. process.BeginOutputReadLine();
  117. // Important - don't await the log task or we won't be able to kill ffmpeg when the user stops playback
  118. new JobLogger(Logger).StartStreamingLog(encodingJob, process.StandardError.BaseStream, encodingJob.LogFileStream);
  119. // Wait for the file to exist before proceeeding
  120. while (!FileSystem.FileExists(encodingJob.OutputFilePath) && !encodingJob.HasExited)
  121. {
  122. await Task.Delay(100, cancellationToken).ConfigureAwait(false);
  123. }
  124. return encodingJob;
  125. }
  126. private void Cancel(Process process, EncodingJob job)
  127. {
  128. Logger.Info("Killing ffmpeg process for {0}", job.OutputFilePath);
  129. //process.Kill();
  130. process.StandardInput.WriteLine("q");
  131. job.IsCancelled = true;
  132. }
  133. /// <summary>
  134. /// Processes the exited.
  135. /// </summary>
  136. /// <param name="process">The process.</param>
  137. /// <param name="job">The job.</param>
  138. private void OnFfMpegProcessExited(Process process, EncodingJob job)
  139. {
  140. job.HasExited = true;
  141. Logger.Debug("Disposing stream resources");
  142. job.Dispose();
  143. var isSuccesful = false;
  144. try
  145. {
  146. var exitCode = process.ExitCode;
  147. Logger.Info("FFMpeg exited with code {0}", exitCode);
  148. isSuccesful = exitCode == 0;
  149. }
  150. catch
  151. {
  152. Logger.Error("FFMpeg exited with an error.");
  153. }
  154. if (isSuccesful && !job.IsCancelled)
  155. {
  156. job.TaskCompletionSource.TrySetResult(true);
  157. }
  158. else if (job.IsCancelled)
  159. {
  160. try
  161. {
  162. DeleteFiles(job);
  163. }
  164. catch
  165. {
  166. }
  167. try
  168. {
  169. job.TaskCompletionSource.TrySetException(new OperationCanceledException());
  170. }
  171. catch
  172. {
  173. }
  174. }
  175. else
  176. {
  177. try
  178. {
  179. DeleteFiles(job);
  180. }
  181. catch
  182. {
  183. }
  184. try
  185. {
  186. job.TaskCompletionSource.TrySetException(new ApplicationException("Encoding failed"));
  187. }
  188. catch
  189. {
  190. }
  191. }
  192. // This causes on exited to be called twice:
  193. //try
  194. //{
  195. // // Dispose the process
  196. // process.Dispose();
  197. //}
  198. //catch (Exception ex)
  199. //{
  200. // Logger.ErrorException("Error disposing ffmpeg.", ex);
  201. //}
  202. }
  203. protected virtual void DeleteFiles(EncodingJob job)
  204. {
  205. FileSystem.DeleteFile(job.OutputFilePath);
  206. }
  207. private void OnTranscodeBeginning(EncodingJob job)
  208. {
  209. job.ReportTranscodingProgress(null, null, null, null);
  210. }
  211. private void OnTranscodeFailedToStart(string path, EncodingJob job)
  212. {
  213. if (!string.IsNullOrWhiteSpace(job.Options.DeviceId))
  214. {
  215. SessionManager.ClearTranscodingInfo(job.Options.DeviceId);
  216. }
  217. }
  218. protected abstract bool IsVideoEncoder { get; }
  219. protected virtual string GetWorkingDirectory(EncodingJobOptions options)
  220. {
  221. return null;
  222. }
  223. protected EncodingOptions GetEncodingOptions()
  224. {
  225. return ConfigurationManager.GetConfiguration<EncodingOptions>("encoding");
  226. }
  227. protected abstract string GetCommandLineArguments(EncodingJob job);
  228. private string GetOutputFilePath(EncodingJob state)
  229. {
  230. var folder = string.IsNullOrWhiteSpace(state.Options.OutputDirectory) ?
  231. ConfigurationManager.ApplicationPaths.TranscodingTempPath :
  232. state.Options.OutputDirectory;
  233. var outputFileExtension = GetOutputFileExtension(state);
  234. var filename = state.Id + (outputFileExtension ?? string.Empty).ToLower();
  235. return Path.Combine(folder, filename);
  236. }
  237. protected virtual string GetOutputFileExtension(EncodingJob state)
  238. {
  239. if (!string.IsNullOrWhiteSpace(state.Options.OutputContainer))
  240. {
  241. return "." + state.Options.OutputContainer;
  242. }
  243. return null;
  244. }
  245. /// <summary>
  246. /// Gets the number of threads.
  247. /// </summary>
  248. /// <returns>System.Int32.</returns>
  249. protected int GetNumberOfThreads(EncodingJob job, bool isWebm)
  250. {
  251. return job.Options.CpuCoreLimit ?? 0;
  252. }
  253. protected string GetInputModifier(EncodingJob state, bool genPts = true)
  254. {
  255. var inputModifier = string.Empty;
  256. var probeSize = GetProbeSizeArgument(state);
  257. inputModifier += " " + probeSize;
  258. inputModifier = inputModifier.Trim();
  259. var userAgentParam = GetUserAgentParam(state);
  260. if (!string.IsNullOrWhiteSpace(userAgentParam))
  261. {
  262. inputModifier += " " + userAgentParam;
  263. }
  264. inputModifier = inputModifier.Trim();
  265. inputModifier += " " + GetFastSeekCommandLineParameter(state.Options);
  266. inputModifier = inputModifier.Trim();
  267. if (state.IsVideoRequest && genPts)
  268. {
  269. inputModifier += " -fflags +genpts";
  270. }
  271. if (!string.IsNullOrEmpty(state.InputAudioSync))
  272. {
  273. inputModifier += " -async " + state.InputAudioSync;
  274. }
  275. if (!string.IsNullOrEmpty(state.InputVideoSync))
  276. {
  277. inputModifier += " -vsync " + state.InputVideoSync;
  278. }
  279. if (state.ReadInputAtNativeFramerate)
  280. {
  281. inputModifier += " -re";
  282. }
  283. var videoDecoder = GetVideoDecoder(state);
  284. if (!string.IsNullOrWhiteSpace(videoDecoder))
  285. {
  286. inputModifier += " " + videoDecoder;
  287. }
  288. //if (state.IsVideoRequest)
  289. //{
  290. // if (string.Equals(state.OutputContainer, "mkv", StringComparison.OrdinalIgnoreCase))
  291. // {
  292. // //inputModifier += " -noaccurate_seek";
  293. // }
  294. //}
  295. return inputModifier;
  296. }
  297. /// <summary>
  298. /// Gets the name of the output video codec
  299. /// </summary>
  300. /// <param name="state">The state.</param>
  301. /// <returns>System.String.</returns>
  302. protected string GetVideoDecoder(EncodingJob state)
  303. {
  304. if (string.Equals(GetEncodingOptions().HardwareAccelerationType, "qsv", StringComparison.OrdinalIgnoreCase))
  305. {
  306. if (state.VideoStream != null && !string.IsNullOrWhiteSpace(state.VideoStream.Codec))
  307. {
  308. switch (state.MediaSource.VideoStream.Codec.ToLower())
  309. {
  310. case "avc":
  311. case "h264":
  312. if (MediaEncoder.SupportsDecoder("h264_qsv"))
  313. {
  314. return "-c:v h264_qsv ";
  315. }
  316. break;
  317. case "mpeg2video":
  318. if (MediaEncoder.SupportsDecoder("mpeg2_qsv"))
  319. {
  320. return "-c:v mpeg2_qsv ";
  321. }
  322. break;
  323. case "vc1":
  324. if (MediaEncoder.SupportsDecoder("vc1_qsv"))
  325. {
  326. return "-c:v vc1_qsv ";
  327. }
  328. break;
  329. }
  330. }
  331. }
  332. // leave blank so ffmpeg will decide
  333. return null;
  334. }
  335. private string GetUserAgentParam(EncodingJob state)
  336. {
  337. string useragent = null;
  338. state.RemoteHttpHeaders.TryGetValue("User-Agent", out useragent);
  339. if (!string.IsNullOrWhiteSpace(useragent))
  340. {
  341. return "-user-agent \"" + useragent + "\"";
  342. }
  343. return string.Empty;
  344. }
  345. /// <summary>
  346. /// Gets the probe size argument.
  347. /// </summary>
  348. /// <param name="state">The state.</param>
  349. /// <returns>System.String.</returns>
  350. private string GetProbeSizeArgument(EncodingJob state)
  351. {
  352. if (state.PlayableStreamFileNames.Count > 0)
  353. {
  354. return MediaEncoder.GetProbeSizeArgument(state.PlayableStreamFileNames.ToArray(), state.InputProtocol);
  355. }
  356. return MediaEncoder.GetProbeSizeArgument(new[] { state.MediaPath }, state.InputProtocol);
  357. }
  358. /// <summary>
  359. /// Gets the fast seek command line parameter.
  360. /// </summary>
  361. /// <param name="request">The request.</param>
  362. /// <returns>System.String.</returns>
  363. /// <value>The fast seek command line parameter.</value>
  364. protected string GetFastSeekCommandLineParameter(EncodingJobOptions request)
  365. {
  366. var time = request.StartTimeTicks ?? 0;
  367. if (time > 0)
  368. {
  369. return string.Format("-ss {0}", MediaEncoder.GetTimeParameter(time));
  370. }
  371. return string.Empty;
  372. }
  373. /// <summary>
  374. /// Gets the input argument.
  375. /// </summary>
  376. /// <param name="state">The state.</param>
  377. /// <returns>System.String.</returns>
  378. protected string GetInputArgument(EncodingJob state)
  379. {
  380. var arg = string.Format("-i {0}", GetInputPathArgument(state));
  381. if (state.SubtitleStream != null)
  382. {
  383. if (state.SubtitleStream.IsExternal && !state.SubtitleStream.IsTextSubtitleStream)
  384. {
  385. if (state.VideoStream != null && state.VideoStream.Width.HasValue)
  386. {
  387. // This is hacky but not sure how to get the exact subtitle resolution
  388. double height = state.VideoStream.Width.Value;
  389. height /= 16;
  390. height *= 9;
  391. arg += string.Format(" -canvas_size {0}:{1}", state.VideoStream.Width.Value.ToString(CultureInfo.InvariantCulture), Convert.ToInt32(height).ToString(CultureInfo.InvariantCulture));
  392. }
  393. arg += " -i \"" + state.SubtitleStream.Path + "\"";
  394. }
  395. }
  396. return arg.Trim();
  397. }
  398. private string GetInputPathArgument(EncodingJob state)
  399. {
  400. var protocol = state.InputProtocol;
  401. var mediaPath = state.MediaPath ?? string.Empty;
  402. var inputPath = new[] { mediaPath };
  403. if (state.IsInputVideo)
  404. {
  405. if (!(state.VideoType == VideoType.Iso && state.IsoMount == null))
  406. {
  407. inputPath = MediaEncoderHelpers.GetInputArgument(FileSystem, mediaPath, state.InputProtocol, state.IsoMount, state.PlayableStreamFileNames);
  408. }
  409. }
  410. return MediaEncoder.GetInputArgument(inputPath, protocol);
  411. }
  412. private async Task AcquireResources(EncodingJob state, CancellationToken cancellationToken)
  413. {
  414. if (state.VideoType == VideoType.Iso && state.IsoType.HasValue && IsoManager.CanMount(state.MediaPath))
  415. {
  416. state.IsoMount = await IsoManager.Mount(state.MediaPath, cancellationToken).ConfigureAwait(false);
  417. }
  418. if (state.MediaSource.RequiresOpening && string.IsNullOrWhiteSpace(state.LiveStreamId))
  419. {
  420. var liveStreamResponse = await MediaSourceManager.OpenLiveStream(new LiveStreamRequest
  421. {
  422. OpenToken = state.MediaSource.OpenToken
  423. }, false, cancellationToken).ConfigureAwait(false);
  424. AttachMediaSourceInfo(state, liveStreamResponse.MediaSource, state.Options);
  425. if (state.IsVideoRequest)
  426. {
  427. EncodingJobFactory.TryStreamCopy(state, state.Options);
  428. }
  429. }
  430. if (state.MediaSource.BufferMs.HasValue)
  431. {
  432. await Task.Delay(state.MediaSource.BufferMs.Value, cancellationToken).ConfigureAwait(false);
  433. }
  434. }
  435. private void AttachMediaSourceInfo(EncodingJob state,
  436. MediaSourceInfo mediaSource,
  437. EncodingJobOptions videoRequest)
  438. {
  439. EncodingJobFactory.AttachMediaSourceInfo(state, mediaSource, videoRequest);
  440. }
  441. /// <summary>
  442. /// Gets the internal graphical subtitle param.
  443. /// </summary>
  444. /// <param name="state">The state.</param>
  445. /// <param name="outputVideoCodec">The output video codec.</param>
  446. /// <returns>System.String.</returns>
  447. protected string GetGraphicalSubtitleParam(EncodingJob state, string outputVideoCodec)
  448. {
  449. var outputSizeParam = string.Empty;
  450. var request = state.Options;
  451. // Add resolution params, if specified
  452. if (request.Width.HasValue || request.Height.HasValue || request.MaxHeight.HasValue || request.MaxWidth.HasValue)
  453. {
  454. outputSizeParam = GetOutputSizeParam(state, outputVideoCodec).TrimEnd('"');
  455. outputSizeParam = "," + outputSizeParam.Substring(outputSizeParam.IndexOf("scale", StringComparison.OrdinalIgnoreCase));
  456. }
  457. var videoSizeParam = string.Empty;
  458. if (state.VideoStream != null && state.VideoStream.Width.HasValue && state.VideoStream.Height.HasValue)
  459. {
  460. videoSizeParam = string.Format(",scale={0}:{1}", state.VideoStream.Width.Value.ToString(UsCulture), state.VideoStream.Height.Value.ToString(UsCulture));
  461. }
  462. var mapPrefix = state.SubtitleStream.IsExternal ?
  463. 1 :
  464. 0;
  465. var subtitleStreamIndex = state.SubtitleStream.IsExternal
  466. ? 0
  467. : state.SubtitleStream.Index;
  468. return string.Format(" -filter_complex \"[{0}:{1}]format=yuva444p{4},lut=u=128:v=128:y=gammaval(.3)[sub] ; [0:{2}] [sub] overlay{3}\"",
  469. mapPrefix.ToString(UsCulture),
  470. subtitleStreamIndex.ToString(UsCulture),
  471. state.VideoStream.Index.ToString(UsCulture),
  472. outputSizeParam,
  473. videoSizeParam);
  474. }
  475. /// <summary>
  476. /// Gets the video bitrate to specify on the command line
  477. /// </summary>
  478. /// <param name="state">The state.</param>
  479. /// <param name="videoCodec">The video codec.</param>
  480. /// <returns>System.String.</returns>
  481. protected string GetVideoQualityParam(EncodingJob state, string videoCodec)
  482. {
  483. var param = string.Empty;
  484. var isVc1 = state.VideoStream != null &&
  485. string.Equals(state.VideoStream.Codec, "vc1", StringComparison.OrdinalIgnoreCase);
  486. if (string.Equals(videoCodec, "libx264", StringComparison.OrdinalIgnoreCase))
  487. {
  488. param = "-preset superfast";
  489. param += " -crf 23";
  490. }
  491. else if (string.Equals(videoCodec, "libx265", StringComparison.OrdinalIgnoreCase))
  492. {
  493. param = "-preset fast";
  494. param += " -crf 28";
  495. }
  496. // h264 (h264_qsv)
  497. else if (string.Equals(videoCodec, "h264_qsv", StringComparison.OrdinalIgnoreCase))
  498. {
  499. param = "-preset 7 -look_ahead 0";
  500. }
  501. // h264 (libnvenc)
  502. else if (string.Equals(videoCodec, "libnvenc", StringComparison.OrdinalIgnoreCase))
  503. {
  504. param = "-preset high-performance";
  505. }
  506. // webm
  507. else if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  508. {
  509. // Values 0-3, 0 being highest quality but slower
  510. var profileScore = 0;
  511. string crf;
  512. var qmin = "0";
  513. var qmax = "50";
  514. crf = "10";
  515. if (isVc1)
  516. {
  517. profileScore++;
  518. }
  519. // Max of 2
  520. profileScore = Math.Min(profileScore, 2);
  521. // http://www.webmproject.org/docs/encoder-parameters/
  522. param = string.Format("-speed 16 -quality good -profile:v {0} -slices 8 -crf {1} -qmin {2} -qmax {3}",
  523. profileScore.ToString(UsCulture),
  524. crf,
  525. qmin,
  526. qmax);
  527. }
  528. else if (string.Equals(videoCodec, "mpeg4", StringComparison.OrdinalIgnoreCase))
  529. {
  530. param = "-mbd rd -flags +mv4+aic -trellis 2 -cmp 2 -subcmp 2 -bf 2";
  531. }
  532. // asf/wmv
  533. else if (string.Equals(videoCodec, "wmv2", StringComparison.OrdinalIgnoreCase))
  534. {
  535. param = "-qmin 2";
  536. }
  537. else if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  538. {
  539. param = "-mbd 2";
  540. }
  541. param += GetVideoBitrateParam(state, videoCodec);
  542. var framerate = GetFramerateParam(state);
  543. if (framerate.HasValue)
  544. {
  545. param += string.Format(" -r {0}", framerate.Value.ToString(UsCulture));
  546. }
  547. if (!string.IsNullOrEmpty(state.OutputVideoSync))
  548. {
  549. param += " -vsync " + state.OutputVideoSync;
  550. }
  551. if (!string.IsNullOrEmpty(state.Options.Profile))
  552. {
  553. param += " -profile:v " + state.Options.Profile;
  554. }
  555. var levelString = state.Options.Level.HasValue ? state.Options.Level.Value.ToString(CultureInfo.InvariantCulture) : null;
  556. if (!string.IsNullOrEmpty(levelString))
  557. {
  558. var h264Encoder = EncodingJobFactory.GetH264Encoder(state, GetEncodingOptions());
  559. // h264_qsv and libnvenc expect levels to be expressed as a decimal. libx264 supports decimal and non-decimal format
  560. if (String.Equals(h264Encoder, "h264_qsv", StringComparison.OrdinalIgnoreCase) || String.Equals(h264Encoder, "libnvenc", StringComparison.OrdinalIgnoreCase))
  561. {
  562. switch (levelString)
  563. {
  564. case "30":
  565. param += " -level 3";
  566. break;
  567. case "31":
  568. param += " -level 3.1";
  569. break;
  570. case "32":
  571. param += " -level 3.2";
  572. break;
  573. case "40":
  574. param += " -level 4";
  575. break;
  576. case "41":
  577. param += " -level 4.1";
  578. break;
  579. case "42":
  580. param += " -level 4.2";
  581. break;
  582. case "50":
  583. param += " -level 5";
  584. break;
  585. case "51":
  586. param += " -level 5.1";
  587. break;
  588. case "52":
  589. param += " -level 5.2";
  590. break;
  591. default:
  592. param += " -level " + levelString;
  593. break;
  594. }
  595. }
  596. else
  597. {
  598. param += " -level " + levelString;
  599. }
  600. }
  601. return "-pix_fmt yuv420p " + param;
  602. }
  603. protected string GetVideoBitrateParam(EncodingJob state, string videoCodec)
  604. {
  605. var bitrate = state.OutputVideoBitrate;
  606. if (bitrate.HasValue)
  607. {
  608. if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  609. {
  610. // With vpx when crf is used, b:v becomes a max rate
  611. // https://trac.ffmpeg.org/wiki/vpxEncodingGuide. But higher bitrate source files -b:v causes judder so limite the bitrate but dont allow it to "saturate" the bitrate. So dont contrain it down just up.
  612. return string.Format(" -maxrate:v {0} -bufsize:v ({0}*2) -b:v {0}", bitrate.Value.ToString(UsCulture));
  613. }
  614. if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  615. {
  616. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  617. }
  618. // h264
  619. return string.Format(" -b:v {0} -maxrate {0} -bufsize {1}",
  620. bitrate.Value.ToString(UsCulture),
  621. (bitrate.Value * 2).ToString(UsCulture));
  622. }
  623. return string.Empty;
  624. }
  625. protected double? GetFramerateParam(EncodingJob state)
  626. {
  627. if (state.Options != null)
  628. {
  629. if (state.Options.Framerate.HasValue)
  630. {
  631. return state.Options.Framerate.Value;
  632. }
  633. var maxrate = state.Options.MaxFramerate;
  634. if (maxrate.HasValue && state.VideoStream != null)
  635. {
  636. var contentRate = state.VideoStream.AverageFrameRate ?? state.VideoStream.RealFrameRate;
  637. if (contentRate.HasValue && contentRate.Value > maxrate.Value)
  638. {
  639. return maxrate;
  640. }
  641. }
  642. }
  643. return null;
  644. }
  645. /// <summary>
  646. /// Gets the map args.
  647. /// </summary>
  648. /// <param name="state">The state.</param>
  649. /// <returns>System.String.</returns>
  650. protected virtual string GetMapArgs(EncodingJob state)
  651. {
  652. // If we don't have known media info
  653. // If input is video, use -sn to drop subtitles
  654. // Otherwise just return empty
  655. if (state.VideoStream == null && state.AudioStream == null)
  656. {
  657. return state.IsInputVideo ? "-sn" : string.Empty;
  658. }
  659. // We have media info, but we don't know the stream indexes
  660. if (state.VideoStream != null && state.VideoStream.Index == -1)
  661. {
  662. return "-sn";
  663. }
  664. // We have media info, but we don't know the stream indexes
  665. if (state.AudioStream != null && state.AudioStream.Index == -1)
  666. {
  667. return state.IsInputVideo ? "-sn" : string.Empty;
  668. }
  669. var args = string.Empty;
  670. if (state.VideoStream != null)
  671. {
  672. args += string.Format("-map 0:{0}", state.VideoStream.Index);
  673. }
  674. else
  675. {
  676. args += "-map -0:v";
  677. }
  678. if (state.AudioStream != null)
  679. {
  680. args += string.Format(" -map 0:{0}", state.AudioStream.Index);
  681. }
  682. else
  683. {
  684. args += " -map -0:a";
  685. }
  686. if (state.SubtitleStream == null)
  687. {
  688. args += " -map -0:s";
  689. }
  690. else if (state.SubtitleStream.IsExternal && !state.SubtitleStream.IsTextSubtitleStream)
  691. {
  692. args += " -map 1:0 -sn";
  693. }
  694. return args;
  695. }
  696. /// <summary>
  697. /// Determines whether the specified stream is H264.
  698. /// </summary>
  699. /// <param name="stream">The stream.</param>
  700. /// <returns><c>true</c> if the specified stream is H264; otherwise, <c>false</c>.</returns>
  701. protected bool IsH264(MediaStream stream)
  702. {
  703. var codec = stream.Codec ?? string.Empty;
  704. return codec.IndexOf("264", StringComparison.OrdinalIgnoreCase) != -1 ||
  705. codec.IndexOf("avc", StringComparison.OrdinalIgnoreCase) != -1;
  706. }
  707. /// <summary>
  708. /// If we're going to put a fixed size on the command line, this will calculate it
  709. /// </summary>
  710. /// <param name="state">The state.</param>
  711. /// <param name="outputVideoCodec">The output video codec.</param>
  712. /// <param name="allowTimeStampCopy">if set to <c>true</c> [allow time stamp copy].</param>
  713. /// <returns>System.String.</returns>
  714. protected string GetOutputSizeParam(EncodingJob state,
  715. string outputVideoCodec,
  716. bool allowTimeStampCopy = true)
  717. {
  718. // http://sonnati.wordpress.com/2012/10/19/ffmpeg-the-swiss-army-knife-of-internet-streaming-part-vi/
  719. var request = state.Options;
  720. var filters = new List<string>();
  721. if (state.DeInterlace)
  722. {
  723. filters.Add("yadif=0:-1:0");
  724. }
  725. // If fixed dimensions were supplied
  726. if (request.Width.HasValue && request.Height.HasValue)
  727. {
  728. var widthParam = request.Width.Value.ToString(UsCulture);
  729. var heightParam = request.Height.Value.ToString(UsCulture);
  730. filters.Add(string.Format("scale=trunc({0}/2)*2:trunc({1}/2)*2", widthParam, heightParam));
  731. }
  732. // If Max dimensions were supplied, for width selects lowest even number between input width and width req size and selects lowest even number from in width*display aspect and requested size
  733. else if (request.MaxWidth.HasValue && request.MaxHeight.HasValue)
  734. {
  735. var maxWidthParam = request.MaxWidth.Value.ToString(UsCulture);
  736. var maxHeightParam = request.MaxHeight.Value.ToString(UsCulture);
  737. filters.Add(string.Format("scale=trunc(min(max(iw\\,ih*dar)\\,min({0}\\,{1}*dar))/2)*2:trunc(min(max(iw/dar\\,ih)\\,min({0}/dar\\,{1}))/2)*2", maxWidthParam, maxHeightParam));
  738. }
  739. // If a fixed width was requested
  740. else if (request.Width.HasValue)
  741. {
  742. var widthParam = request.Width.Value.ToString(UsCulture);
  743. filters.Add(string.Format("scale={0}:trunc(ow/a/2)*2", widthParam));
  744. }
  745. // If a fixed height was requested
  746. else if (request.Height.HasValue)
  747. {
  748. var heightParam = request.Height.Value.ToString(UsCulture);
  749. filters.Add(string.Format("scale=trunc(oh*a/2)*2:{0}", heightParam));
  750. }
  751. // If a max width was requested
  752. else if (request.MaxWidth.HasValue)
  753. {
  754. var maxWidthParam = request.MaxWidth.Value.ToString(UsCulture);
  755. filters.Add(string.Format("scale=trunc(min(max(iw\\,ih*dar)\\,{0})/2)*2:trunc(ow/dar/2)*2", maxWidthParam));
  756. }
  757. // If a max height was requested
  758. else if (request.MaxHeight.HasValue)
  759. {
  760. var maxHeightParam = request.MaxHeight.Value.ToString(UsCulture);
  761. filters.Add(string.Format("scale=trunc(oh*a/2)*2:min(ih\\,{0})", maxHeightParam));
  762. }
  763. if (string.Equals(outputVideoCodec, "h264_qsv", StringComparison.OrdinalIgnoreCase))
  764. {
  765. if (filters.Count > 1)
  766. {
  767. //filters[filters.Count - 1] += ":flags=fast_bilinear";
  768. }
  769. }
  770. var output = string.Empty;
  771. if (state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream)
  772. {
  773. var subParam = GetTextSubtitleParam(state);
  774. filters.Add(subParam);
  775. if (allowTimeStampCopy)
  776. {
  777. output += " -copyts";
  778. }
  779. }
  780. if (filters.Count > 0)
  781. {
  782. output += string.Format(" -vf \"{0}\"", string.Join(",", filters.ToArray()));
  783. }
  784. return output;
  785. }
  786. /// <summary>
  787. /// Gets the text subtitle param.
  788. /// </summary>
  789. /// <param name="state">The state.</param>
  790. /// <returns>System.String.</returns>
  791. protected string GetTextSubtitleParam(EncodingJob state)
  792. {
  793. var seconds = Math.Round(TimeSpan.FromTicks(state.Options.StartTimeTicks ?? 0).TotalSeconds);
  794. if (state.SubtitleStream.IsExternal)
  795. {
  796. var subtitlePath = state.SubtitleStream.Path;
  797. var charsetParam = string.Empty;
  798. if (!string.IsNullOrEmpty(state.SubtitleStream.Language))
  799. {
  800. var charenc = SubtitleEncoder.GetSubtitleFileCharacterSet(subtitlePath, state.MediaSource.Protocol, CancellationToken.None).Result;
  801. if (!string.IsNullOrEmpty(charenc))
  802. {
  803. charsetParam = ":charenc=" + charenc;
  804. }
  805. }
  806. // TODO: Perhaps also use original_size=1920x800 ??
  807. return string.Format("subtitles=filename='{0}'{1},setpts=PTS -{2}/TB",
  808. MediaEncoder.EscapeSubtitleFilterPath(subtitlePath),
  809. charsetParam,
  810. seconds.ToString(UsCulture));
  811. }
  812. var mediaPath = state.MediaPath ?? string.Empty;
  813. return string.Format("subtitles='{0}:si={1}',setpts=PTS -{2}/TB",
  814. MediaEncoder.EscapeSubtitleFilterPath(mediaPath),
  815. state.InternalSubtitleStreamOffset.ToString(UsCulture),
  816. seconds.ToString(UsCulture));
  817. }
  818. protected string GetAudioFilterParam(EncodingJob state, bool isHls)
  819. {
  820. var volParam = string.Empty;
  821. var audioSampleRate = string.Empty;
  822. var channels = state.OutputAudioChannels;
  823. // Boost volume to 200% when downsampling from 6ch to 2ch
  824. if (channels.HasValue && channels.Value <= 2)
  825. {
  826. if (state.AudioStream != null && state.AudioStream.Channels.HasValue && state.AudioStream.Channels.Value > 5)
  827. {
  828. volParam = ",volume=" + GetEncodingOptions().DownMixAudioBoost.ToString(UsCulture);
  829. }
  830. }
  831. if (state.OutputAudioSampleRate.HasValue)
  832. {
  833. audioSampleRate = state.OutputAudioSampleRate.Value + ":";
  834. }
  835. var adelay = isHls ? "adelay=1," : string.Empty;
  836. var pts = string.Empty;
  837. if (state.SubtitleStream != null && state.SubtitleStream.IsTextSubtitleStream)
  838. {
  839. var seconds = TimeSpan.FromTicks(state.Options.StartTimeTicks ?? 0).TotalSeconds;
  840. pts = string.Format(",asetpts=PTS-{0}/TB", Math.Round(seconds).ToString(UsCulture));
  841. }
  842. return string.Format("-af \"{0}aresample={1}async={4}{2}{3}\"",
  843. adelay,
  844. audioSampleRate,
  845. volParam,
  846. pts,
  847. state.OutputAudioSync);
  848. }
  849. }
  850. }