BaseStreamingService.cs 68 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Controller.Configuration;
  4. using MediaBrowser.Controller.Dlna;
  5. using MediaBrowser.Controller.Dto;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Library;
  8. using MediaBrowser.Controller.LiveTv;
  9. using MediaBrowser.Controller.MediaEncoding;
  10. using MediaBrowser.Controller.Persistence;
  11. using MediaBrowser.Model.Configuration;
  12. using MediaBrowser.Model.Drawing;
  13. using MediaBrowser.Model.Entities;
  14. using MediaBrowser.Model.IO;
  15. using MediaBrowser.Model.Library;
  16. using MediaBrowser.Model.LiveTv;
  17. using System;
  18. using System.Collections.Generic;
  19. using System.Diagnostics;
  20. using System.Globalization;
  21. using System.IO;
  22. using System.Linq;
  23. using System.Threading;
  24. using System.Threading.Tasks;
  25. namespace MediaBrowser.Api.Playback
  26. {
  27. /// <summary>
  28. /// Class BaseStreamingService
  29. /// </summary>
  30. public abstract class BaseStreamingService : BaseApiService
  31. {
  32. /// <summary>
  33. /// Gets or sets the application paths.
  34. /// </summary>
  35. /// <value>The application paths.</value>
  36. protected IServerConfigurationManager ServerConfigurationManager { get; private set; }
  37. /// <summary>
  38. /// Gets or sets the user manager.
  39. /// </summary>
  40. /// <value>The user manager.</value>
  41. protected IUserManager UserManager { get; private set; }
  42. /// <summary>
  43. /// Gets or sets the library manager.
  44. /// </summary>
  45. /// <value>The library manager.</value>
  46. protected ILibraryManager LibraryManager { get; private set; }
  47. /// <summary>
  48. /// Gets or sets the iso manager.
  49. /// </summary>
  50. /// <value>The iso manager.</value>
  51. protected IIsoManager IsoManager { get; private set; }
  52. /// <summary>
  53. /// Gets or sets the media encoder.
  54. /// </summary>
  55. /// <value>The media encoder.</value>
  56. protected IMediaEncoder MediaEncoder { get; private set; }
  57. protected IEncodingManager EncodingManager { get; private set; }
  58. protected IDtoService DtoService { get; private set; }
  59. protected IFileSystem FileSystem { get; private set; }
  60. protected IItemRepository ItemRepository { get; private set; }
  61. protected ILiveTvManager LiveTvManager { get; private set; }
  62. protected IDlnaManager DlnaManager { get; private set; }
  63. /// <summary>
  64. /// Initializes a new instance of the <see cref="BaseStreamingService" /> class.
  65. /// </summary>
  66. /// <param name="serverConfig">The server configuration.</param>
  67. /// <param name="userManager">The user manager.</param>
  68. /// <param name="libraryManager">The library manager.</param>
  69. /// <param name="isoManager">The iso manager.</param>
  70. /// <param name="mediaEncoder">The media encoder.</param>
  71. /// <param name="dtoService">The dto service.</param>
  72. /// <param name="fileSystem">The file system.</param>
  73. /// <param name="itemRepository">The item repository.</param>
  74. protected BaseStreamingService(IServerConfigurationManager serverConfig, IUserManager userManager, ILibraryManager libraryManager, IIsoManager isoManager, IMediaEncoder mediaEncoder, IDtoService dtoService, IFileSystem fileSystem, IItemRepository itemRepository, ILiveTvManager liveTvManager, IEncodingManager encodingManager, IDlnaManager dlnaManager)
  75. {
  76. DlnaManager = dlnaManager;
  77. EncodingManager = encodingManager;
  78. LiveTvManager = liveTvManager;
  79. ItemRepository = itemRepository;
  80. FileSystem = fileSystem;
  81. DtoService = dtoService;
  82. ServerConfigurationManager = serverConfig;
  83. UserManager = userManager;
  84. LibraryManager = libraryManager;
  85. IsoManager = isoManager;
  86. MediaEncoder = mediaEncoder;
  87. }
  88. /// <summary>
  89. /// Gets the command line arguments.
  90. /// </summary>
  91. /// <param name="outputPath">The output path.</param>
  92. /// <param name="state">The state.</param>
  93. /// <param name="performSubtitleConversions">if set to <c>true</c> [perform subtitle conversions].</param>
  94. /// <returns>System.String.</returns>
  95. protected abstract string GetCommandLineArguments(string outputPath, StreamState state, bool performSubtitleConversions);
  96. /// <summary>
  97. /// Gets the type of the transcoding job.
  98. /// </summary>
  99. /// <value>The type of the transcoding job.</value>
  100. protected abstract TranscodingJobType TranscodingJobType { get; }
  101. /// <summary>
  102. /// Gets the output file extension.
  103. /// </summary>
  104. /// <param name="state">The state.</param>
  105. /// <returns>System.String.</returns>
  106. protected virtual string GetOutputFileExtension(StreamState state)
  107. {
  108. return Path.GetExtension(state.RequestedUrl);
  109. }
  110. /// <summary>
  111. /// Gets the output file path.
  112. /// </summary>
  113. /// <param name="state">The state.</param>
  114. /// <returns>System.String.</returns>
  115. protected virtual string GetOutputFilePath(StreamState state)
  116. {
  117. var folder = ServerConfigurationManager.ApplicationPaths.TranscodingTempPath;
  118. var outputFileExtension = GetOutputFileExtension(state);
  119. return Path.Combine(folder, GetCommandLineArguments("dummy\\dummy", state, false).GetMD5() + (outputFileExtension ?? string.Empty).ToLower());
  120. }
  121. protected readonly CultureInfo UsCulture = new CultureInfo("en-US");
  122. /// <summary>
  123. /// The fast seek offset seconds
  124. /// </summary>
  125. private const int FastSeekOffsetSeconds = 1;
  126. /// <summary>
  127. /// Gets the fast seek command line parameter.
  128. /// </summary>
  129. /// <param name="request">The request.</param>
  130. /// <returns>System.String.</returns>
  131. /// <value>The fast seek command line parameter.</value>
  132. protected string GetFastSeekCommandLineParameter(StreamRequest request)
  133. {
  134. var time = request.StartTimeTicks;
  135. if (time.HasValue)
  136. {
  137. var seconds = TimeSpan.FromTicks(time.Value).TotalSeconds - FastSeekOffsetSeconds;
  138. if (seconds > 0)
  139. {
  140. return string.Format("-ss {0}", seconds.ToString(UsCulture));
  141. }
  142. }
  143. return string.Empty;
  144. }
  145. /// <summary>
  146. /// Gets the slow seek command line parameter.
  147. /// </summary>
  148. /// <param name="request">The request.</param>
  149. /// <returns>System.String.</returns>
  150. /// <value>The slow seek command line parameter.</value>
  151. protected string GetSlowSeekCommandLineParameter(StreamRequest request)
  152. {
  153. var time = request.StartTimeTicks;
  154. if (time.HasValue)
  155. {
  156. if (TimeSpan.FromTicks(time.Value).TotalSeconds - FastSeekOffsetSeconds > 0)
  157. {
  158. return string.Format(" -ss {0}", FastSeekOffsetSeconds.ToString(UsCulture));
  159. }
  160. }
  161. return string.Empty;
  162. }
  163. /// <summary>
  164. /// Gets the map args.
  165. /// </summary>
  166. /// <param name="state">The state.</param>
  167. /// <returns>System.String.</returns>
  168. protected virtual string GetMapArgs(StreamState state)
  169. {
  170. var args = string.Empty;
  171. if (state.IsRemote || !state.HasMediaStreams)
  172. {
  173. return string.Empty;
  174. }
  175. if (state.VideoStream != null)
  176. {
  177. args += string.Format("-map 0:{0}", state.VideoStream.Index);
  178. }
  179. else
  180. {
  181. args += "-map -0:v";
  182. }
  183. if (state.AudioStream != null)
  184. {
  185. args += string.Format(" -map 0:{0}", state.AudioStream.Index);
  186. }
  187. else
  188. {
  189. args += " -map -0:a";
  190. }
  191. if (state.SubtitleStream == null)
  192. {
  193. args += " -map -0:s";
  194. }
  195. return args;
  196. }
  197. /// <summary>
  198. /// Determines which stream will be used for playback
  199. /// </summary>
  200. /// <param name="allStream">All stream.</param>
  201. /// <param name="desiredIndex">Index of the desired.</param>
  202. /// <param name="type">The type.</param>
  203. /// <param name="returnFirstIfNoIndex">if set to <c>true</c> [return first if no index].</param>
  204. /// <returns>MediaStream.</returns>
  205. private MediaStream GetMediaStream(IEnumerable<MediaStream> allStream, int? desiredIndex, MediaStreamType type, bool returnFirstIfNoIndex = true)
  206. {
  207. var streams = allStream.Where(s => s.Type == type).OrderBy(i => i.Index).ToList();
  208. if (desiredIndex.HasValue)
  209. {
  210. var stream = streams.FirstOrDefault(s => s.Index == desiredIndex.Value);
  211. if (stream != null)
  212. {
  213. return stream;
  214. }
  215. }
  216. if (returnFirstIfNoIndex && type == MediaStreamType.Audio)
  217. {
  218. return streams.FirstOrDefault(i => i.Channels.HasValue && i.Channels.Value > 0) ??
  219. streams.FirstOrDefault();
  220. }
  221. // Just return the first one
  222. return returnFirstIfNoIndex ? streams.FirstOrDefault() : null;
  223. }
  224. protected EncodingQuality GetQualitySetting()
  225. {
  226. var quality = ServerConfigurationManager.Configuration.MediaEncodingQuality;
  227. if (quality == EncodingQuality.Auto)
  228. {
  229. var cpuCount = Environment.ProcessorCount;
  230. if (cpuCount >= 4)
  231. {
  232. //return EncodingQuality.HighQuality;
  233. }
  234. return EncodingQuality.HighSpeed;
  235. }
  236. return quality;
  237. }
  238. /// <summary>
  239. /// Gets the number of threads.
  240. /// </summary>
  241. /// <returns>System.Int32.</returns>
  242. /// <exception cref="System.Exception">Unrecognized MediaEncodingQuality value.</exception>
  243. protected int GetNumberOfThreads(StreamState state, bool isWebm)
  244. {
  245. // Use more when this is true. -re will keep cpu usage under control
  246. if (state.ReadInputAtNativeFramerate)
  247. {
  248. if (isWebm)
  249. {
  250. return Math.Max(Environment.ProcessorCount - 1, 1);
  251. }
  252. return 0;
  253. }
  254. // Webm: http://www.webmproject.org/docs/encoder-parameters/
  255. // The decoder will usually automatically use an appropriate number of threads according to how many cores are available but it can only use multiple threads
  256. // for the coefficient data if the encoder selected --token-parts > 0 at encode time.
  257. switch (GetQualitySetting())
  258. {
  259. case EncodingQuality.HighSpeed:
  260. return 2;
  261. case EncodingQuality.HighQuality:
  262. return 2;
  263. case EncodingQuality.MaxQuality:
  264. return isWebm ? 2 : 0;
  265. default:
  266. throw new Exception("Unrecognized MediaEncodingQuality value.");
  267. }
  268. }
  269. /// <summary>
  270. /// Gets the video bitrate to specify on the command line
  271. /// </summary>
  272. /// <param name="state">The state.</param>
  273. /// <param name="videoCodec">The video codec.</param>
  274. /// <returns>System.String.</returns>
  275. protected string GetVideoQualityParam(StreamState state, string videoCodec, bool isHls)
  276. {
  277. var param = string.Empty;
  278. var hasFixedResolution = state.VideoRequest.HasFixedResolution;
  279. var qualitySetting = GetQualitySetting();
  280. if (string.Equals(videoCodec, "libx264", StringComparison.OrdinalIgnoreCase))
  281. {
  282. switch (qualitySetting)
  283. {
  284. case EncodingQuality.HighSpeed:
  285. param = "-preset ultrafast";
  286. break;
  287. case EncodingQuality.HighQuality:
  288. param = "-preset superfast";
  289. break;
  290. case EncodingQuality.MaxQuality:
  291. param = "-preset superfast";
  292. break;
  293. }
  294. if (!isHls)
  295. {
  296. switch (qualitySetting)
  297. {
  298. case EncodingQuality.HighSpeed:
  299. param += " -crf 23";
  300. break;
  301. case EncodingQuality.HighQuality:
  302. param += " -crf 20";
  303. break;
  304. case EncodingQuality.MaxQuality:
  305. param += " -crf 18";
  306. break;
  307. }
  308. }
  309. }
  310. // webm
  311. else if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  312. {
  313. // http://www.webmproject.org/docs/encoder-parameters/
  314. param = "-speed 16 -quality good -profile:v 0 -slices 8";
  315. if (!hasFixedResolution)
  316. {
  317. switch (qualitySetting)
  318. {
  319. case EncodingQuality.HighSpeed:
  320. param += " -crf 18";
  321. break;
  322. case EncodingQuality.HighQuality:
  323. param += " -crf 10";
  324. break;
  325. case EncodingQuality.MaxQuality:
  326. param += " -crf 4";
  327. break;
  328. }
  329. }
  330. }
  331. else if (string.Equals(videoCodec, "mpeg4", StringComparison.OrdinalIgnoreCase))
  332. {
  333. param = "-mbd rd -flags +mv4+aic -trellis 2 -cmp 2 -subcmp 2 -bf 2";
  334. }
  335. // asf/wmv
  336. else if (string.Equals(videoCodec, "wmv2", StringComparison.OrdinalIgnoreCase))
  337. {
  338. param = "-qmin 2";
  339. }
  340. else if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  341. {
  342. param = "-mbd 2";
  343. }
  344. param += GetVideoBitrateParam(state, videoCodec, isHls);
  345. var framerate = GetFramerateParam(state);
  346. if (framerate.HasValue)
  347. {
  348. param += string.Format(" -r {0}", framerate.Value.ToString(UsCulture));
  349. }
  350. if (!string.IsNullOrEmpty(state.VideoSync))
  351. {
  352. param += " -vsync " + state.VideoSync;
  353. }
  354. if (!string.IsNullOrEmpty(state.VideoRequest.Profile))
  355. {
  356. param += " -profile:v " + state.VideoRequest.Profile;
  357. }
  358. if (!string.IsNullOrEmpty(state.VideoRequest.Level))
  359. {
  360. param += " -level " + state.VideoRequest.Level;
  361. }
  362. return param;
  363. }
  364. protected string GetAudioFilterParam(StreamState state, bool isHls)
  365. {
  366. var volParam = string.Empty;
  367. var audioSampleRate = string.Empty;
  368. var channels = GetNumAudioChannelsParam(state.Request, state.AudioStream);
  369. // Boost volume to 200% when downsampling from 6ch to 2ch
  370. if (channels.HasValue && channels.Value <= 2 && state.AudioStream.Channels.HasValue && state.AudioStream.Channels.Value > 5)
  371. {
  372. volParam = ",volume=2.000000";
  373. }
  374. if (state.Request.AudioSampleRate.HasValue)
  375. {
  376. audioSampleRate = state.Request.AudioSampleRate.Value + ":";
  377. }
  378. var adelay = isHls ? "adelay=1," : string.Empty;
  379. var pts = string.Empty;
  380. if (state.SubtitleStream != null)
  381. {
  382. if (state.SubtitleStream.Codec.IndexOf("srt", StringComparison.OrdinalIgnoreCase) != -1 ||
  383. state.SubtitleStream.Codec.IndexOf("subrip", StringComparison.OrdinalIgnoreCase) != -1 ||
  384. string.Equals(state.SubtitleStream.Codec, "ass", StringComparison.OrdinalIgnoreCase) ||
  385. string.Equals(state.SubtitleStream.Codec, "ssa", StringComparison.OrdinalIgnoreCase))
  386. {
  387. var seconds = TimeSpan.FromTicks(state.Request.StartTimeTicks ?? 0).TotalSeconds;
  388. pts = string.Format(",asetpts=PTS-{0}/TB",
  389. Math.Round(seconds).ToString(UsCulture));
  390. }
  391. }
  392. return string.Format("-af \"{0}aresample={1}async={4}{2}{3}\"",
  393. adelay,
  394. audioSampleRate,
  395. volParam,
  396. pts,
  397. state.AudioSync);
  398. }
  399. /// <summary>
  400. /// If we're going to put a fixed size on the command line, this will calculate it
  401. /// </summary>
  402. /// <param name="state">The state.</param>
  403. /// <param name="outputVideoCodec">The output video codec.</param>
  404. /// <param name="performTextSubtitleConversion">if set to <c>true</c> [perform text subtitle conversion].</param>
  405. /// <returns>System.String.</returns>
  406. protected string GetOutputSizeParam(StreamState state, string outputVideoCodec, bool performTextSubtitleConversion)
  407. {
  408. // http://sonnati.wordpress.com/2012/10/19/ffmpeg-the-swiss-army-knife-of-internet-streaming-part-vi/
  409. var assSubtitleParam = string.Empty;
  410. var copyTsParam = string.Empty;
  411. var yadifParam = state.DeInterlace ? "yadif=0:-1:0," : string.Empty;
  412. var request = state.VideoRequest;
  413. if (state.SubtitleStream != null)
  414. {
  415. if (state.SubtitleStream.Codec.IndexOf("srt", StringComparison.OrdinalIgnoreCase) != -1 ||
  416. state.SubtitleStream.Codec.IndexOf("subrip", StringComparison.OrdinalIgnoreCase) != -1 ||
  417. string.Equals(state.SubtitleStream.Codec, "ass", StringComparison.OrdinalIgnoreCase) ||
  418. string.Equals(state.SubtitleStream.Codec, "ssa", StringComparison.OrdinalIgnoreCase))
  419. {
  420. assSubtitleParam = GetTextSubtitleParam(state, performTextSubtitleConversion);
  421. copyTsParam = " -copyts";
  422. }
  423. }
  424. // If fixed dimensions were supplied
  425. if (request.Width.HasValue && request.Height.HasValue)
  426. {
  427. var widthParam = request.Width.Value.ToString(UsCulture);
  428. var heightParam = request.Height.Value.ToString(UsCulture);
  429. return string.Format("{4} -vf \"{0}scale=trunc({1}/2)*2:trunc({2}/2)*2{3}\"", yadifParam, widthParam, heightParam, assSubtitleParam, copyTsParam);
  430. }
  431. // If Max dimensions were supplied
  432. //this makes my brain hurt. For width selects lowest even number between input width and width req size and selects lowest even number from in width*display aspect and requested size
  433. if (request.MaxWidth.HasValue && request.MaxHeight.HasValue)
  434. {
  435. var MaxwidthParam = request.MaxWidth.Value.ToString(UsCulture);
  436. var MaxheightParam = request.MaxHeight.Value.ToString(UsCulture);
  437. return string.Format("{4} -vf \"{0}scale=trunc(min(iw\\,{1})/2)*2:trunc(min((iw/dar)\\,{2})/2)*2{3}\"", yadifParam, MaxwidthParam, MaxheightParam, assSubtitleParam, copyTsParam);
  438. }
  439. var isH264Output = outputVideoCodec.Equals("libx264", StringComparison.OrdinalIgnoreCase);
  440. // If a fixed width was requested
  441. if (request.Width.HasValue)
  442. {
  443. var widthParam = request.Width.Value.ToString(UsCulture);
  444. return isH264Output ?
  445. string.Format("{3} -vf \"{0}scale={1}:trunc(ow/a/2)*2{2}\"", yadifParam, widthParam, assSubtitleParam, copyTsParam) :
  446. string.Format("{3} -vf \"{0}scale={1}:-1{2}\"", yadifParam, widthParam, assSubtitleParam, copyTsParam);
  447. }
  448. // If a fixed height was requested
  449. if (request.Height.HasValue)
  450. {
  451. var heightParam = request.Height.Value.ToString(UsCulture);
  452. return isH264Output ?
  453. string.Format("{3} -vf \"{0}scale=trunc(oh*a*2)/2:{1}{2}\"", yadifParam, heightParam, assSubtitleParam, copyTsParam) :
  454. string.Format("{3} -vf \"{0}scale=-1:{1}{2}\"", yadifParam, heightParam, assSubtitleParam, copyTsParam);
  455. }
  456. // If a max width was requested
  457. if (request.MaxWidth.HasValue && (!request.MaxHeight.HasValue || state.VideoStream == null))
  458. {
  459. var maxWidthParam = request.MaxWidth.Value.ToString(UsCulture);
  460. return isH264Output ?
  461. string.Format("{3} -vf \"{0}scale=min(iw\\,{1}):trunc(ow/a/2)*2{2}\"", yadifParam, maxWidthParam, assSubtitleParam, copyTsParam) :
  462. string.Format("{3} -vf \"{0}scale=min(iw\\,{1}):-1{2}\"", yadifParam, maxWidthParam, assSubtitleParam, copyTsParam);
  463. }
  464. // If a max height was requested
  465. if (request.MaxHeight.HasValue && (!request.MaxWidth.HasValue || state.VideoStream == null))
  466. {
  467. var maxHeightParam = request.MaxHeight.Value.ToString(UsCulture);
  468. return isH264Output ?
  469. string.Format("{3} -vf \"{0}scale=trunc(oh*a*2)/2:min(ih\\,{1}){2}\"", yadifParam, maxHeightParam, assSubtitleParam, copyTsParam) :
  470. string.Format("{3} -vf \"{0}scale=-1:min(ih\\,{1}){2}\"", yadifParam, maxHeightParam, assSubtitleParam, copyTsParam);
  471. }
  472. if (state.VideoStream == null)
  473. {
  474. // No way to figure this out
  475. return string.Empty;
  476. }
  477. // Need to perform calculations manually
  478. // Try to account for bad media info
  479. var currentHeight = state.VideoStream.Height ?? request.MaxHeight ?? request.Height ?? 0;
  480. var currentWidth = state.VideoStream.Width ?? request.MaxWidth ?? request.Width ?? 0;
  481. var outputSize = DrawingUtils.Resize(currentWidth, currentHeight, request.Width, request.Height, request.MaxWidth, request.MaxHeight);
  482. // If we're encoding with libx264, it can't handle odd numbered widths or heights, so we'll have to fix that
  483. if (isH264Output)
  484. {
  485. var widthParam = outputSize.Width.ToString(UsCulture);
  486. var heightParam = outputSize.Height.ToString(UsCulture);
  487. return string.Format("{4} -vf \"{0}scale=trunc({1}/2)*2:trunc({2}/2)*2{3}\"", yadifParam, widthParam, heightParam, assSubtitleParam, copyTsParam);
  488. }
  489. // Otherwise use -vf scale since ffmpeg will ensure internally that the aspect ratio is preserved
  490. return string.Format("{3} -vf \"{0}scale={1}:-1{2}\"", yadifParam, Convert.ToInt32(outputSize.Width), assSubtitleParam, copyTsParam);
  491. }
  492. /// <summary>
  493. /// Gets the text subtitle param.
  494. /// </summary>
  495. /// <param name="state">The state.</param>
  496. /// <param name="performConversion">if set to <c>true</c> [perform conversion].</param>
  497. /// <returns>System.String.</returns>
  498. protected string GetTextSubtitleParam(StreamState state, bool performConversion)
  499. {
  500. var path = state.SubtitleStream.IsExternal ? GetConvertedAssPath(state.MediaPath, state.SubtitleStream, performConversion) :
  501. GetExtractedAssPath(state, performConversion);
  502. if (string.IsNullOrEmpty(path))
  503. {
  504. return string.Empty;
  505. }
  506. var seconds = TimeSpan.FromTicks(state.Request.StartTimeTicks ?? 0).TotalSeconds;
  507. return string.Format(",ass='{0}',setpts=PTS -{1}/TB",
  508. path.Replace('\\', '/').Replace(":/", "\\:/"),
  509. Math.Round(seconds).ToString(UsCulture));
  510. }
  511. /// <summary>
  512. /// Gets the extracted ass path.
  513. /// </summary>
  514. /// <param name="state">The state.</param>
  515. /// <param name="performConversion">if set to <c>true</c> [perform conversion].</param>
  516. /// <returns>System.String.</returns>
  517. private string GetExtractedAssPath(StreamState state, bool performConversion)
  518. {
  519. var path = EncodingManager.GetSubtitleCachePath(state.MediaPath, state.SubtitleStream.Index, ".ass");
  520. if (performConversion)
  521. {
  522. InputType type;
  523. var inputPath = MediaEncoderHelpers.GetInputArgument(state.MediaPath, state.IsRemote, state.VideoType, state.IsoType, null, state.PlayableStreamFileNames, out type);
  524. try
  525. {
  526. var parentPath = Path.GetDirectoryName(path);
  527. Directory.CreateDirectory(parentPath);
  528. // Don't re-encode ass/ssa to ass because ffmpeg ass encoder fails if there's more than one ass rectangle. Affect Anime mostly.
  529. // See https://lists.ffmpeg.org/pipermail/ffmpeg-cvslog/2013-April/063616.html
  530. var isAssSubtitle = string.Equals(state.SubtitleStream.Codec, "ass", StringComparison.OrdinalIgnoreCase) || string.Equals(state.SubtitleStream.Codec, "ssa", StringComparison.OrdinalIgnoreCase);
  531. var task = MediaEncoder.ExtractTextSubtitle(inputPath, type, state.SubtitleStream.Index, isAssSubtitle, path, CancellationToken.None);
  532. Task.WaitAll(task);
  533. }
  534. catch
  535. {
  536. return null;
  537. }
  538. }
  539. return path;
  540. }
  541. /// <summary>
  542. /// Gets the converted ass path.
  543. /// </summary>
  544. /// <param name="mediaPath">The media path.</param>
  545. /// <param name="subtitleStream">The subtitle stream.</param>
  546. /// <param name="performConversion">if set to <c>true</c> [perform conversion].</param>
  547. /// <returns>System.String.</returns>
  548. private string GetConvertedAssPath(string mediaPath, MediaStream subtitleStream, bool performConversion)
  549. {
  550. var path = EncodingManager.GetSubtitleCachePath(subtitleStream.Path, ".ass");
  551. if (performConversion)
  552. {
  553. try
  554. {
  555. var parentPath = Path.GetDirectoryName(path);
  556. Directory.CreateDirectory(parentPath);
  557. var task = MediaEncoder.ConvertTextSubtitleToAss(subtitleStream.Path, path, subtitleStream.Language, CancellationToken.None);
  558. Task.WaitAll(task);
  559. }
  560. catch
  561. {
  562. return null;
  563. }
  564. }
  565. return path;
  566. }
  567. /// <summary>
  568. /// Gets the internal graphical subtitle param.
  569. /// </summary>
  570. /// <param name="state">The state.</param>
  571. /// <param name="outputVideoCodec">The output video codec.</param>
  572. /// <returns>System.String.</returns>
  573. protected string GetInternalGraphicalSubtitleParam(StreamState state, string outputVideoCodec)
  574. {
  575. var outputSizeParam = string.Empty;
  576. var request = state.VideoRequest;
  577. // Add resolution params, if specified
  578. if (request.Width.HasValue || request.Height.HasValue || request.MaxHeight.HasValue || request.MaxWidth.HasValue)
  579. {
  580. outputSizeParam = GetOutputSizeParam(state, outputVideoCodec, false).TrimEnd('"');
  581. outputSizeParam = "," + outputSizeParam.Substring(outputSizeParam.IndexOf("scale", StringComparison.OrdinalIgnoreCase));
  582. }
  583. var videoSizeParam = string.Empty;
  584. if (state.VideoStream != null && state.VideoStream.Width.HasValue && state.VideoStream.Height.HasValue)
  585. {
  586. videoSizeParam = string.Format(",scale={0}:{1}", state.VideoStream.Width.Value.ToString(UsCulture), state.VideoStream.Height.Value.ToString(UsCulture));
  587. }
  588. return string.Format(" -filter_complex \"[0:{0}]format=yuva444p{3},lut=u=128:v=128:y=gammaval(.3)[sub] ; [0:{1}] [sub] overlay{2}\"",
  589. state.SubtitleStream.Index,
  590. state.VideoStream.Index,
  591. outputSizeParam,
  592. videoSizeParam);
  593. }
  594. /// <summary>
  595. /// Gets the probe size argument.
  596. /// </summary>
  597. /// <param name="mediaPath">The media path.</param>
  598. /// <param name="isVideo">if set to <c>true</c> [is video].</param>
  599. /// <param name="videoType">Type of the video.</param>
  600. /// <param name="isoType">Type of the iso.</param>
  601. /// <returns>System.String.</returns>
  602. private string GetProbeSizeArgument(string mediaPath, bool isVideo, VideoType? videoType, IsoType? isoType)
  603. {
  604. var type = !isVideo ? MediaEncoderHelpers.GetInputType(null, null) :
  605. MediaEncoderHelpers.GetInputType(videoType, isoType);
  606. return MediaEncoder.GetProbeSizeArgument(type);
  607. }
  608. /// <summary>
  609. /// Gets the number of audio channels to specify on the command line
  610. /// </summary>
  611. /// <param name="request">The request.</param>
  612. /// <param name="audioStream">The audio stream.</param>
  613. /// <returns>System.Nullable{System.Int32}.</returns>
  614. protected int? GetNumAudioChannelsParam(StreamRequest request, MediaStream audioStream)
  615. {
  616. if (audioStream != null)
  617. {
  618. if (audioStream.Channels > 2 && string.Equals(request.AudioCodec, "wma", StringComparison.OrdinalIgnoreCase))
  619. {
  620. // wmav2 currently only supports two channel output
  621. return 2;
  622. }
  623. }
  624. if (request.MaxAudioChannels.HasValue)
  625. {
  626. if (audioStream != null && audioStream.Channels.HasValue)
  627. {
  628. return Math.Min(request.MaxAudioChannels.Value, audioStream.Channels.Value);
  629. }
  630. return request.MaxAudioChannels.Value;
  631. }
  632. return request.AudioChannels;
  633. }
  634. /// <summary>
  635. /// Determines whether the specified stream is H264.
  636. /// </summary>
  637. /// <param name="stream">The stream.</param>
  638. /// <returns><c>true</c> if the specified stream is H264; otherwise, <c>false</c>.</returns>
  639. protected bool IsH264(MediaStream stream)
  640. {
  641. return stream.Codec.IndexOf("264", StringComparison.OrdinalIgnoreCase) != -1 ||
  642. stream.Codec.IndexOf("avc", StringComparison.OrdinalIgnoreCase) != -1;
  643. }
  644. /// <summary>
  645. /// Gets the name of the output audio codec
  646. /// </summary>
  647. /// <param name="request">The request.</param>
  648. /// <returns>System.String.</returns>
  649. protected string GetAudioCodec(StreamRequest request)
  650. {
  651. var codec = request.AudioCodec;
  652. if (string.Equals(codec, "aac", StringComparison.OrdinalIgnoreCase))
  653. {
  654. return "aac -strict experimental";
  655. }
  656. if (string.Equals(codec, "mp3", StringComparison.OrdinalIgnoreCase))
  657. {
  658. return "libmp3lame";
  659. }
  660. if (string.Equals(codec, "vorbis", StringComparison.OrdinalIgnoreCase))
  661. {
  662. return "libvorbis";
  663. }
  664. if (string.Equals(codec, "wma", StringComparison.OrdinalIgnoreCase))
  665. {
  666. return "wmav2";
  667. }
  668. return codec.ToLower();
  669. }
  670. /// <summary>
  671. /// Gets the name of the output video codec
  672. /// </summary>
  673. /// <param name="request">The request.</param>
  674. /// <returns>System.String.</returns>
  675. protected string GetVideoCodec(VideoStreamRequest request)
  676. {
  677. var codec = request.VideoCodec;
  678. if (!string.IsNullOrEmpty(codec))
  679. {
  680. if (string.Equals(codec, "h264", StringComparison.OrdinalIgnoreCase))
  681. {
  682. return "libx264";
  683. }
  684. if (string.Equals(codec, "vpx", StringComparison.OrdinalIgnoreCase))
  685. {
  686. return "libvpx";
  687. }
  688. if (string.Equals(codec, "wmv", StringComparison.OrdinalIgnoreCase))
  689. {
  690. return "msmpeg4";
  691. }
  692. if (string.Equals(codec, "theora", StringComparison.OrdinalIgnoreCase))
  693. {
  694. return "libtheora";
  695. }
  696. return codec.ToLower();
  697. }
  698. return "copy";
  699. }
  700. /// <summary>
  701. /// Gets the input argument.
  702. /// </summary>
  703. /// <param name="state">The state.</param>
  704. /// <returns>System.String.</returns>
  705. protected string GetInputArgument(StreamState state)
  706. {
  707. if (state.SendInputOverStandardInput)
  708. {
  709. return "-";
  710. }
  711. var type = InputType.File;
  712. var inputPath = new[] { state.MediaPath };
  713. if (state.IsInputVideo)
  714. {
  715. if (!(state.VideoType == VideoType.Iso && state.IsoMount == null))
  716. {
  717. inputPath = MediaEncoderHelpers.GetInputArgument(state.MediaPath, state.IsRemote, state.VideoType, state.IsoType, state.IsoMount, state.PlayableStreamFileNames, out type);
  718. }
  719. }
  720. return MediaEncoder.GetInputArgument(inputPath, type);
  721. }
  722. /// <summary>
  723. /// Starts the FFMPEG.
  724. /// </summary>
  725. /// <param name="state">The state.</param>
  726. /// <param name="outputPath">The output path.</param>
  727. /// <returns>Task.</returns>
  728. protected async Task StartFfMpeg(StreamState state, string outputPath)
  729. {
  730. if (!File.Exists(MediaEncoder.EncoderPath))
  731. {
  732. throw new InvalidOperationException("ffmpeg was not found at " + MediaEncoder.EncoderPath);
  733. }
  734. Directory.CreateDirectory(Path.GetDirectoryName(outputPath));
  735. if (state.IsInputVideo && state.VideoType == VideoType.Iso && state.IsoType.HasValue && IsoManager.CanMount(state.MediaPath))
  736. {
  737. state.IsoMount = await IsoManager.Mount(state.MediaPath, CancellationToken.None).ConfigureAwait(false);
  738. }
  739. var commandLineArgs = GetCommandLineArguments(outputPath, state, true);
  740. if (ServerConfigurationManager.Configuration.EnableDebugEncodingLogging)
  741. {
  742. commandLineArgs = "-loglevel debug " + commandLineArgs;
  743. }
  744. var process = new Process
  745. {
  746. StartInfo = new ProcessStartInfo
  747. {
  748. CreateNoWindow = true,
  749. UseShellExecute = false,
  750. // Must consume both stdout and stderr or deadlocks may occur
  751. RedirectStandardOutput = true,
  752. RedirectStandardError = true,
  753. FileName = MediaEncoder.EncoderPath,
  754. WorkingDirectory = Path.GetDirectoryName(MediaEncoder.EncoderPath),
  755. Arguments = commandLineArgs,
  756. WindowStyle = ProcessWindowStyle.Hidden,
  757. ErrorDialog = false,
  758. RedirectStandardInput = state.SendInputOverStandardInput
  759. },
  760. EnableRaisingEvents = true
  761. };
  762. ApiEntryPoint.Instance.OnTranscodeBeginning(outputPath, TranscodingJobType, process, state.IsInputVideo, state.Request.StartTimeTicks, state.MediaPath, state.Request.DeviceId);
  763. Logger.Info(process.StartInfo.FileName + " " + process.StartInfo.Arguments);
  764. var logFilePath = Path.Combine(ServerConfigurationManager.ApplicationPaths.LogDirectoryPath, "ffmpeg-" + Guid.NewGuid() + ".txt");
  765. Directory.CreateDirectory(Path.GetDirectoryName(logFilePath));
  766. // FFMpeg writes debug/error info to stderr. This is useful when debugging so let's put it in the log directory.
  767. state.LogFileStream = FileSystem.GetFileStream(logFilePath, FileMode.Create, FileAccess.Write, FileShare.Read, true);
  768. process.Exited += (sender, args) => OnFfMpegProcessExited(process, state);
  769. try
  770. {
  771. process.Start();
  772. }
  773. catch (Exception ex)
  774. {
  775. Logger.ErrorException("Error starting ffmpeg", ex);
  776. ApiEntryPoint.Instance.OnTranscodeFailedToStart(outputPath, TranscodingJobType);
  777. state.LogFileStream.Dispose();
  778. throw;
  779. }
  780. if (state.SendInputOverStandardInput)
  781. {
  782. StreamToStandardInput(process, state);
  783. }
  784. // MUST read both stdout and stderr asynchronously or a deadlock may occurr
  785. process.BeginOutputReadLine();
  786. #pragma warning disable 4014
  787. // Important - don't await the log task or we won't be able to kill ffmpeg when the user stops playback
  788. process.StandardError.BaseStream.CopyToAsync(state.LogFileStream);
  789. #pragma warning restore 4014
  790. // Wait for the file to exist before proceeeding
  791. while (!File.Exists(outputPath))
  792. {
  793. await Task.Delay(100).ConfigureAwait(false);
  794. }
  795. // Allow a small amount of time to buffer a little
  796. if (state.IsInputVideo)
  797. {
  798. await Task.Delay(500).ConfigureAwait(false);
  799. }
  800. // This is arbitrary, but add a little buffer time when internet streaming
  801. if (state.IsRemote)
  802. {
  803. await Task.Delay(3000).ConfigureAwait(false);
  804. }
  805. }
  806. private async void StreamToStandardInput(Process process, StreamState state)
  807. {
  808. state.StandardInputCancellationTokenSource = new CancellationTokenSource();
  809. try
  810. {
  811. await StreamToStandardInputInternal(process, state).ConfigureAwait(false);
  812. }
  813. catch (OperationCanceledException)
  814. {
  815. Logger.Debug("Stream to standard input closed normally.");
  816. }
  817. catch (Exception ex)
  818. {
  819. Logger.ErrorException("Error writing to standard input", ex);
  820. }
  821. }
  822. private async Task StreamToStandardInputInternal(Process process, StreamState state)
  823. {
  824. state.StandardInputCancellationTokenSource = new CancellationTokenSource();
  825. using (var fileStream = FileSystem.GetFileStream(state.MediaPath, FileMode.Open, FileAccess.Read, FileShare.ReadWrite, true))
  826. {
  827. await new EndlessStreamCopy().CopyStream(fileStream, process.StandardInput.BaseStream, state.StandardInputCancellationTokenSource.Token).ConfigureAwait(false);
  828. }
  829. }
  830. protected int? GetVideoBitrateParamValue(StreamState state)
  831. {
  832. var bitrate = state.VideoRequest.VideoBitRate;
  833. if (state.VideoStream != null)
  834. {
  835. var isUpscaling = state.VideoRequest.Height.HasValue && state.VideoStream.Height.HasValue &&
  836. state.VideoRequest.Height.Value > state.VideoStream.Height.Value;
  837. if (state.VideoRequest.Width.HasValue && state.VideoStream.Width.HasValue &&
  838. state.VideoRequest.Width.Value > state.VideoStream.Width.Value)
  839. {
  840. isUpscaling = true;
  841. }
  842. // Don't allow bitrate increases unless upscaling
  843. if (!isUpscaling)
  844. {
  845. if (bitrate.HasValue && state.VideoStream.BitRate.HasValue)
  846. {
  847. bitrate = Math.Min(bitrate.Value, state.VideoStream.BitRate.Value);
  848. }
  849. }
  850. }
  851. return bitrate;
  852. }
  853. protected string GetVideoBitrateParam(StreamState state, string videoCodec, bool isHls)
  854. {
  855. var bitrate = GetVideoBitrateParamValue(state);
  856. if (bitrate.HasValue)
  857. {
  858. var hasFixedResolution = state.VideoRequest.HasFixedResolution;
  859. if (isHls)
  860. {
  861. return string.Format(" -b:v {0} -maxrate ({0}*.80) -bufsize {0}", bitrate.Value.ToString(UsCulture));
  862. }
  863. if (string.Equals(videoCodec, "libvpx", StringComparison.OrdinalIgnoreCase))
  864. {
  865. if (hasFixedResolution)
  866. {
  867. return string.Format(" -minrate:v ({0}*.90) -maxrate:v ({0}*1.10) -bufsize:v {0} -b:v {0}", bitrate.Value.ToString(UsCulture));
  868. }
  869. // With vpx when crf is used, b:v becomes a max rate
  870. // https://trac.ffmpeg.org/wiki/vpxEncodingGuide
  871. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  872. //return string.Format(" -minrate:v ({0}*.95) -maxrate:v ({0}*1.05) -bufsize:v {0} -b:v {0}", bitrate.Value.ToString(UsCulture));
  873. }
  874. if (string.Equals(videoCodec, "msmpeg4", StringComparison.OrdinalIgnoreCase))
  875. {
  876. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  877. }
  878. // H264
  879. if (hasFixedResolution)
  880. {
  881. return string.Format(" -b:v {0}", bitrate.Value.ToString(UsCulture));
  882. }
  883. return string.Format(" -maxrate {0} -bufsize {1}",
  884. bitrate.Value.ToString(UsCulture),
  885. (bitrate.Value * 2).ToString(UsCulture));
  886. }
  887. return string.Empty;
  888. }
  889. protected int? GetAudioBitrateParam(StreamState state)
  890. {
  891. if (state.Request.AudioBitRate.HasValue)
  892. {
  893. // Make sure we don't request a bitrate higher than the source
  894. var currentBitrate = state.AudioStream == null ? state.Request.AudioBitRate.Value : state.AudioStream.BitRate ?? state.Request.AudioBitRate.Value;
  895. return Math.Min(currentBitrate, state.Request.AudioBitRate.Value);
  896. }
  897. return null;
  898. }
  899. /// <summary>
  900. /// Gets the user agent param.
  901. /// </summary>
  902. /// <param name="path">The path.</param>
  903. /// <returns>System.String.</returns>
  904. private string GetUserAgentParam(string path)
  905. {
  906. var useragent = GetUserAgent(path);
  907. if (!string.IsNullOrEmpty(useragent))
  908. {
  909. return "-user-agent \"" + useragent + "\"";
  910. }
  911. return string.Empty;
  912. }
  913. /// <summary>
  914. /// Gets the user agent.
  915. /// </summary>
  916. /// <param name="path">The path.</param>
  917. /// <returns>System.String.</returns>
  918. protected string GetUserAgent(string path)
  919. {
  920. if (string.IsNullOrEmpty(path))
  921. {
  922. throw new ArgumentNullException("path");
  923. }
  924. if (path.IndexOf("apple.com", StringComparison.OrdinalIgnoreCase) != -1)
  925. {
  926. return "QuickTime/7.7.4";
  927. }
  928. return string.Empty;
  929. }
  930. /// <summary>
  931. /// Processes the exited.
  932. /// </summary>
  933. /// <param name="process">The process.</param>
  934. /// <param name="state">The state.</param>
  935. protected async void OnFfMpegProcessExited(Process process, StreamState state)
  936. {
  937. if (state.IsoMount != null)
  938. {
  939. state.IsoMount.Dispose();
  940. state.IsoMount = null;
  941. }
  942. if (state.StandardInputCancellationTokenSource != null)
  943. {
  944. state.StandardInputCancellationTokenSource.Cancel();
  945. }
  946. var outputFilePath = GetOutputFilePath(state);
  947. state.LogFileStream.Dispose();
  948. try
  949. {
  950. Logger.Info("FFMpeg exited with code {0} for {1}", process.ExitCode, outputFilePath);
  951. }
  952. catch
  953. {
  954. Logger.Info("FFMpeg exited with an error for {0}", outputFilePath);
  955. }
  956. if (!string.IsNullOrEmpty(state.LiveTvStreamId))
  957. {
  958. try
  959. {
  960. await LiveTvManager.CloseLiveStream(state.LiveTvStreamId, CancellationToken.None).ConfigureAwait(false);
  961. }
  962. catch (Exception ex)
  963. {
  964. Logger.ErrorException("Error closing live tv stream", ex);
  965. }
  966. }
  967. }
  968. protected double? GetFramerateParam(StreamState state)
  969. {
  970. if (state.VideoRequest != null)
  971. {
  972. if (state.VideoRequest.Framerate.HasValue)
  973. {
  974. return state.VideoRequest.Framerate.Value;
  975. }
  976. var maxrate = state.VideoRequest.MaxFramerate ?? 23.976;
  977. if (state.VideoStream != null)
  978. {
  979. var contentRate = state.VideoStream.AverageFrameRate ?? state.VideoStream.RealFrameRate;
  980. if (contentRate.HasValue && contentRate.Value > maxrate)
  981. {
  982. return maxrate;
  983. }
  984. }
  985. }
  986. return null;
  987. }
  988. /// <summary>
  989. /// Parses the parameters.
  990. /// </summary>
  991. /// <param name="request">The request.</param>
  992. private void ParseParams(StreamRequest request)
  993. {
  994. var vals = request.Params.Split(';');
  995. var videoRequest = request as VideoStreamRequest;
  996. for (var i = 0; i < vals.Length; i++)
  997. {
  998. var val = vals[i];
  999. if (string.IsNullOrWhiteSpace(val))
  1000. {
  1001. continue;
  1002. }
  1003. if (i == 0)
  1004. {
  1005. request.DeviceProfileId = val;
  1006. }
  1007. else if (i == 1)
  1008. {
  1009. request.DeviceId = val;
  1010. }
  1011. else if (i == 2)
  1012. {
  1013. request.MediaSourceId = val;
  1014. }
  1015. else if (i == 3)
  1016. {
  1017. request.Static = string.Equals("true", val, StringComparison.OrdinalIgnoreCase);
  1018. }
  1019. else if (i == 4)
  1020. {
  1021. if (videoRequest != null)
  1022. {
  1023. videoRequest.VideoCodec = val;
  1024. }
  1025. }
  1026. else if (i == 5)
  1027. {
  1028. request.AudioCodec = val;
  1029. }
  1030. else if (i == 6)
  1031. {
  1032. if (videoRequest != null)
  1033. {
  1034. videoRequest.AudioStreamIndex = int.Parse(val, UsCulture);
  1035. }
  1036. }
  1037. else if (i == 7)
  1038. {
  1039. if (videoRequest != null)
  1040. {
  1041. videoRequest.SubtitleStreamIndex = int.Parse(val, UsCulture);
  1042. }
  1043. }
  1044. else if (i == 8)
  1045. {
  1046. if (videoRequest != null)
  1047. {
  1048. videoRequest.VideoBitRate = int.Parse(val, UsCulture);
  1049. }
  1050. }
  1051. else if (i == 9)
  1052. {
  1053. request.AudioBitRate = int.Parse(val, UsCulture);
  1054. }
  1055. else if (i == 10)
  1056. {
  1057. request.MaxAudioChannels = int.Parse(val, UsCulture);
  1058. }
  1059. else if (i == 11)
  1060. {
  1061. if (videoRequest != null)
  1062. {
  1063. videoRequest.MaxWidth = int.Parse(val, UsCulture);
  1064. }
  1065. }
  1066. else if (i == 12)
  1067. {
  1068. if (videoRequest != null)
  1069. {
  1070. videoRequest.MaxHeight = int.Parse(val, UsCulture);
  1071. }
  1072. }
  1073. else if (i == 13)
  1074. {
  1075. if (videoRequest != null)
  1076. {
  1077. videoRequest.Framerate = int.Parse(val, UsCulture);
  1078. }
  1079. }
  1080. else if (i == 14)
  1081. {
  1082. if (videoRequest != null)
  1083. {
  1084. request.StartTimeTicks = long.Parse(val, UsCulture);
  1085. }
  1086. }
  1087. else if (i == 15)
  1088. {
  1089. if (videoRequest != null)
  1090. {
  1091. videoRequest.Level = val;
  1092. }
  1093. }
  1094. }
  1095. }
  1096. /// <summary>
  1097. /// Gets the state.
  1098. /// </summary>
  1099. /// <param name="request">The request.</param>
  1100. /// <param name="cancellationToken">The cancellation token.</param>
  1101. /// <returns>StreamState.</returns>
  1102. protected async Task<StreamState> GetState(StreamRequest request, CancellationToken cancellationToken)
  1103. {
  1104. if (!string.IsNullOrWhiteSpace(request.Params))
  1105. {
  1106. ParseParams(request);
  1107. }
  1108. if (request.ThrowDebugError)
  1109. {
  1110. throw new InvalidOperationException("You asked for a debug error, you got one.");
  1111. }
  1112. var user = AuthorizationRequestFilterAttribute.GetCurrentUser(Request, UserManager);
  1113. var url = Request.PathInfo;
  1114. if (string.IsNullOrEmpty(request.AudioCodec))
  1115. {
  1116. request.AudioCodec = InferAudioCodec(url);
  1117. }
  1118. var state = new StreamState
  1119. {
  1120. Request = request,
  1121. RequestedUrl = url
  1122. };
  1123. var item = string.IsNullOrEmpty(request.MediaSourceId) ?
  1124. DtoService.GetItemByDtoId(request.Id) :
  1125. DtoService.GetItemByDtoId(request.MediaSourceId);
  1126. if (user != null && item.GetPlayAccess(user) != PlayAccess.Full)
  1127. {
  1128. throw new ArgumentException(string.Format("{0} is not allowed to play media.", user.Name));
  1129. }
  1130. if (item is ILiveTvRecording)
  1131. {
  1132. var recording = await LiveTvManager.GetInternalRecording(request.Id, cancellationToken).ConfigureAwait(false);
  1133. state.VideoType = VideoType.VideoFile;
  1134. state.IsInputVideo = string.Equals(recording.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase);
  1135. state.PlayableStreamFileNames = new List<string>();
  1136. var path = recording.RecordingInfo.Path;
  1137. var mediaUrl = recording.RecordingInfo.Url;
  1138. if (string.IsNullOrWhiteSpace(path) && string.IsNullOrWhiteSpace(mediaUrl))
  1139. {
  1140. var streamInfo = await LiveTvManager.GetRecordingStream(request.Id, cancellationToken).ConfigureAwait(false);
  1141. state.LiveTvStreamId = streamInfo.Id;
  1142. path = streamInfo.Path;
  1143. mediaUrl = streamInfo.Url;
  1144. }
  1145. if (!string.IsNullOrEmpty(path) && File.Exists(path))
  1146. {
  1147. state.MediaPath = path;
  1148. state.IsRemote = false;
  1149. state.SendInputOverStandardInput = recording.RecordingInfo.Status == RecordingStatus.InProgress;
  1150. }
  1151. else if (!string.IsNullOrEmpty(mediaUrl))
  1152. {
  1153. state.MediaPath = mediaUrl;
  1154. state.IsRemote = true;
  1155. }
  1156. //state.RunTimeTicks = recording.RunTimeTicks;
  1157. if (recording.RecordingInfo.Status == RecordingStatus.InProgress && !state.IsRemote)
  1158. {
  1159. await Task.Delay(1000, cancellationToken).ConfigureAwait(false);
  1160. }
  1161. state.ReadInputAtNativeFramerate = recording.RecordingInfo.Status == RecordingStatus.InProgress;
  1162. state.AudioSync = "1000";
  1163. state.DeInterlace = true;
  1164. state.InputVideoSync = "-1";
  1165. state.InputAudioSync = "1";
  1166. }
  1167. else if (item is LiveTvChannel)
  1168. {
  1169. var channel = LiveTvManager.GetInternalChannel(request.Id);
  1170. state.VideoType = VideoType.VideoFile;
  1171. state.IsInputVideo = string.Equals(channel.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase);
  1172. state.PlayableStreamFileNames = new List<string>();
  1173. var streamInfo = await LiveTvManager.GetChannelStream(request.Id, cancellationToken).ConfigureAwait(false);
  1174. state.LiveTvStreamId = streamInfo.Id;
  1175. if (!string.IsNullOrEmpty(streamInfo.Path) && File.Exists(streamInfo.Path))
  1176. {
  1177. state.MediaPath = streamInfo.Path;
  1178. state.IsRemote = false;
  1179. await Task.Delay(1000, cancellationToken).ConfigureAwait(false);
  1180. }
  1181. else if (!string.IsNullOrEmpty(streamInfo.Url))
  1182. {
  1183. state.MediaPath = streamInfo.Url;
  1184. state.IsRemote = true;
  1185. }
  1186. state.ReadInputAtNativeFramerate = true;
  1187. state.AudioSync = "1000";
  1188. state.DeInterlace = true;
  1189. state.InputVideoSync = "-1";
  1190. state.InputAudioSync = "1";
  1191. }
  1192. else
  1193. {
  1194. state.MediaPath = item.Path;
  1195. state.IsRemote = item.LocationType == LocationType.Remote;
  1196. var video = item as Video;
  1197. if (video != null)
  1198. {
  1199. state.IsInputVideo = true;
  1200. state.VideoType = video.VideoType;
  1201. state.IsoType = video.IsoType;
  1202. state.PlayableStreamFileNames = video.PlayableStreamFileNames == null
  1203. ? new List<string>()
  1204. : video.PlayableStreamFileNames.ToList();
  1205. }
  1206. state.RunTimeTicks = item.RunTimeTicks;
  1207. }
  1208. var videoRequest = request as VideoStreamRequest;
  1209. var mediaStreams = ItemRepository.GetMediaStreams(new MediaStreamQuery
  1210. {
  1211. ItemId = item.Id
  1212. }).ToList();
  1213. if (videoRequest != null)
  1214. {
  1215. if (string.IsNullOrEmpty(videoRequest.VideoCodec))
  1216. {
  1217. videoRequest.VideoCodec = InferVideoCodec(url);
  1218. }
  1219. state.VideoStream = GetMediaStream(mediaStreams, videoRequest.VideoStreamIndex, MediaStreamType.Video);
  1220. state.SubtitleStream = GetMediaStream(mediaStreams, videoRequest.SubtitleStreamIndex, MediaStreamType.Subtitle, false);
  1221. state.AudioStream = GetMediaStream(mediaStreams, videoRequest.AudioStreamIndex, MediaStreamType.Audio);
  1222. if (state.VideoStream != null && state.VideoStream.IsInterlaced)
  1223. {
  1224. state.DeInterlace = true;
  1225. }
  1226. EnforceResolutionLimit(state, videoRequest);
  1227. }
  1228. else
  1229. {
  1230. state.AudioStream = GetMediaStream(mediaStreams, null, MediaStreamType.Audio, true);
  1231. }
  1232. state.HasMediaStreams = mediaStreams.Count > 0;
  1233. state.SegmentLength = state.ReadInputAtNativeFramerate ? 5 : 10;
  1234. state.HlsListSize = state.ReadInputAtNativeFramerate ? 100 : 1440;
  1235. ApplyDeviceProfileSettings(state);
  1236. return state;
  1237. }
  1238. private void ApplyDeviceProfileSettings(StreamState state)
  1239. {
  1240. var headers = new Dictionary<string, string>();
  1241. foreach (var key in Request.Headers.AllKeys)
  1242. {
  1243. headers[key] = Request.Headers[key];
  1244. }
  1245. var profile = string.IsNullOrWhiteSpace(state.Request.DeviceProfileId) ?
  1246. DlnaManager.GetProfile(headers) :
  1247. DlnaManager.GetProfile(state.Request.DeviceProfileId);
  1248. if (profile == null)
  1249. {
  1250. // Don't use settings from the default profile.
  1251. // Only use a specific profile if it was requested.
  1252. return;
  1253. }
  1254. var container = Path.GetExtension(state.RequestedUrl);
  1255. if (string.IsNullOrEmpty(container))
  1256. {
  1257. container = Path.GetExtension(GetOutputFilePath(state));
  1258. }
  1259. var audioCodec = state.Request.AudioCodec;
  1260. if (string.Equals(audioCodec, "copy", StringComparison.OrdinalIgnoreCase) && state.AudioStream != null)
  1261. {
  1262. audioCodec = state.AudioStream.Codec;
  1263. }
  1264. var videoCodec = state.VideoRequest == null ? null : state.VideoRequest.VideoCodec;
  1265. if (string.Equals(videoCodec, "copy", StringComparison.OrdinalIgnoreCase) && state.VideoStream != null)
  1266. {
  1267. videoCodec = state.VideoStream.Codec;
  1268. }
  1269. var mediaProfile = state.VideoRequest == null ?
  1270. profile.GetAudioMediaProfile(container, audioCodec, state.AudioStream) :
  1271. profile.GetVideoMediaProfile(container, audioCodec, videoCodec, state.AudioStream, state.VideoStream);
  1272. if (mediaProfile != null)
  1273. {
  1274. state.MimeType = mediaProfile.MimeType;
  1275. state.OrgPn = mediaProfile.OrgPn;
  1276. }
  1277. var transcodingProfile = state.VideoRequest == null ?
  1278. profile.GetAudioTranscodingProfile(container, audioCodec) :
  1279. profile.GetVideoTranscodingProfile(container, audioCodec, videoCodec);
  1280. if (transcodingProfile != null)
  1281. {
  1282. state.EstimateContentLength = transcodingProfile.EstimateContentLength;
  1283. state.EnableMpegtsM2TsMode = transcodingProfile.EnableMpegtsM2TsMode;
  1284. state.TranscodeSeekInfo = transcodingProfile.TranscodeSeekInfo;
  1285. foreach (var setting in transcodingProfile.Settings)
  1286. {
  1287. switch (setting.Name)
  1288. {
  1289. case TranscodingSettingType.VideoProfile:
  1290. {
  1291. if (state.VideoRequest != null && string.IsNullOrWhiteSpace(state.VideoRequest.Profile))
  1292. {
  1293. state.VideoRequest.Profile = setting.Value;
  1294. }
  1295. break;
  1296. }
  1297. default:
  1298. throw new ArgumentException("Unrecognized TranscodingSettingType");
  1299. }
  1300. }
  1301. }
  1302. }
  1303. /// <summary>
  1304. /// Adds the dlna headers.
  1305. /// </summary>
  1306. /// <param name="state">The state.</param>
  1307. /// <param name="responseHeaders">The response headers.</param>
  1308. /// <param name="isStaticallyStreamed">if set to <c>true</c> [is statically streamed].</param>
  1309. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  1310. protected void AddDlnaHeaders(StreamState state, IDictionary<string, string> responseHeaders, bool isStaticallyStreamed)
  1311. {
  1312. var timeSeek = GetHeader("TimeSeekRange.dlna.org");
  1313. if (!string.IsNullOrEmpty(timeSeek))
  1314. {
  1315. ResultFactory.ThrowError(406, "Time seek not supported during encoding.", responseHeaders);
  1316. return;
  1317. }
  1318. var transferMode = GetHeader("transferMode.dlna.org");
  1319. responseHeaders["transferMode.dlna.org"] = string.IsNullOrEmpty(transferMode) ? "Streaming" : transferMode;
  1320. responseHeaders["realTimeInfo.dlna.org"] = "DLNA.ORG_TLAG=*";
  1321. var contentFeatures = string.Empty;
  1322. var extension = GetOutputFileExtension(state);
  1323. // first bit means Time based seek supported, second byte range seek supported (not sure about the order now), so 01 = only byte seek, 10 = time based, 11 = both, 00 = none
  1324. var orgOp = isStaticallyStreamed || state.TranscodeSeekInfo == TranscodeSeekInfo.Bytes ? ";DLNA.ORG_OP=01" : ";DLNA.ORG_OP=00";
  1325. // 0 = native, 1 = transcoded
  1326. var orgCi = isStaticallyStreamed ? ";DLNA.ORG_CI=0" : ";DLNA.ORG_CI=1";
  1327. const string dlnaflags = ";DLNA.ORG_FLAGS=01500000000000000000000000000000";
  1328. if (!string.IsNullOrWhiteSpace(state.OrgPn))
  1329. {
  1330. contentFeatures = "DLNA.ORG_PN=" + state.OrgPn;
  1331. }
  1332. else if (string.Equals(extension, ".mp3", StringComparison.OrdinalIgnoreCase))
  1333. {
  1334. contentFeatures = "DLNA.ORG_PN=MP3";
  1335. }
  1336. else if (string.Equals(extension, ".aac", StringComparison.OrdinalIgnoreCase))
  1337. {
  1338. contentFeatures = "DLNA.ORG_PN=AAC_ISO";
  1339. }
  1340. else if (string.Equals(extension, ".wma", StringComparison.OrdinalIgnoreCase))
  1341. {
  1342. contentFeatures = "DLNA.ORG_PN=WMABASE";
  1343. }
  1344. else if (string.Equals(extension, ".avi", StringComparison.OrdinalIgnoreCase))
  1345. {
  1346. contentFeatures = "DLNA.ORG_PN=AVI";
  1347. }
  1348. else if (string.Equals(extension, ".mkv", StringComparison.OrdinalIgnoreCase))
  1349. {
  1350. contentFeatures = "DLNA.ORG_PN=MATROSKA";
  1351. }
  1352. else if (string.Equals(extension, ".mp4", StringComparison.OrdinalIgnoreCase))
  1353. {
  1354. contentFeatures = "DLNA.ORG_PN=AVC_MP4_MP_HD_720p_AAC";
  1355. }
  1356. else if (string.Equals(extension, ".mpeg", StringComparison.OrdinalIgnoreCase))
  1357. {
  1358. contentFeatures = "DLNA.ORG_PN=MPEG_PS_PAL";
  1359. }
  1360. else if (string.Equals(extension, ".ts", StringComparison.OrdinalIgnoreCase))
  1361. {
  1362. contentFeatures = "DLNA.ORG_PN=MPEG_PS_PAL";
  1363. }
  1364. //else if (string.Equals(extension, ".wmv", StringComparison.OrdinalIgnoreCase))
  1365. //{
  1366. // contentFeatures = "DLNA.ORG_PN=WMVHIGH_BASE";
  1367. //}
  1368. //else if (string.Equals(extension, ".asf", StringComparison.OrdinalIgnoreCase))
  1369. //{
  1370. // // ??
  1371. // contentFeatures = "DLNA.ORG_PN=WMVHIGH_BASE";
  1372. //}
  1373. if (!string.IsNullOrEmpty(contentFeatures))
  1374. {
  1375. responseHeaders["contentFeatures.dlna.org"] = (contentFeatures + orgOp + orgCi + dlnaflags).Trim(';');
  1376. }
  1377. foreach (var item in responseHeaders)
  1378. {
  1379. Request.Response.AddHeader(item.Key, item.Value);
  1380. }
  1381. }
  1382. /// <summary>
  1383. /// Enforces the resolution limit.
  1384. /// </summary>
  1385. /// <param name="state">The state.</param>
  1386. /// <param name="videoRequest">The video request.</param>
  1387. private void EnforceResolutionLimit(StreamState state, VideoStreamRequest videoRequest)
  1388. {
  1389. // If enabled, allow whatever the client asks for
  1390. if (ServerConfigurationManager.Configuration.AllowVideoUpscaling)
  1391. {
  1392. return;
  1393. }
  1394. // Switch the incoming params to be ceilings rather than fixed values
  1395. videoRequest.MaxWidth = videoRequest.MaxWidth ?? videoRequest.Width;
  1396. videoRequest.MaxHeight = videoRequest.MaxHeight ?? videoRequest.Height;
  1397. videoRequest.Width = null;
  1398. videoRequest.Height = null;
  1399. }
  1400. protected string GetInputModifier(StreamState state)
  1401. {
  1402. var inputModifier = string.Empty;
  1403. var probeSize = GetProbeSizeArgument(state.MediaPath, state.IsInputVideo, state.VideoType, state.IsoType);
  1404. inputModifier += " " + probeSize;
  1405. inputModifier = inputModifier.Trim();
  1406. inputModifier += " " + GetUserAgentParam(state.MediaPath);
  1407. inputModifier = inputModifier.Trim();
  1408. inputModifier += " " + GetFastSeekCommandLineParameter(state.Request);
  1409. inputModifier = inputModifier.Trim();
  1410. if (state.VideoRequest != null)
  1411. {
  1412. inputModifier += " -fflags genpts";
  1413. }
  1414. if (!string.IsNullOrEmpty(state.InputFormat))
  1415. {
  1416. inputModifier += " -f " + state.InputFormat;
  1417. }
  1418. if (!string.IsNullOrEmpty(state.InputVideoCodec))
  1419. {
  1420. inputModifier += " -vcodec " + state.InputVideoCodec;
  1421. }
  1422. if (!string.IsNullOrEmpty(state.InputAudioCodec))
  1423. {
  1424. inputModifier += " -acodec " + state.InputAudioCodec;
  1425. }
  1426. if (!string.IsNullOrEmpty(state.InputAudioSync))
  1427. {
  1428. inputModifier += " -async " + state.InputAudioSync;
  1429. }
  1430. if (!string.IsNullOrEmpty(state.InputVideoSync))
  1431. {
  1432. inputModifier += " -vsync " + state.InputVideoSync;
  1433. }
  1434. if (state.ReadInputAtNativeFramerate)
  1435. {
  1436. inputModifier += " -re";
  1437. }
  1438. return inputModifier;
  1439. }
  1440. /// <summary>
  1441. /// Infers the audio codec based on the url
  1442. /// </summary>
  1443. /// <param name="url">The URL.</param>
  1444. /// <returns>System.Nullable{AudioCodecs}.</returns>
  1445. private string InferAudioCodec(string url)
  1446. {
  1447. var ext = Path.GetExtension(url);
  1448. if (string.Equals(ext, ".mp3", StringComparison.OrdinalIgnoreCase))
  1449. {
  1450. return "mp3";
  1451. }
  1452. if (string.Equals(ext, ".aac", StringComparison.OrdinalIgnoreCase))
  1453. {
  1454. return "aac";
  1455. }
  1456. if (string.Equals(ext, ".wma", StringComparison.OrdinalIgnoreCase))
  1457. {
  1458. return "wma";
  1459. }
  1460. if (string.Equals(ext, ".ogg", StringComparison.OrdinalIgnoreCase))
  1461. {
  1462. return "vorbis";
  1463. }
  1464. if (string.Equals(ext, ".oga", StringComparison.OrdinalIgnoreCase))
  1465. {
  1466. return "vorbis";
  1467. }
  1468. if (string.Equals(ext, ".ogv", StringComparison.OrdinalIgnoreCase))
  1469. {
  1470. return "vorbis";
  1471. }
  1472. if (string.Equals(ext, ".webm", StringComparison.OrdinalIgnoreCase))
  1473. {
  1474. return "vorbis";
  1475. }
  1476. if (string.Equals(ext, ".webma", StringComparison.OrdinalIgnoreCase))
  1477. {
  1478. return "vorbis";
  1479. }
  1480. return "copy";
  1481. }
  1482. /// <summary>
  1483. /// Infers the video codec.
  1484. /// </summary>
  1485. /// <param name="url">The URL.</param>
  1486. /// <returns>System.Nullable{VideoCodecs}.</returns>
  1487. private string InferVideoCodec(string url)
  1488. {
  1489. var ext = Path.GetExtension(url);
  1490. if (string.Equals(ext, ".asf", StringComparison.OrdinalIgnoreCase))
  1491. {
  1492. return "wmv";
  1493. }
  1494. if (string.Equals(ext, ".webm", StringComparison.OrdinalIgnoreCase))
  1495. {
  1496. return "vpx";
  1497. }
  1498. if (string.Equals(ext, ".ogg", StringComparison.OrdinalIgnoreCase) || string.Equals(ext, ".ogv", StringComparison.OrdinalIgnoreCase))
  1499. {
  1500. return "theora";
  1501. }
  1502. if (string.Equals(ext, ".m3u8", StringComparison.OrdinalIgnoreCase) || string.Equals(ext, ".ts", StringComparison.OrdinalIgnoreCase))
  1503. {
  1504. return "h264";
  1505. }
  1506. return "copy";
  1507. }
  1508. }
  1509. }