MediaSourceManager.cs 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901
  1. #nullable disable
  2. #pragma warning disable CS1591
  3. using System;
  4. using System.Collections.Concurrent;
  5. using System.Collections.Generic;
  6. using System.Globalization;
  7. using System.IO;
  8. using System.Linq;
  9. using System.Text.Json;
  10. using System.Threading;
  11. using System.Threading.Tasks;
  12. using AsyncKeyedLock;
  13. using Jellyfin.Data.Entities;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Extensions;
  16. using Jellyfin.Extensions.Json;
  17. using MediaBrowser.Common.Configuration;
  18. using MediaBrowser.Common.Extensions;
  19. using MediaBrowser.Controller;
  20. using MediaBrowser.Controller.Entities;
  21. using MediaBrowser.Controller.Library;
  22. using MediaBrowser.Controller.LiveTv;
  23. using MediaBrowser.Controller.MediaEncoding;
  24. using MediaBrowser.Controller.Persistence;
  25. using MediaBrowser.Controller.Providers;
  26. using MediaBrowser.Model.Dlna;
  27. using MediaBrowser.Model.Dto;
  28. using MediaBrowser.Model.Entities;
  29. using MediaBrowser.Model.Globalization;
  30. using MediaBrowser.Model.IO;
  31. using MediaBrowser.Model.MediaInfo;
  32. using Microsoft.Extensions.Logging;
  33. namespace Emby.Server.Implementations.Library
  34. {
  35. public class MediaSourceManager : IMediaSourceManager, IDisposable
  36. {
  37. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  38. private const char LiveStreamIdDelimeter = '_';
  39. private readonly IServerApplicationHost _appHost;
  40. private readonly IItemRepository _itemRepo;
  41. private readonly IUserManager _userManager;
  42. private readonly ILibraryManager _libraryManager;
  43. private readonly IFileSystem _fileSystem;
  44. private readonly ILogger<MediaSourceManager> _logger;
  45. private readonly IUserDataManager _userDataManager;
  46. private readonly IMediaEncoder _mediaEncoder;
  47. private readonly ILocalizationManager _localizationManager;
  48. private readonly IApplicationPaths _appPaths;
  49. private readonly IDirectoryService _directoryService;
  50. private readonly ConcurrentDictionary<string, ILiveStream> _openStreams = new ConcurrentDictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  51. private readonly AsyncNonKeyedLocker _liveStreamLocker = new(1);
  52. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  53. private IMediaSourceProvider[] _providers;
  54. public MediaSourceManager(
  55. IServerApplicationHost appHost,
  56. IItemRepository itemRepo,
  57. IApplicationPaths applicationPaths,
  58. ILocalizationManager localizationManager,
  59. IUserManager userManager,
  60. ILibraryManager libraryManager,
  61. ILogger<MediaSourceManager> logger,
  62. IFileSystem fileSystem,
  63. IUserDataManager userDataManager,
  64. IMediaEncoder mediaEncoder,
  65. IDirectoryService directoryService)
  66. {
  67. _appHost = appHost;
  68. _itemRepo = itemRepo;
  69. _userManager = userManager;
  70. _libraryManager = libraryManager;
  71. _logger = logger;
  72. _fileSystem = fileSystem;
  73. _userDataManager = userDataManager;
  74. _mediaEncoder = mediaEncoder;
  75. _localizationManager = localizationManager;
  76. _appPaths = applicationPaths;
  77. _directoryService = directoryService;
  78. }
  79. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  80. {
  81. _providers = providers.ToArray();
  82. }
  83. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  84. {
  85. var list = _itemRepo.GetMediaStreams(query);
  86. foreach (var stream in list)
  87. {
  88. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  89. }
  90. return list;
  91. }
  92. private static bool StreamSupportsExternalStream(MediaStream stream)
  93. {
  94. if (stream.IsExternal)
  95. {
  96. return true;
  97. }
  98. if (stream.IsTextSubtitleStream)
  99. {
  100. return true;
  101. }
  102. if (stream.IsPgsSubtitleStream)
  103. {
  104. return true;
  105. }
  106. return false;
  107. }
  108. public List<MediaStream> GetMediaStreams(Guid itemId)
  109. {
  110. var list = GetMediaStreams(new MediaStreamQuery
  111. {
  112. ItemId = itemId
  113. });
  114. return GetMediaStreamsForItem(list);
  115. }
  116. private List<MediaStream> GetMediaStreamsForItem(List<MediaStream> streams)
  117. {
  118. foreach (var stream in streams)
  119. {
  120. if (stream.Type == MediaStreamType.Subtitle)
  121. {
  122. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  123. }
  124. }
  125. return streams;
  126. }
  127. /// <inheritdoc />
  128. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  129. {
  130. return _itemRepo.GetMediaAttachments(query);
  131. }
  132. /// <inheritdoc />
  133. public List<MediaAttachment> GetMediaAttachments(Guid itemId)
  134. {
  135. return GetMediaAttachments(new MediaAttachmentQuery
  136. {
  137. ItemId = itemId
  138. });
  139. }
  140. public async Task<List<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  141. {
  142. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  143. // If file is strm or main media stream is missing, force a metadata refresh with remote probing
  144. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder
  145. && (item.Path.EndsWith(".strm", StringComparison.OrdinalIgnoreCase)
  146. || (item.MediaType == MediaType.Video && mediaSources[0].MediaStreams.All(i => i.Type != MediaStreamType.Video))
  147. || (item.MediaType == MediaType.Audio && mediaSources[0].MediaStreams.All(i => i.Type != MediaStreamType.Audio))))
  148. {
  149. await item.RefreshMetadata(
  150. new MetadataRefreshOptions(_directoryService)
  151. {
  152. EnableRemoteContentProbe = true,
  153. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  154. },
  155. cancellationToken).ConfigureAwait(false);
  156. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  157. }
  158. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  159. var list = new List<MediaSourceInfo>();
  160. list.AddRange(mediaSources);
  161. foreach (var source in dynamicMediaSources)
  162. {
  163. // Validate that this is actually possible
  164. if (source.SupportsDirectStream)
  165. {
  166. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  167. }
  168. if (user is not null)
  169. {
  170. SetDefaultAudioAndSubtitleStreamIndices(item, source, user);
  171. if (item.MediaType == MediaType.Audio)
  172. {
  173. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  174. }
  175. else if (item.MediaType == MediaType.Video)
  176. {
  177. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  178. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  179. }
  180. }
  181. list.Add(source);
  182. }
  183. return SortMediaSources(list);
  184. }
  185. /// <inheritdoc />>
  186. public MediaProtocol GetPathProtocol(string path)
  187. {
  188. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  189. {
  190. return MediaProtocol.Rtsp;
  191. }
  192. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  193. {
  194. return MediaProtocol.Rtmp;
  195. }
  196. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  197. {
  198. return MediaProtocol.Http;
  199. }
  200. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  201. {
  202. return MediaProtocol.Rtp;
  203. }
  204. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  205. {
  206. return MediaProtocol.Ftp;
  207. }
  208. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  209. {
  210. return MediaProtocol.Udp;
  211. }
  212. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  213. }
  214. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  215. {
  216. if (protocol == MediaProtocol.File)
  217. {
  218. return true;
  219. }
  220. if (protocol == MediaProtocol.Http)
  221. {
  222. if (path is not null)
  223. {
  224. if (path.Contains(".m3u", StringComparison.OrdinalIgnoreCase))
  225. {
  226. return false;
  227. }
  228. return true;
  229. }
  230. }
  231. return false;
  232. }
  233. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  234. {
  235. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  236. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  237. return results.SelectMany(i => i);
  238. }
  239. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  240. {
  241. try
  242. {
  243. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  244. var list = sources.ToList();
  245. foreach (var mediaSource in list)
  246. {
  247. mediaSource.InferTotalBitrate();
  248. SetKeyProperties(provider, mediaSource);
  249. }
  250. return list;
  251. }
  252. catch (Exception ex)
  253. {
  254. _logger.LogError(ex, "Error getting media sources");
  255. return [];
  256. }
  257. }
  258. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  259. {
  260. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimeter;
  261. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  262. {
  263. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  264. }
  265. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  266. {
  267. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  268. }
  269. }
  270. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  271. {
  272. if (!string.IsNullOrEmpty(liveStreamId))
  273. {
  274. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  275. }
  276. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  277. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  278. }
  279. public List<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  280. {
  281. ArgumentNullException.ThrowIfNull(item);
  282. var hasMediaSources = (IHasMediaSources)item;
  283. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  284. if (user is not null)
  285. {
  286. foreach (var source in sources)
  287. {
  288. SetDefaultAudioAndSubtitleStreamIndices(item, source, user);
  289. if (item.MediaType == MediaType.Audio)
  290. {
  291. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  292. }
  293. else if (item.MediaType == MediaType.Video)
  294. {
  295. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  296. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  297. }
  298. }
  299. }
  300. return sources;
  301. }
  302. private IReadOnlyList<string> NormalizeLanguage(string language)
  303. {
  304. if (string.IsNullOrEmpty(language))
  305. {
  306. return [];
  307. }
  308. var culture = _localizationManager.FindLanguageInfo(language);
  309. if (culture is not null)
  310. {
  311. return culture.ThreeLetterISOLanguageNames;
  312. }
  313. return [language];
  314. }
  315. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  316. {
  317. if (userData is not null
  318. && userData.SubtitleStreamIndex.HasValue
  319. && user.RememberSubtitleSelections
  320. && user.SubtitleMode != SubtitlePlaybackMode.None
  321. && allowRememberingSelection)
  322. {
  323. var index = userData.SubtitleStreamIndex.Value;
  324. // Make sure the saved index is still valid
  325. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  326. {
  327. source.DefaultSubtitleStreamIndex = index;
  328. return;
  329. }
  330. }
  331. var preferredSubs = NormalizeLanguage(user.SubtitleLanguagePreference);
  332. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  333. var audioLanguage = defaultAudioIndex is null
  334. ? null
  335. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  336. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  337. source.MediaStreams,
  338. preferredSubs,
  339. user.SubtitleMode,
  340. audioLanguage);
  341. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLanguage);
  342. }
  343. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  344. {
  345. if (userData is not null && userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  346. {
  347. var index = userData.AudioStreamIndex.Value;
  348. // Make sure the saved index is still valid
  349. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  350. {
  351. source.DefaultAudioStreamIndex = index;
  352. return;
  353. }
  354. }
  355. var preferredAudio = NormalizeLanguage(user.AudioLanguagePreference);
  356. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  357. }
  358. public void SetDefaultAudioAndSubtitleStreamIndices(BaseItem item, MediaSourceInfo source, User user)
  359. {
  360. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  361. var mediaType = item?.MediaType ?? MediaType.Video;
  362. if (mediaType == MediaType.Video)
  363. {
  364. var userData = item is null ? null : _userDataManager.GetUserData(user, item);
  365. var allowRememberingSelection = item is null || item.EnableRememberingTrackSelections;
  366. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  367. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  368. }
  369. else if (mediaType == MediaType.Audio)
  370. {
  371. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  372. if (audio is not null)
  373. {
  374. source.DefaultAudioStreamIndex = audio.Index;
  375. }
  376. }
  377. }
  378. private static List<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  379. {
  380. return sources.OrderBy(i =>
  381. {
  382. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  383. {
  384. return 0;
  385. }
  386. return 1;
  387. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  388. .ThenByDescending(i =>
  389. {
  390. var stream = i.VideoStream;
  391. return stream?.Width ?? 0;
  392. })
  393. .Where(i => i.Type != MediaSourceType.Placeholder)
  394. .ToList();
  395. }
  396. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  397. {
  398. MediaSourceInfo mediaSource;
  399. ILiveStream liveStream;
  400. using (await _liveStreamLocker.LockAsync(cancellationToken).ConfigureAwait(false))
  401. {
  402. var (provider, keyId) = GetProvider(request.OpenToken);
  403. var currentLiveStreams = _openStreams.Values.ToList();
  404. liveStream = await provider.OpenMediaSource(keyId, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  405. mediaSource = liveStream.MediaSource;
  406. // Validate that this is actually possible
  407. if (mediaSource.SupportsDirectStream)
  408. {
  409. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  410. }
  411. SetKeyProperties(provider, mediaSource);
  412. _openStreams[mediaSource.LiveStreamId] = liveStream;
  413. }
  414. try
  415. {
  416. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  417. {
  418. AddMediaInfo(mediaSource);
  419. }
  420. else
  421. {
  422. // hack - these two values were taken from LiveTVMediaSourceProvider
  423. string cacheKey = request.OpenToken;
  424. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  425. .AddMediaInfoWithProbe(mediaSource, false, cacheKey, true, cancellationToken)
  426. .ConfigureAwait(false);
  427. }
  428. }
  429. catch (Exception ex)
  430. {
  431. _logger.LogError(ex, "Error probing live tv stream");
  432. AddMediaInfo(mediaSource);
  433. }
  434. // TODO: @bond Fix
  435. var json = JsonSerializer.SerializeToUtf8Bytes(mediaSource, _jsonOptions);
  436. _logger.LogInformation("Live stream opened: {@MediaSource}", mediaSource);
  437. var clone = JsonSerializer.Deserialize<MediaSourceInfo>(json, _jsonOptions);
  438. if (!request.UserId.IsEmpty())
  439. {
  440. var user = _userManager.GetUserById(request.UserId);
  441. var item = request.ItemId.IsEmpty()
  442. ? null
  443. : _libraryManager.GetItemById(request.ItemId);
  444. SetDefaultAudioAndSubtitleStreamIndices(item, clone, user);
  445. }
  446. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  447. }
  448. private static void AddMediaInfo(MediaSourceInfo mediaSource)
  449. {
  450. mediaSource.DefaultSubtitleStreamIndex = null;
  451. // Null this out so that it will be treated like a live stream
  452. if (mediaSource.IsInfiniteStream)
  453. {
  454. mediaSource.RunTimeTicks = null;
  455. }
  456. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  457. if (audioStream is null || audioStream.Index == -1)
  458. {
  459. mediaSource.DefaultAudioStreamIndex = null;
  460. }
  461. else
  462. {
  463. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  464. }
  465. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  466. if (videoStream is not null)
  467. {
  468. if (!videoStream.BitRate.HasValue)
  469. {
  470. var width = videoStream.Width ?? 1920;
  471. if (width >= 3000)
  472. {
  473. videoStream.BitRate = 30000000;
  474. }
  475. else if (width >= 1900)
  476. {
  477. videoStream.BitRate = 20000000;
  478. }
  479. else if (width >= 1200)
  480. {
  481. videoStream.BitRate = 8000000;
  482. }
  483. else if (width >= 700)
  484. {
  485. videoStream.BitRate = 2000000;
  486. }
  487. }
  488. }
  489. // Try to estimate this
  490. mediaSource.InferTotalBitrate();
  491. }
  492. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  493. {
  494. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  495. return result.Item1;
  496. }
  497. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  498. {
  499. // TODO probably shouldn't throw here but it is kept for "backwards compatibility"
  500. var liveStreamInfo = GetLiveStreamInfo(id) ?? throw new ResourceNotFoundException();
  501. var mediaSource = liveStreamInfo.MediaSource;
  502. if (liveStreamInfo is IDirectStreamProvider)
  503. {
  504. var info = await _mediaEncoder.GetMediaInfo(
  505. new MediaInfoRequest
  506. {
  507. MediaSource = mediaSource,
  508. ExtractChapters = false,
  509. MediaType = DlnaProfileType.Video
  510. },
  511. cancellationToken).ConfigureAwait(false);
  512. mediaSource.MediaStreams = info.MediaStreams;
  513. mediaSource.Container = info.Container;
  514. mediaSource.Bitrate = info.Bitrate;
  515. }
  516. return mediaSource;
  517. }
  518. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  519. {
  520. var originalRuntime = mediaSource.RunTimeTicks;
  521. var now = DateTime.UtcNow;
  522. MediaInfo mediaInfo = null;
  523. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  524. if (!string.IsNullOrEmpty(cacheKey))
  525. {
  526. FileStream jsonStream = AsyncFile.OpenRead(cacheFilePath);
  527. try
  528. {
  529. mediaInfo = await JsonSerializer.DeserializeAsync<MediaInfo>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  530. }
  531. catch (Exception ex)
  532. {
  533. _logger.LogDebug(ex, "_jsonSerializer.DeserializeFromFile threw an exception.");
  534. }
  535. finally
  536. {
  537. await jsonStream.DisposeAsync().ConfigureAwait(false);
  538. }
  539. }
  540. if (mediaInfo is null)
  541. {
  542. if (addProbeDelay)
  543. {
  544. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  545. delayMs = Math.Max(3000, delayMs);
  546. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  547. }
  548. if (isLiveStream)
  549. {
  550. mediaSource.AnalyzeDurationMs = 3000;
  551. }
  552. mediaInfo = await _mediaEncoder.GetMediaInfo(
  553. new MediaInfoRequest
  554. {
  555. MediaSource = mediaSource,
  556. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  557. ExtractChapters = false
  558. },
  559. cancellationToken).ConfigureAwait(false);
  560. if (cacheFilePath is not null)
  561. {
  562. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  563. FileStream createStream = File.Create(cacheFilePath);
  564. await using (createStream.ConfigureAwait(false))
  565. {
  566. await JsonSerializer.SerializeAsync(createStream, mediaInfo, _jsonOptions, cancellationToken).ConfigureAwait(false);
  567. }
  568. // _logger.LogDebug("Saved media info to {0}", cacheFilePath);
  569. }
  570. }
  571. var mediaStreams = mediaInfo.MediaStreams;
  572. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  573. {
  574. var newList = new List<MediaStream>();
  575. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  576. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  577. foreach (var stream in newList)
  578. {
  579. stream.Index = -1;
  580. stream.Language = null;
  581. }
  582. mediaStreams = newList;
  583. }
  584. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  585. mediaSource.Bitrate = mediaInfo.Bitrate;
  586. mediaSource.Container = mediaInfo.Container;
  587. mediaSource.Formats = mediaInfo.Formats;
  588. mediaSource.MediaStreams = mediaStreams;
  589. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  590. mediaSource.Size = mediaInfo.Size;
  591. mediaSource.Timestamp = mediaInfo.Timestamp;
  592. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  593. mediaSource.VideoType = mediaInfo.VideoType;
  594. mediaSource.DefaultSubtitleStreamIndex = null;
  595. if (isLiveStream)
  596. {
  597. // Null this out so that it will be treated like a live stream
  598. if (!originalRuntime.HasValue)
  599. {
  600. mediaSource.RunTimeTicks = null;
  601. }
  602. }
  603. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  604. if (audioStream is null || audioStream.Index == -1)
  605. {
  606. mediaSource.DefaultAudioStreamIndex = null;
  607. }
  608. else
  609. {
  610. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  611. }
  612. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  613. if (videoStream is not null)
  614. {
  615. if (!videoStream.BitRate.HasValue)
  616. {
  617. var width = videoStream.Width ?? 1920;
  618. if (width >= 3000)
  619. {
  620. videoStream.BitRate = 30000000;
  621. }
  622. else if (width >= 1900)
  623. {
  624. videoStream.BitRate = 20000000;
  625. }
  626. else if (width >= 1200)
  627. {
  628. videoStream.BitRate = 8000000;
  629. }
  630. else if (width >= 700)
  631. {
  632. videoStream.BitRate = 2000000;
  633. }
  634. }
  635. // This is coming up false and preventing stream copy
  636. videoStream.IsAVC = null;
  637. }
  638. if (isLiveStream)
  639. {
  640. mediaSource.AnalyzeDurationMs = 3000;
  641. }
  642. // Try to estimate this
  643. mediaSource.InferTotalBitrate(true);
  644. }
  645. public Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  646. {
  647. ArgumentException.ThrowIfNullOrEmpty(id);
  648. // TODO probably shouldn't throw here but it is kept for "backwards compatibility"
  649. var info = GetLiveStreamInfo(id) ?? throw new ResourceNotFoundException();
  650. return Task.FromResult(new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider));
  651. }
  652. public ILiveStream GetLiveStreamInfo(string id)
  653. {
  654. ArgumentException.ThrowIfNullOrEmpty(id);
  655. if (_openStreams.TryGetValue(id, out ILiveStream info))
  656. {
  657. return info;
  658. }
  659. return null;
  660. }
  661. /// <inheritdoc />
  662. public ILiveStream GetLiveStreamInfoByUniqueId(string uniqueId)
  663. {
  664. return _openStreams.Values.FirstOrDefault(stream => string.Equals(uniqueId, stream?.UniqueId, StringComparison.OrdinalIgnoreCase));
  665. }
  666. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  667. {
  668. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  669. return result.Item1;
  670. }
  671. public async Task<List<MediaSourceInfo>> GetRecordingStreamMediaSources(ActiveRecordingInfo info, CancellationToken cancellationToken)
  672. {
  673. var stream = new MediaSourceInfo
  674. {
  675. EncoderPath = _appHost.GetApiUrlForLocalAccess() + "/LiveTv/LiveRecordings/" + info.Id + "/stream",
  676. EncoderProtocol = MediaProtocol.Http,
  677. Path = info.Path,
  678. Protocol = MediaProtocol.File,
  679. Id = info.Id,
  680. SupportsDirectPlay = false,
  681. SupportsDirectStream = true,
  682. SupportsTranscoding = true,
  683. IsInfiniteStream = true,
  684. RequiresOpening = false,
  685. RequiresClosing = false,
  686. BufferMs = 0,
  687. IgnoreDts = true,
  688. IgnoreIndex = true
  689. };
  690. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  691. .AddMediaInfoWithProbe(stream, false, false, cancellationToken).ConfigureAwait(false);
  692. return new List<MediaSourceInfo>
  693. {
  694. stream
  695. };
  696. }
  697. public async Task CloseLiveStream(string id)
  698. {
  699. ArgumentException.ThrowIfNullOrEmpty(id);
  700. using (await _liveStreamLocker.LockAsync().ConfigureAwait(false))
  701. {
  702. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  703. {
  704. liveStream.ConsumerCount--;
  705. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  706. if (liveStream.ConsumerCount <= 0)
  707. {
  708. _openStreams.TryRemove(id, out _);
  709. _logger.LogInformation("Closing live stream {0}", id);
  710. await liveStream.Close().ConfigureAwait(false);
  711. _logger.LogInformation("Live stream {0} closed successfully", id);
  712. }
  713. }
  714. }
  715. }
  716. private (IMediaSourceProvider MediaSourceProvider, string KeyId) GetProvider(string key)
  717. {
  718. ArgumentException.ThrowIfNullOrEmpty(key);
  719. var keys = key.Split(LiveStreamIdDelimeter, 2);
  720. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  721. var splitIndex = key.IndexOf(LiveStreamIdDelimeter, StringComparison.Ordinal);
  722. var keyId = key.Substring(splitIndex + 1);
  723. return (provider, keyId);
  724. }
  725. /// <inheritdoc />
  726. public void Dispose()
  727. {
  728. Dispose(true);
  729. GC.SuppressFinalize(this);
  730. }
  731. /// <summary>
  732. /// Releases unmanaged and - optionally - managed resources.
  733. /// </summary>
  734. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  735. protected virtual void Dispose(bool dispose)
  736. {
  737. if (dispose)
  738. {
  739. foreach (var key in _openStreams.Keys.ToList())
  740. {
  741. CloseLiveStream(key).GetAwaiter().GetResult();
  742. }
  743. _liveStreamLocker.Dispose();
  744. }
  745. }
  746. }
  747. }