MediaSourceManager.cs 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924
  1. #nullable disable
  2. #pragma warning disable CS1591
  3. using System;
  4. using System.Collections.Concurrent;
  5. using System.Collections.Generic;
  6. using System.Collections.Immutable;
  7. using System.Globalization;
  8. using System.IO;
  9. using System.Linq;
  10. using System.Text.Json;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using AsyncKeyedLock;
  14. using Jellyfin.Data;
  15. using Jellyfin.Data.Enums;
  16. using Jellyfin.Database.Implementations.Entities;
  17. using Jellyfin.Database.Implementations.Enums;
  18. using Jellyfin.Extensions;
  19. using Jellyfin.Extensions.Json;
  20. using MediaBrowser.Common.Configuration;
  21. using MediaBrowser.Common.Extensions;
  22. using MediaBrowser.Controller;
  23. using MediaBrowser.Controller.Entities;
  24. using MediaBrowser.Controller.Library;
  25. using MediaBrowser.Controller.LiveTv;
  26. using MediaBrowser.Controller.MediaEncoding;
  27. using MediaBrowser.Controller.Persistence;
  28. using MediaBrowser.Controller.Providers;
  29. using MediaBrowser.Model.Dlna;
  30. using MediaBrowser.Model.Dto;
  31. using MediaBrowser.Model.Entities;
  32. using MediaBrowser.Model.Globalization;
  33. using MediaBrowser.Model.IO;
  34. using MediaBrowser.Model.MediaInfo;
  35. using Microsoft.Extensions.Logging;
  36. namespace Emby.Server.Implementations.Library
  37. {
  38. public class MediaSourceManager : IMediaSourceManager, IDisposable
  39. {
  40. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  41. private const char LiveStreamIdDelimiter = '_';
  42. private readonly IServerApplicationHost _appHost;
  43. private readonly IItemRepository _itemRepo;
  44. private readonly IUserManager _userManager;
  45. private readonly ILibraryManager _libraryManager;
  46. private readonly IFileSystem _fileSystem;
  47. private readonly ILogger<MediaSourceManager> _logger;
  48. private readonly IUserDataManager _userDataManager;
  49. private readonly IMediaEncoder _mediaEncoder;
  50. private readonly ILocalizationManager _localizationManager;
  51. private readonly IApplicationPaths _appPaths;
  52. private readonly IDirectoryService _directoryService;
  53. private readonly IMediaStreamRepository _mediaStreamRepository;
  54. private readonly IMediaAttachmentRepository _mediaAttachmentRepository;
  55. private readonly ConcurrentDictionary<string, ILiveStream> _openStreams = new ConcurrentDictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  56. private readonly AsyncNonKeyedLocker _liveStreamLocker = new(1);
  57. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  58. private IMediaSourceProvider[] _providers;
  59. public MediaSourceManager(
  60. IServerApplicationHost appHost,
  61. IItemRepository itemRepo,
  62. IApplicationPaths applicationPaths,
  63. ILocalizationManager localizationManager,
  64. IUserManager userManager,
  65. ILibraryManager libraryManager,
  66. ILogger<MediaSourceManager> logger,
  67. IFileSystem fileSystem,
  68. IUserDataManager userDataManager,
  69. IMediaEncoder mediaEncoder,
  70. IDirectoryService directoryService,
  71. IMediaStreamRepository mediaStreamRepository,
  72. IMediaAttachmentRepository mediaAttachmentRepository)
  73. {
  74. _appHost = appHost;
  75. _itemRepo = itemRepo;
  76. _userManager = userManager;
  77. _libraryManager = libraryManager;
  78. _logger = logger;
  79. _fileSystem = fileSystem;
  80. _userDataManager = userDataManager;
  81. _mediaEncoder = mediaEncoder;
  82. _localizationManager = localizationManager;
  83. _appPaths = applicationPaths;
  84. _directoryService = directoryService;
  85. _mediaStreamRepository = mediaStreamRepository;
  86. _mediaAttachmentRepository = mediaAttachmentRepository;
  87. }
  88. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  89. {
  90. _providers = providers.ToArray();
  91. }
  92. public IReadOnlyList<MediaStream> GetMediaStreams(MediaStreamQuery query)
  93. {
  94. var list = _mediaStreamRepository.GetMediaStreams(query);
  95. foreach (var stream in list)
  96. {
  97. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  98. }
  99. return list;
  100. }
  101. private static bool StreamSupportsExternalStream(MediaStream stream)
  102. {
  103. if (stream.IsExternal)
  104. {
  105. return true;
  106. }
  107. if (stream.IsTextSubtitleStream)
  108. {
  109. return true;
  110. }
  111. if (stream.IsPgsSubtitleStream)
  112. {
  113. return true;
  114. }
  115. return false;
  116. }
  117. public IReadOnlyList<MediaStream> GetMediaStreams(Guid itemId)
  118. {
  119. var list = GetMediaStreams(new MediaStreamQuery
  120. {
  121. ItemId = itemId
  122. });
  123. return GetMediaStreamsForItem(list);
  124. }
  125. private IReadOnlyList<MediaStream> GetMediaStreamsForItem(IReadOnlyList<MediaStream> streams)
  126. {
  127. foreach (var stream in streams)
  128. {
  129. if (stream.Type == MediaStreamType.Subtitle)
  130. {
  131. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  132. }
  133. }
  134. return streams;
  135. }
  136. /// <inheritdoc />
  137. public IReadOnlyList<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  138. {
  139. return _mediaAttachmentRepository.GetMediaAttachments(query);
  140. }
  141. /// <inheritdoc />
  142. public IReadOnlyList<MediaAttachment> GetMediaAttachments(Guid itemId)
  143. {
  144. return GetMediaAttachments(new MediaAttachmentQuery
  145. {
  146. ItemId = itemId
  147. });
  148. }
  149. public async Task<IReadOnlyList<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  150. {
  151. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  152. // If file is strm or main media stream is missing, force a metadata refresh with remote probing
  153. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder
  154. && (item.Path.EndsWith(".strm", StringComparison.OrdinalIgnoreCase)
  155. || (item.MediaType == MediaType.Video && mediaSources[0].MediaStreams.All(i => i.Type != MediaStreamType.Video))
  156. || (item.MediaType == MediaType.Audio && mediaSources[0].MediaStreams.All(i => i.Type != MediaStreamType.Audio))))
  157. {
  158. await item.RefreshMetadata(
  159. new MetadataRefreshOptions(_directoryService)
  160. {
  161. EnableRemoteContentProbe = true,
  162. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  163. },
  164. cancellationToken).ConfigureAwait(false);
  165. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  166. }
  167. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  168. var list = new List<MediaSourceInfo>();
  169. list.AddRange(mediaSources);
  170. foreach (var source in dynamicMediaSources)
  171. {
  172. // Validate that this is actually possible
  173. if (source.SupportsDirectStream)
  174. {
  175. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  176. }
  177. if (user is not null)
  178. {
  179. SetDefaultAudioAndSubtitleStreamIndices(item, source, user);
  180. if (item.MediaType == MediaType.Audio)
  181. {
  182. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  183. }
  184. else if (item.MediaType == MediaType.Video)
  185. {
  186. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  187. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  188. }
  189. }
  190. list.Add(source);
  191. }
  192. return SortMediaSources(list).ToArray();
  193. }
  194. /// <inheritdoc />>
  195. public MediaProtocol GetPathProtocol(string path)
  196. {
  197. if (string.IsNullOrEmpty(path))
  198. {
  199. return MediaProtocol.File;
  200. }
  201. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  202. {
  203. return MediaProtocol.Rtsp;
  204. }
  205. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  206. {
  207. return MediaProtocol.Rtmp;
  208. }
  209. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  210. {
  211. return MediaProtocol.Http;
  212. }
  213. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  214. {
  215. return MediaProtocol.Rtp;
  216. }
  217. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  218. {
  219. return MediaProtocol.Ftp;
  220. }
  221. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  222. {
  223. return MediaProtocol.Udp;
  224. }
  225. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  226. }
  227. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  228. {
  229. if (protocol == MediaProtocol.File)
  230. {
  231. return true;
  232. }
  233. if (protocol == MediaProtocol.Http)
  234. {
  235. if (path is not null)
  236. {
  237. if (path.Contains(".m3u", StringComparison.OrdinalIgnoreCase))
  238. {
  239. return false;
  240. }
  241. return true;
  242. }
  243. }
  244. return false;
  245. }
  246. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  247. {
  248. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  249. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  250. return results.SelectMany(i => i);
  251. }
  252. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  253. {
  254. try
  255. {
  256. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  257. var list = sources.ToList();
  258. foreach (var mediaSource in list)
  259. {
  260. mediaSource.InferTotalBitrate();
  261. SetKeyProperties(provider, mediaSource);
  262. }
  263. return list;
  264. }
  265. catch (Exception ex)
  266. {
  267. _logger.LogError(ex, "Error getting media sources");
  268. return [];
  269. }
  270. }
  271. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  272. {
  273. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimiter;
  274. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  275. {
  276. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  277. }
  278. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  279. {
  280. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  281. }
  282. }
  283. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  284. {
  285. if (!string.IsNullOrEmpty(liveStreamId))
  286. {
  287. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  288. }
  289. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  290. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  291. }
  292. public IReadOnlyList<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  293. {
  294. ArgumentNullException.ThrowIfNull(item);
  295. var hasMediaSources = (IHasMediaSources)item;
  296. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  297. if (user is not null)
  298. {
  299. foreach (var source in sources)
  300. {
  301. SetDefaultAudioAndSubtitleStreamIndices(item, source, user);
  302. if (item.MediaType == MediaType.Audio)
  303. {
  304. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  305. }
  306. else if (item.MediaType == MediaType.Video)
  307. {
  308. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  309. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  310. }
  311. }
  312. }
  313. return sources;
  314. }
  315. private IReadOnlyList<string> NormalizeLanguage(string language)
  316. {
  317. if (string.IsNullOrEmpty(language))
  318. {
  319. return [];
  320. }
  321. var culture = _localizationManager.FindLanguageInfo(language);
  322. if (culture is not null)
  323. {
  324. return culture.Name.Contains('-', StringComparison.OrdinalIgnoreCase) ? [culture.Name] : culture.ThreeLetterISOLanguageNames;
  325. }
  326. return [language];
  327. }
  328. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  329. {
  330. if (userData is not null
  331. && userData.SubtitleStreamIndex.HasValue
  332. && user.RememberSubtitleSelections
  333. && user.SubtitleMode != SubtitlePlaybackMode.None
  334. && allowRememberingSelection)
  335. {
  336. var index = userData.SubtitleStreamIndex.Value;
  337. // Make sure the saved index is still valid
  338. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  339. {
  340. source.DefaultSubtitleStreamIndex = index;
  341. return;
  342. }
  343. }
  344. var preferredSubs = NormalizeLanguage(user.SubtitleLanguagePreference);
  345. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  346. var audioLanguage = defaultAudioIndex is null
  347. ? null
  348. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  349. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  350. source.MediaStreams,
  351. preferredSubs,
  352. user.SubtitleMode,
  353. audioLanguage);
  354. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLanguage);
  355. }
  356. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  357. {
  358. if (userData is not null && userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  359. {
  360. var index = userData.AudioStreamIndex.Value;
  361. // Make sure the saved index is still valid
  362. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  363. {
  364. source.DefaultAudioStreamIndex = index;
  365. source.DefaultAudioIndexSource = AudioIndexSource.User;
  366. return;
  367. }
  368. }
  369. var preferredAudio = NormalizeLanguage(user.AudioLanguagePreference);
  370. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  371. if (user.PlayDefaultAudioTrack)
  372. {
  373. source.DefaultAudioIndexSource |= AudioIndexSource.Default;
  374. }
  375. if (preferredAudio.Count > 0)
  376. {
  377. source.DefaultAudioIndexSource |= AudioIndexSource.Language;
  378. }
  379. }
  380. public void SetDefaultAudioAndSubtitleStreamIndices(BaseItem item, MediaSourceInfo source, User user)
  381. {
  382. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  383. var mediaType = item?.MediaType ?? MediaType.Video;
  384. if (mediaType == MediaType.Video)
  385. {
  386. var userData = item is null ? null : _userDataManager.GetUserData(user, item);
  387. var allowRememberingSelection = item is null || item.EnableRememberingTrackSelections;
  388. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  389. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  390. }
  391. else if (mediaType == MediaType.Audio)
  392. {
  393. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  394. if (audio is not null)
  395. {
  396. source.DefaultAudioStreamIndex = audio.Index;
  397. }
  398. }
  399. }
  400. private static IEnumerable<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  401. {
  402. return sources.OrderBy(i =>
  403. {
  404. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  405. {
  406. return 0;
  407. }
  408. return 1;
  409. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  410. .ThenByDescending(i =>
  411. {
  412. var stream = i.VideoStream;
  413. return stream?.Width ?? 0;
  414. })
  415. .Where(i => i.Type != MediaSourceType.Placeholder);
  416. }
  417. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  418. {
  419. MediaSourceInfo mediaSource;
  420. ILiveStream liveStream;
  421. using (await _liveStreamLocker.LockAsync(cancellationToken).ConfigureAwait(false))
  422. {
  423. var (provider, keyId) = GetProvider(request.OpenToken);
  424. var currentLiveStreams = _openStreams.Values.ToList();
  425. liveStream = await provider.OpenMediaSource(keyId, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  426. mediaSource = liveStream.MediaSource;
  427. // Validate that this is actually possible
  428. if (mediaSource.SupportsDirectStream)
  429. {
  430. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  431. }
  432. SetKeyProperties(provider, mediaSource);
  433. _openStreams[mediaSource.LiveStreamId] = liveStream;
  434. }
  435. try
  436. {
  437. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  438. {
  439. AddMediaInfo(mediaSource);
  440. }
  441. else
  442. {
  443. // hack - these two values were taken from LiveTVMediaSourceProvider
  444. string cacheKey = request.OpenToken;
  445. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  446. .AddMediaInfoWithProbe(mediaSource, false, cacheKey, true, cancellationToken)
  447. .ConfigureAwait(false);
  448. }
  449. }
  450. catch (Exception ex)
  451. {
  452. _logger.LogError(ex, "Error probing live tv stream");
  453. AddMediaInfo(mediaSource);
  454. }
  455. // TODO: @bond Fix
  456. var json = JsonSerializer.SerializeToUtf8Bytes(mediaSource, _jsonOptions);
  457. _logger.LogInformation("Live stream opened: {@MediaSource}", mediaSource);
  458. var clone = JsonSerializer.Deserialize<MediaSourceInfo>(json, _jsonOptions);
  459. if (!request.UserId.IsEmpty())
  460. {
  461. var user = _userManager.GetUserById(request.UserId);
  462. var item = request.ItemId.IsEmpty()
  463. ? null
  464. : _libraryManager.GetItemById(request.ItemId);
  465. SetDefaultAudioAndSubtitleStreamIndices(item, clone, user);
  466. }
  467. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  468. }
  469. private static void AddMediaInfo(MediaSourceInfo mediaSource)
  470. {
  471. mediaSource.DefaultSubtitleStreamIndex = null;
  472. // Null this out so that it will be treated like a live stream
  473. if (mediaSource.IsInfiniteStream)
  474. {
  475. mediaSource.RunTimeTicks = null;
  476. }
  477. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  478. if (audioStream is null || audioStream.Index == -1)
  479. {
  480. mediaSource.DefaultAudioStreamIndex = null;
  481. }
  482. else
  483. {
  484. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  485. }
  486. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  487. if (videoStream is not null)
  488. {
  489. if (!videoStream.BitRate.HasValue)
  490. {
  491. var width = videoStream.Width ?? 1920;
  492. if (width >= 3000)
  493. {
  494. videoStream.BitRate = 30000000;
  495. }
  496. else if (width >= 1900)
  497. {
  498. videoStream.BitRate = 20000000;
  499. }
  500. else if (width >= 1200)
  501. {
  502. videoStream.BitRate = 8000000;
  503. }
  504. else if (width >= 700)
  505. {
  506. videoStream.BitRate = 2000000;
  507. }
  508. }
  509. }
  510. // Try to estimate this
  511. mediaSource.InferTotalBitrate();
  512. }
  513. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  514. {
  515. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  516. return result.Item1;
  517. }
  518. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  519. {
  520. // TODO probably shouldn't throw here but it is kept for "backwards compatibility"
  521. var liveStreamInfo = GetLiveStreamInfo(id) ?? throw new ResourceNotFoundException();
  522. var mediaSource = liveStreamInfo.MediaSource;
  523. if (liveStreamInfo is IDirectStreamProvider)
  524. {
  525. var info = await _mediaEncoder.GetMediaInfo(
  526. new MediaInfoRequest
  527. {
  528. MediaSource = mediaSource,
  529. ExtractChapters = false,
  530. MediaType = DlnaProfileType.Video
  531. },
  532. cancellationToken).ConfigureAwait(false);
  533. mediaSource.MediaStreams = info.MediaStreams;
  534. mediaSource.Container = info.Container;
  535. mediaSource.Bitrate = info.Bitrate;
  536. }
  537. return mediaSource;
  538. }
  539. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  540. {
  541. var originalRuntime = mediaSource.RunTimeTicks;
  542. var now = DateTime.UtcNow;
  543. MediaInfo mediaInfo = null;
  544. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  545. if (!string.IsNullOrEmpty(cacheKey))
  546. {
  547. FileStream jsonStream = AsyncFile.OpenRead(cacheFilePath);
  548. try
  549. {
  550. mediaInfo = await JsonSerializer.DeserializeAsync<MediaInfo>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  551. }
  552. catch (Exception ex)
  553. {
  554. _logger.LogDebug(ex, "Error parsing cached media info.");
  555. }
  556. finally
  557. {
  558. await jsonStream.DisposeAsync().ConfigureAwait(false);
  559. }
  560. }
  561. if (mediaInfo is null)
  562. {
  563. if (addProbeDelay)
  564. {
  565. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  566. delayMs = Math.Max(3000, delayMs);
  567. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  568. }
  569. if (isLiveStream)
  570. {
  571. mediaSource.AnalyzeDurationMs = 3000;
  572. }
  573. mediaInfo = await _mediaEncoder.GetMediaInfo(
  574. new MediaInfoRequest
  575. {
  576. MediaSource = mediaSource,
  577. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  578. ExtractChapters = false
  579. },
  580. cancellationToken).ConfigureAwait(false);
  581. if (cacheFilePath is not null)
  582. {
  583. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  584. FileStream createStream = AsyncFile.Create(cacheFilePath);
  585. await using (createStream.ConfigureAwait(false))
  586. {
  587. await JsonSerializer.SerializeAsync(createStream, mediaInfo, _jsonOptions, cancellationToken).ConfigureAwait(false);
  588. }
  589. // _logger.LogDebug("Saved media info to {0}", cacheFilePath);
  590. }
  591. }
  592. var mediaStreams = mediaInfo.MediaStreams;
  593. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  594. {
  595. var newList = new List<MediaStream>();
  596. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  597. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  598. foreach (var stream in newList)
  599. {
  600. stream.Index = -1;
  601. stream.Language = null;
  602. }
  603. mediaStreams = newList;
  604. }
  605. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  606. mediaSource.Bitrate = mediaInfo.Bitrate;
  607. mediaSource.Container = mediaInfo.Container;
  608. mediaSource.Formats = mediaInfo.Formats;
  609. mediaSource.MediaStreams = mediaStreams;
  610. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  611. mediaSource.Size = mediaInfo.Size;
  612. mediaSource.Timestamp = mediaInfo.Timestamp;
  613. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  614. mediaSource.VideoType = mediaInfo.VideoType;
  615. mediaSource.DefaultSubtitleStreamIndex = null;
  616. if (isLiveStream)
  617. {
  618. // Null this out so that it will be treated like a live stream
  619. if (!originalRuntime.HasValue)
  620. {
  621. mediaSource.RunTimeTicks = null;
  622. }
  623. }
  624. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  625. if (audioStream is null || audioStream.Index == -1)
  626. {
  627. mediaSource.DefaultAudioStreamIndex = null;
  628. }
  629. else
  630. {
  631. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  632. }
  633. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  634. if (videoStream is not null)
  635. {
  636. if (!videoStream.BitRate.HasValue)
  637. {
  638. var width = videoStream.Width ?? 1920;
  639. if (width >= 3000)
  640. {
  641. videoStream.BitRate = 30000000;
  642. }
  643. else if (width >= 1900)
  644. {
  645. videoStream.BitRate = 20000000;
  646. }
  647. else if (width >= 1200)
  648. {
  649. videoStream.BitRate = 8000000;
  650. }
  651. else if (width >= 700)
  652. {
  653. videoStream.BitRate = 2000000;
  654. }
  655. }
  656. // This is coming up false and preventing stream copy
  657. videoStream.IsAVC = null;
  658. }
  659. if (isLiveStream)
  660. {
  661. mediaSource.AnalyzeDurationMs = 3000;
  662. }
  663. // Try to estimate this
  664. mediaSource.InferTotalBitrate(true);
  665. }
  666. public Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  667. {
  668. ArgumentException.ThrowIfNullOrEmpty(id);
  669. var info = GetLiveStreamInfo(id);
  670. if (info is null)
  671. {
  672. return Task.FromResult<Tuple<MediaSourceInfo, IDirectStreamProvider>>(new Tuple<MediaSourceInfo, IDirectStreamProvider>(null, null));
  673. }
  674. return Task.FromResult<Tuple<MediaSourceInfo, IDirectStreamProvider>>(new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider));
  675. }
  676. public ILiveStream GetLiveStreamInfo(string id)
  677. {
  678. ArgumentException.ThrowIfNullOrEmpty(id);
  679. if (_openStreams.TryGetValue(id, out ILiveStream info))
  680. {
  681. return info;
  682. }
  683. return null;
  684. }
  685. /// <inheritdoc />
  686. public ILiveStream GetLiveStreamInfoByUniqueId(string uniqueId)
  687. {
  688. return _openStreams.Values.FirstOrDefault(stream => string.Equals(uniqueId, stream?.UniqueId, StringComparison.OrdinalIgnoreCase));
  689. }
  690. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  691. {
  692. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  693. return result.Item1;
  694. }
  695. public async Task<IReadOnlyList<MediaSourceInfo>> GetRecordingStreamMediaSources(ActiveRecordingInfo info, CancellationToken cancellationToken)
  696. {
  697. var stream = new MediaSourceInfo
  698. {
  699. EncoderPath = _appHost.GetApiUrlForLocalAccess() + "/LiveTv/LiveRecordings/" + info.Id + "/stream",
  700. EncoderProtocol = MediaProtocol.Http,
  701. Path = info.Path,
  702. Protocol = MediaProtocol.File,
  703. Id = info.Id,
  704. SupportsDirectPlay = false,
  705. SupportsDirectStream = true,
  706. SupportsTranscoding = true,
  707. IsInfiniteStream = true,
  708. RequiresOpening = false,
  709. RequiresClosing = false,
  710. BufferMs = 0,
  711. IgnoreDts = true,
  712. IgnoreIndex = true
  713. };
  714. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  715. .AddMediaInfoWithProbe(stream, false, false, cancellationToken).ConfigureAwait(false);
  716. return [stream];
  717. }
  718. public async Task CloseLiveStream(string id)
  719. {
  720. ArgumentException.ThrowIfNullOrEmpty(id);
  721. using (await _liveStreamLocker.LockAsync().ConfigureAwait(false))
  722. {
  723. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  724. {
  725. liveStream.ConsumerCount--;
  726. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  727. if (liveStream.ConsumerCount <= 0)
  728. {
  729. _openStreams.TryRemove(id, out _);
  730. _logger.LogInformation("Closing live stream {0}", id);
  731. await liveStream.Close().ConfigureAwait(false);
  732. _logger.LogInformation("Live stream {0} closed successfully", id);
  733. }
  734. }
  735. }
  736. }
  737. private (IMediaSourceProvider MediaSourceProvider, string KeyId) GetProvider(string key)
  738. {
  739. ArgumentException.ThrowIfNullOrEmpty(key);
  740. var keys = key.Split(LiveStreamIdDelimiter, 2);
  741. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  742. var splitIndex = key.IndexOf(LiveStreamIdDelimiter, StringComparison.Ordinal);
  743. var keyId = key.Substring(splitIndex + 1);
  744. return (provider, keyId);
  745. }
  746. /// <inheritdoc />
  747. public void Dispose()
  748. {
  749. Dispose(true);
  750. GC.SuppressFinalize(this);
  751. }
  752. /// <summary>
  753. /// Releases unmanaged and - optionally - managed resources.
  754. /// </summary>
  755. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  756. protected virtual void Dispose(bool dispose)
  757. {
  758. if (dispose)
  759. {
  760. foreach (var key in _openStreams.Keys.ToList())
  761. {
  762. CloseLiveStream(key).GetAwaiter().GetResult();
  763. }
  764. _liveStreamLocker.Dispose();
  765. }
  766. }
  767. }
  768. }