MediaSourceManager.cs 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872
  1. #nullable disable
  2. #pragma warning disable CS1591
  3. using System;
  4. using System.Collections.Concurrent;
  5. using System.Collections.Generic;
  6. using System.Globalization;
  7. using System.IO;
  8. using System.Linq;
  9. using System.Text.Json;
  10. using System.Threading;
  11. using System.Threading.Tasks;
  12. using Jellyfin.Data.Entities;
  13. using Jellyfin.Data.Enums;
  14. using Jellyfin.Extensions.Json;
  15. using MediaBrowser.Common.Configuration;
  16. using MediaBrowser.Common.Extensions;
  17. using MediaBrowser.Controller.Entities;
  18. using MediaBrowser.Controller.Library;
  19. using MediaBrowser.Controller.MediaEncoding;
  20. using MediaBrowser.Controller.Persistence;
  21. using MediaBrowser.Controller.Providers;
  22. using MediaBrowser.Model.Dlna;
  23. using MediaBrowser.Model.Dto;
  24. using MediaBrowser.Model.Entities;
  25. using MediaBrowser.Model.Globalization;
  26. using MediaBrowser.Model.IO;
  27. using MediaBrowser.Model.MediaInfo;
  28. using Microsoft.Extensions.Logging;
  29. namespace Emby.Server.Implementations.Library
  30. {
  31. public class MediaSourceManager : IMediaSourceManager, IDisposable
  32. {
  33. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  34. private const char LiveStreamIdDelimeter = '_';
  35. private readonly IItemRepository _itemRepo;
  36. private readonly IUserManager _userManager;
  37. private readonly ILibraryManager _libraryManager;
  38. private readonly IFileSystem _fileSystem;
  39. private readonly ILogger<MediaSourceManager> _logger;
  40. private readonly IUserDataManager _userDataManager;
  41. private readonly IMediaEncoder _mediaEncoder;
  42. private readonly ILocalizationManager _localizationManager;
  43. private readonly IApplicationPaths _appPaths;
  44. private readonly IDirectoryService _directoryService;
  45. private readonly ConcurrentDictionary<string, ILiveStream> _openStreams = new ConcurrentDictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  46. private readonly SemaphoreSlim _liveStreamSemaphore = new SemaphoreSlim(1, 1);
  47. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  48. private IMediaSourceProvider[] _providers;
  49. public MediaSourceManager(
  50. IItemRepository itemRepo,
  51. IApplicationPaths applicationPaths,
  52. ILocalizationManager localizationManager,
  53. IUserManager userManager,
  54. ILibraryManager libraryManager,
  55. ILogger<MediaSourceManager> logger,
  56. IFileSystem fileSystem,
  57. IUserDataManager userDataManager,
  58. IMediaEncoder mediaEncoder,
  59. IDirectoryService directoryService)
  60. {
  61. _itemRepo = itemRepo;
  62. _userManager = userManager;
  63. _libraryManager = libraryManager;
  64. _logger = logger;
  65. _fileSystem = fileSystem;
  66. _userDataManager = userDataManager;
  67. _mediaEncoder = mediaEncoder;
  68. _localizationManager = localizationManager;
  69. _appPaths = applicationPaths;
  70. _directoryService = directoryService;
  71. }
  72. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  73. {
  74. _providers = providers.ToArray();
  75. }
  76. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  77. {
  78. var list = _itemRepo.GetMediaStreams(query);
  79. foreach (var stream in list)
  80. {
  81. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  82. }
  83. return list;
  84. }
  85. private static bool StreamSupportsExternalStream(MediaStream stream)
  86. {
  87. if (stream.IsExternal)
  88. {
  89. return true;
  90. }
  91. if (stream.IsTextSubtitleStream)
  92. {
  93. return true;
  94. }
  95. return false;
  96. }
  97. public List<MediaStream> GetMediaStreams(Guid itemId)
  98. {
  99. var list = GetMediaStreams(new MediaStreamQuery
  100. {
  101. ItemId = itemId
  102. });
  103. return GetMediaStreamsForItem(list);
  104. }
  105. private List<MediaStream> GetMediaStreamsForItem(List<MediaStream> streams)
  106. {
  107. foreach (var stream in streams)
  108. {
  109. if (stream.Type == MediaStreamType.Subtitle)
  110. {
  111. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  112. }
  113. }
  114. return streams;
  115. }
  116. /// <inheritdoc />
  117. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  118. {
  119. return _itemRepo.GetMediaAttachments(query);
  120. }
  121. /// <inheritdoc />
  122. public List<MediaAttachment> GetMediaAttachments(Guid itemId)
  123. {
  124. return GetMediaAttachments(new MediaAttachmentQuery
  125. {
  126. ItemId = itemId
  127. });
  128. }
  129. public async Task<List<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  130. {
  131. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  132. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder && !mediaSources[0].MediaStreams.Any(i => i.Type == MediaStreamType.Audio || i.Type == MediaStreamType.Video))
  133. {
  134. await item.RefreshMetadata(
  135. new MetadataRefreshOptions(_directoryService)
  136. {
  137. EnableRemoteContentProbe = true,
  138. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  139. },
  140. cancellationToken).ConfigureAwait(false);
  141. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  142. }
  143. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  144. var list = new List<MediaSourceInfo>();
  145. list.AddRange(mediaSources);
  146. foreach (var source in dynamicMediaSources)
  147. {
  148. if (user != null)
  149. {
  150. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  151. }
  152. // Validate that this is actually possible
  153. if (source.SupportsDirectStream)
  154. {
  155. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  156. }
  157. list.Add(source);
  158. }
  159. if (user != null)
  160. {
  161. foreach (var source in list)
  162. {
  163. if (string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  164. {
  165. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  166. }
  167. else if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  168. {
  169. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  170. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  171. }
  172. }
  173. }
  174. return SortMediaSources(list);
  175. }
  176. /// <inheritdoc />>
  177. public MediaProtocol GetPathProtocol(string path)
  178. {
  179. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  180. {
  181. return MediaProtocol.Rtsp;
  182. }
  183. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  184. {
  185. return MediaProtocol.Rtmp;
  186. }
  187. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  188. {
  189. return MediaProtocol.Http;
  190. }
  191. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  192. {
  193. return MediaProtocol.Rtp;
  194. }
  195. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  196. {
  197. return MediaProtocol.Ftp;
  198. }
  199. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  200. {
  201. return MediaProtocol.Udp;
  202. }
  203. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  204. }
  205. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  206. {
  207. if (protocol == MediaProtocol.File)
  208. {
  209. return true;
  210. }
  211. if (protocol == MediaProtocol.Http)
  212. {
  213. if (path != null)
  214. {
  215. if (path.Contains(".m3u", StringComparison.OrdinalIgnoreCase))
  216. {
  217. return false;
  218. }
  219. return true;
  220. }
  221. }
  222. return false;
  223. }
  224. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  225. {
  226. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  227. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  228. return results.SelectMany(i => i.ToList());
  229. }
  230. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  231. {
  232. try
  233. {
  234. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  235. var list = sources.ToList();
  236. foreach (var mediaSource in list)
  237. {
  238. mediaSource.InferTotalBitrate();
  239. SetKeyProperties(provider, mediaSource);
  240. }
  241. return list;
  242. }
  243. catch (Exception ex)
  244. {
  245. _logger.LogError(ex, "Error getting media sources");
  246. return Enumerable.Empty<MediaSourceInfo>();
  247. }
  248. }
  249. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  250. {
  251. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimeter;
  252. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  253. {
  254. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  255. }
  256. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  257. {
  258. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  259. }
  260. }
  261. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  262. {
  263. if (!string.IsNullOrEmpty(liveStreamId))
  264. {
  265. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  266. }
  267. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  268. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  269. }
  270. public List<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  271. {
  272. if (item == null)
  273. {
  274. throw new ArgumentNullException(nameof(item));
  275. }
  276. var hasMediaSources = (IHasMediaSources)item;
  277. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  278. if (user != null)
  279. {
  280. foreach (var source in sources)
  281. {
  282. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  283. }
  284. }
  285. return sources;
  286. }
  287. private IReadOnlyList<string> NormalizeLanguage(string language)
  288. {
  289. if (string.IsNullOrEmpty(language))
  290. {
  291. return Array.Empty<string>();
  292. }
  293. var culture = _localizationManager.FindLanguageInfo(language);
  294. if (culture != null)
  295. {
  296. return culture.ThreeLetterISOLanguageNames;
  297. }
  298. return new string[] { language };
  299. }
  300. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  301. {
  302. if (userData.SubtitleStreamIndex.HasValue
  303. && user.RememberSubtitleSelections
  304. && user.SubtitleMode != SubtitlePlaybackMode.None && allowRememberingSelection)
  305. {
  306. var index = userData.SubtitleStreamIndex.Value;
  307. // Make sure the saved index is still valid
  308. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  309. {
  310. source.DefaultSubtitleStreamIndex = index;
  311. return;
  312. }
  313. }
  314. var preferredSubs = NormalizeLanguage(user.SubtitleLanguagePreference);
  315. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  316. var audioLangage = defaultAudioIndex == null
  317. ? null
  318. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  319. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  320. source.MediaStreams,
  321. preferredSubs,
  322. user.SubtitleMode,
  323. audioLangage);
  324. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLangage);
  325. }
  326. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  327. {
  328. if (userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  329. {
  330. var index = userData.AudioStreamIndex.Value;
  331. // Make sure the saved index is still valid
  332. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  333. {
  334. source.DefaultAudioStreamIndex = index;
  335. return;
  336. }
  337. }
  338. var preferredAudio = NormalizeLanguage(user.AudioLanguagePreference);
  339. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  340. }
  341. public void SetDefaultAudioAndSubtitleStreamIndexes(BaseItem item, MediaSourceInfo source, User user)
  342. {
  343. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  344. var mediaType = item == null ? MediaType.Video : item.MediaType;
  345. if (string.Equals(mediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  346. {
  347. var userData = item == null ? new UserItemData() : _userDataManager.GetUserData(user, item);
  348. var allowRememberingSelection = item == null || item.EnableRememberingTrackSelections;
  349. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  350. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  351. }
  352. else if (string.Equals(mediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  353. {
  354. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  355. if (audio != null)
  356. {
  357. source.DefaultAudioStreamIndex = audio.Index;
  358. }
  359. }
  360. }
  361. private static List<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  362. {
  363. return sources.OrderBy(i =>
  364. {
  365. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  366. {
  367. return 0;
  368. }
  369. return 1;
  370. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  371. .ThenByDescending(i =>
  372. {
  373. var stream = i.VideoStream;
  374. return stream?.Width ?? 0;
  375. })
  376. .Where(i => i.Type != MediaSourceType.Placeholder)
  377. .ToList();
  378. }
  379. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  380. {
  381. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  382. MediaSourceInfo mediaSource;
  383. ILiveStream liveStream;
  384. try
  385. {
  386. var (provider, keyId) = GetProvider(request.OpenToken);
  387. var currentLiveStreams = _openStreams.Values.ToList();
  388. liveStream = await provider.OpenMediaSource(keyId, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  389. mediaSource = liveStream.MediaSource;
  390. // Validate that this is actually possible
  391. if (mediaSource.SupportsDirectStream)
  392. {
  393. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  394. }
  395. SetKeyProperties(provider, mediaSource);
  396. _openStreams[mediaSource.LiveStreamId] = liveStream;
  397. }
  398. finally
  399. {
  400. _liveStreamSemaphore.Release();
  401. }
  402. try
  403. {
  404. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  405. {
  406. AddMediaInfo(mediaSource);
  407. }
  408. else
  409. {
  410. // hack - these two values were taken from LiveTVMediaSourceProvider
  411. string cacheKey = request.OpenToken;
  412. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  413. .AddMediaInfoWithProbe(mediaSource, false, cacheKey, true, cancellationToken)
  414. .ConfigureAwait(false);
  415. }
  416. }
  417. catch (Exception ex)
  418. {
  419. _logger.LogError(ex, "Error probing live tv stream");
  420. AddMediaInfo(mediaSource);
  421. }
  422. // TODO: @bond Fix
  423. var json = JsonSerializer.SerializeToUtf8Bytes(mediaSource, _jsonOptions);
  424. _logger.LogInformation("Live stream opened: {@MediaSource}", mediaSource);
  425. var clone = JsonSerializer.Deserialize<MediaSourceInfo>(json, _jsonOptions);
  426. if (!request.UserId.Equals(default))
  427. {
  428. var user = _userManager.GetUserById(request.UserId);
  429. var item = request.ItemId.Equals(default)
  430. ? null
  431. : _libraryManager.GetItemById(request.ItemId);
  432. SetDefaultAudioAndSubtitleStreamIndexes(item, clone, user);
  433. }
  434. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  435. }
  436. private static void AddMediaInfo(MediaSourceInfo mediaSource)
  437. {
  438. mediaSource.DefaultSubtitleStreamIndex = null;
  439. // Null this out so that it will be treated like a live stream
  440. if (mediaSource.IsInfiniteStream)
  441. {
  442. mediaSource.RunTimeTicks = null;
  443. }
  444. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  445. if (audioStream == null || audioStream.Index == -1)
  446. {
  447. mediaSource.DefaultAudioStreamIndex = null;
  448. }
  449. else
  450. {
  451. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  452. }
  453. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  454. if (videoStream != null)
  455. {
  456. if (!videoStream.BitRate.HasValue)
  457. {
  458. var width = videoStream.Width ?? 1920;
  459. if (width >= 3000)
  460. {
  461. videoStream.BitRate = 30000000;
  462. }
  463. else if (width >= 1900)
  464. {
  465. videoStream.BitRate = 20000000;
  466. }
  467. else if (width >= 1200)
  468. {
  469. videoStream.BitRate = 8000000;
  470. }
  471. else if (width >= 700)
  472. {
  473. videoStream.BitRate = 2000000;
  474. }
  475. }
  476. }
  477. // Try to estimate this
  478. mediaSource.InferTotalBitrate();
  479. }
  480. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  481. {
  482. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  483. return result.Item1;
  484. }
  485. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  486. {
  487. // TODO probably shouldn't throw here but it is kept for "backwards compatibility"
  488. var liveStreamInfo = GetLiveStreamInfo(id) ?? throw new ResourceNotFoundException();
  489. var mediaSource = liveStreamInfo.MediaSource;
  490. if (liveStreamInfo is IDirectStreamProvider)
  491. {
  492. var info = await _mediaEncoder.GetMediaInfo(
  493. new MediaInfoRequest
  494. {
  495. MediaSource = mediaSource,
  496. ExtractChapters = false,
  497. MediaType = DlnaProfileType.Video
  498. },
  499. cancellationToken).ConfigureAwait(false);
  500. mediaSource.MediaStreams = info.MediaStreams;
  501. mediaSource.Container = info.Container;
  502. mediaSource.Bitrate = info.Bitrate;
  503. }
  504. return mediaSource;
  505. }
  506. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  507. {
  508. var originalRuntime = mediaSource.RunTimeTicks;
  509. var now = DateTime.UtcNow;
  510. MediaInfo mediaInfo = null;
  511. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  512. if (!string.IsNullOrEmpty(cacheKey))
  513. {
  514. try
  515. {
  516. await using FileStream jsonStream = AsyncFile.OpenRead(cacheFilePath);
  517. mediaInfo = await JsonSerializer.DeserializeAsync<MediaInfo>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  518. // _logger.LogDebug("Found cached media info");
  519. }
  520. catch (Exception ex)
  521. {
  522. _logger.LogDebug(ex, "_jsonSerializer.DeserializeFromFile threw an exception.");
  523. }
  524. }
  525. if (mediaInfo == null)
  526. {
  527. if (addProbeDelay)
  528. {
  529. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  530. delayMs = Math.Max(3000, delayMs);
  531. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  532. }
  533. if (isLiveStream)
  534. {
  535. mediaSource.AnalyzeDurationMs = 3000;
  536. }
  537. mediaInfo = await _mediaEncoder.GetMediaInfo(
  538. new MediaInfoRequest
  539. {
  540. MediaSource = mediaSource,
  541. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  542. ExtractChapters = false
  543. },
  544. cancellationToken).ConfigureAwait(false);
  545. if (cacheFilePath != null)
  546. {
  547. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  548. await using FileStream createStream = File.Create(cacheFilePath);
  549. await JsonSerializer.SerializeAsync(createStream, mediaInfo, _jsonOptions, cancellationToken).ConfigureAwait(false);
  550. // _logger.LogDebug("Saved media info to {0}", cacheFilePath);
  551. }
  552. }
  553. var mediaStreams = mediaInfo.MediaStreams;
  554. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  555. {
  556. var newList = new List<MediaStream>();
  557. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  558. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  559. foreach (var stream in newList)
  560. {
  561. stream.Index = -1;
  562. stream.Language = null;
  563. }
  564. mediaStreams = newList;
  565. }
  566. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  567. mediaSource.Bitrate = mediaInfo.Bitrate;
  568. mediaSource.Container = mediaInfo.Container;
  569. mediaSource.Formats = mediaInfo.Formats;
  570. mediaSource.MediaStreams = mediaStreams;
  571. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  572. mediaSource.Size = mediaInfo.Size;
  573. mediaSource.Timestamp = mediaInfo.Timestamp;
  574. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  575. mediaSource.VideoType = mediaInfo.VideoType;
  576. mediaSource.DefaultSubtitleStreamIndex = null;
  577. if (isLiveStream)
  578. {
  579. // Null this out so that it will be treated like a live stream
  580. if (!originalRuntime.HasValue)
  581. {
  582. mediaSource.RunTimeTicks = null;
  583. }
  584. }
  585. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  586. if (audioStream == null || audioStream.Index == -1)
  587. {
  588. mediaSource.DefaultAudioStreamIndex = null;
  589. }
  590. else
  591. {
  592. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  593. }
  594. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  595. if (videoStream != null)
  596. {
  597. if (!videoStream.BitRate.HasValue)
  598. {
  599. var width = videoStream.Width ?? 1920;
  600. if (width >= 3000)
  601. {
  602. videoStream.BitRate = 30000000;
  603. }
  604. else if (width >= 1900)
  605. {
  606. videoStream.BitRate = 20000000;
  607. }
  608. else if (width >= 1200)
  609. {
  610. videoStream.BitRate = 8000000;
  611. }
  612. else if (width >= 700)
  613. {
  614. videoStream.BitRate = 2000000;
  615. }
  616. }
  617. // This is coming up false and preventing stream copy
  618. videoStream.IsAVC = null;
  619. }
  620. if (isLiveStream)
  621. {
  622. mediaSource.AnalyzeDurationMs = 3000;
  623. }
  624. // Try to estimate this
  625. mediaSource.InferTotalBitrate(true);
  626. }
  627. public Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  628. {
  629. if (string.IsNullOrEmpty(id))
  630. {
  631. throw new ArgumentNullException(nameof(id));
  632. }
  633. // TODO probably shouldn't throw here but it is kept for "backwards compatibility"
  634. var info = GetLiveStreamInfo(id) ?? throw new ResourceNotFoundException();
  635. return Task.FromResult(new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider));
  636. }
  637. public ILiveStream GetLiveStreamInfo(string id)
  638. {
  639. if (string.IsNullOrEmpty(id))
  640. {
  641. throw new ArgumentNullException(nameof(id));
  642. }
  643. if (_openStreams.TryGetValue(id, out ILiveStream info))
  644. {
  645. return info;
  646. }
  647. return null;
  648. }
  649. /// <inheritdoc />
  650. public ILiveStream GetLiveStreamInfoByUniqueId(string uniqueId)
  651. {
  652. return _openStreams.Values.FirstOrDefault(stream => string.Equals(uniqueId, stream?.UniqueId, StringComparison.OrdinalIgnoreCase));
  653. }
  654. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  655. {
  656. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  657. return result.Item1;
  658. }
  659. public async Task CloseLiveStream(string id)
  660. {
  661. if (string.IsNullOrEmpty(id))
  662. {
  663. throw new ArgumentNullException(nameof(id));
  664. }
  665. await _liveStreamSemaphore.WaitAsync().ConfigureAwait(false);
  666. try
  667. {
  668. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  669. {
  670. liveStream.ConsumerCount--;
  671. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  672. if (liveStream.ConsumerCount <= 0)
  673. {
  674. _openStreams.TryRemove(id, out _);
  675. _logger.LogInformation("Closing live stream {0}", id);
  676. await liveStream.Close().ConfigureAwait(false);
  677. _logger.LogInformation("Live stream {0} closed successfully", id);
  678. }
  679. }
  680. }
  681. finally
  682. {
  683. _liveStreamSemaphore.Release();
  684. }
  685. }
  686. private (IMediaSourceProvider MediaSourceProvider, string KeyId) GetProvider(string key)
  687. {
  688. if (string.IsNullOrEmpty(key))
  689. {
  690. throw new ArgumentException("Key can't be empty.", nameof(key));
  691. }
  692. var keys = key.Split(LiveStreamIdDelimeter, 2);
  693. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  694. var splitIndex = key.IndexOf(LiveStreamIdDelimeter, StringComparison.Ordinal);
  695. var keyId = key.Substring(splitIndex + 1);
  696. return (provider, keyId);
  697. }
  698. /// <inheritdoc />
  699. public void Dispose()
  700. {
  701. Dispose(true);
  702. GC.SuppressFinalize(this);
  703. }
  704. /// <summary>
  705. /// Releases unmanaged and - optionally - managed resources.
  706. /// </summary>
  707. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  708. protected virtual void Dispose(bool dispose)
  709. {
  710. if (dispose)
  711. {
  712. foreach (var key in _openStreams.Keys.ToList())
  713. {
  714. CloseLiveStream(key).GetAwaiter().GetResult();
  715. }
  716. _liveStreamSemaphore.Dispose();
  717. }
  718. }
  719. }
  720. }