2
0

MediaSourceManager.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Concurrent;
  4. using System.Collections.Generic;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Text.Json;
  9. using System.Threading;
  10. using System.Threading.Tasks;
  11. using Jellyfin.Data.Entities;
  12. using Jellyfin.Data.Enums;
  13. using MediaBrowser.Common.Configuration;
  14. using MediaBrowser.Common.Extensions;
  15. using MediaBrowser.Common.Json;
  16. using MediaBrowser.Controller.Entities;
  17. using MediaBrowser.Controller.Library;
  18. using MediaBrowser.Controller.MediaEncoding;
  19. using MediaBrowser.Controller.Persistence;
  20. using MediaBrowser.Controller.Providers;
  21. using MediaBrowser.Model.Dlna;
  22. using MediaBrowser.Model.Dto;
  23. using MediaBrowser.Model.Entities;
  24. using MediaBrowser.Model.Globalization;
  25. using MediaBrowser.Model.IO;
  26. using MediaBrowser.Model.MediaInfo;
  27. using Microsoft.Extensions.Logging;
  28. namespace Emby.Server.Implementations.Library
  29. {
  30. public class MediaSourceManager : IMediaSourceManager, IDisposable
  31. {
  32. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  33. private const char LiveStreamIdDelimeter = '_';
  34. private readonly IItemRepository _itemRepo;
  35. private readonly IUserManager _userManager;
  36. private readonly ILibraryManager _libraryManager;
  37. private readonly IFileSystem _fileSystem;
  38. private readonly ILogger<MediaSourceManager> _logger;
  39. private readonly IUserDataManager _userDataManager;
  40. private readonly IMediaEncoder _mediaEncoder;
  41. private readonly ILocalizationManager _localizationManager;
  42. private readonly IApplicationPaths _appPaths;
  43. private readonly ConcurrentDictionary<string, ILiveStream> _openStreams = new ConcurrentDictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  44. private readonly SemaphoreSlim _liveStreamSemaphore = new SemaphoreSlim(1, 1);
  45. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  46. private IMediaSourceProvider[] _providers;
  47. public MediaSourceManager(
  48. IItemRepository itemRepo,
  49. IApplicationPaths applicationPaths,
  50. ILocalizationManager localizationManager,
  51. IUserManager userManager,
  52. ILibraryManager libraryManager,
  53. ILogger<MediaSourceManager> logger,
  54. IFileSystem fileSystem,
  55. IUserDataManager userDataManager,
  56. IMediaEncoder mediaEncoder)
  57. {
  58. _itemRepo = itemRepo;
  59. _userManager = userManager;
  60. _libraryManager = libraryManager;
  61. _logger = logger;
  62. _fileSystem = fileSystem;
  63. _userDataManager = userDataManager;
  64. _mediaEncoder = mediaEncoder;
  65. _localizationManager = localizationManager;
  66. _appPaths = applicationPaths;
  67. }
  68. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  69. {
  70. _providers = providers.ToArray();
  71. }
  72. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  73. {
  74. var list = _itemRepo.GetMediaStreams(query);
  75. foreach (var stream in list)
  76. {
  77. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  78. }
  79. return list;
  80. }
  81. private static bool StreamSupportsExternalStream(MediaStream stream)
  82. {
  83. if (stream.IsExternal)
  84. {
  85. return true;
  86. }
  87. if (stream.IsTextSubtitleStream)
  88. {
  89. return true;
  90. }
  91. return false;
  92. }
  93. public List<MediaStream> GetMediaStreams(string mediaSourceId)
  94. {
  95. var list = GetMediaStreams(new MediaStreamQuery
  96. {
  97. ItemId = new Guid(mediaSourceId)
  98. });
  99. return GetMediaStreamsForItem(list);
  100. }
  101. public List<MediaStream> GetMediaStreams(Guid itemId)
  102. {
  103. var list = GetMediaStreams(new MediaStreamQuery
  104. {
  105. ItemId = itemId
  106. });
  107. return GetMediaStreamsForItem(list);
  108. }
  109. private List<MediaStream> GetMediaStreamsForItem(List<MediaStream> streams)
  110. {
  111. foreach (var stream in streams)
  112. {
  113. if (stream.Type == MediaStreamType.Subtitle)
  114. {
  115. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  116. }
  117. }
  118. return streams;
  119. }
  120. /// <inheritdoc />
  121. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  122. {
  123. return _itemRepo.GetMediaAttachments(query);
  124. }
  125. /// <inheritdoc />
  126. public List<MediaAttachment> GetMediaAttachments(Guid itemId)
  127. {
  128. return GetMediaAttachments(new MediaAttachmentQuery
  129. {
  130. ItemId = itemId
  131. });
  132. }
  133. public async Task<List<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  134. {
  135. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  136. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder && !mediaSources[0].MediaStreams.Any(i => i.Type == MediaStreamType.Audio || i.Type == MediaStreamType.Video))
  137. {
  138. await item.RefreshMetadata(
  139. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  140. {
  141. EnableRemoteContentProbe = true,
  142. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  143. },
  144. cancellationToken).ConfigureAwait(false);
  145. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  146. }
  147. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  148. var list = new List<MediaSourceInfo>();
  149. list.AddRange(mediaSources);
  150. foreach (var source in dynamicMediaSources)
  151. {
  152. if (user != null)
  153. {
  154. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  155. }
  156. // Validate that this is actually possible
  157. if (source.SupportsDirectStream)
  158. {
  159. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  160. }
  161. list.Add(source);
  162. }
  163. if (user != null)
  164. {
  165. foreach (var source in list)
  166. {
  167. if (string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  168. {
  169. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  170. }
  171. }
  172. }
  173. return SortMediaSources(list).Where(i => i.Type != MediaSourceType.Placeholder).ToList();
  174. }
  175. public MediaProtocol GetPathProtocol(string path)
  176. {
  177. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  178. {
  179. return MediaProtocol.Rtsp;
  180. }
  181. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  182. {
  183. return MediaProtocol.Rtmp;
  184. }
  185. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  186. {
  187. return MediaProtocol.Http;
  188. }
  189. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  190. {
  191. return MediaProtocol.Rtp;
  192. }
  193. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  194. {
  195. return MediaProtocol.Ftp;
  196. }
  197. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  198. {
  199. return MediaProtocol.Udp;
  200. }
  201. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  202. }
  203. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  204. {
  205. if (protocol == MediaProtocol.File)
  206. {
  207. return true;
  208. }
  209. if (protocol == MediaProtocol.Http)
  210. {
  211. if (path != null)
  212. {
  213. if (path.IndexOf(".m3u", StringComparison.OrdinalIgnoreCase) != -1)
  214. {
  215. return false;
  216. }
  217. return true;
  218. }
  219. }
  220. return false;
  221. }
  222. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  223. {
  224. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  225. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  226. return results.SelectMany(i => i.ToList());
  227. }
  228. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  229. {
  230. try
  231. {
  232. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  233. var list = sources.ToList();
  234. foreach (var mediaSource in list)
  235. {
  236. mediaSource.InferTotalBitrate();
  237. SetKeyProperties(provider, mediaSource);
  238. }
  239. return list;
  240. }
  241. catch (Exception ex)
  242. {
  243. _logger.LogError(ex, "Error getting media sources");
  244. return new List<MediaSourceInfo>();
  245. }
  246. }
  247. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  248. {
  249. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimeter;
  250. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  251. {
  252. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  253. }
  254. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  255. {
  256. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  257. }
  258. }
  259. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  260. {
  261. if (!string.IsNullOrEmpty(liveStreamId))
  262. {
  263. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  264. }
  265. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  266. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  267. }
  268. public List<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  269. {
  270. if (item == null)
  271. {
  272. throw new ArgumentNullException(nameof(item));
  273. }
  274. var hasMediaSources = (IHasMediaSources)item;
  275. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  276. if (user != null)
  277. {
  278. foreach (var source in sources)
  279. {
  280. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  281. }
  282. }
  283. return sources;
  284. }
  285. private string[] NormalizeLanguage(string language)
  286. {
  287. if (language == null)
  288. {
  289. return Array.Empty<string>();
  290. }
  291. var culture = _localizationManager.FindLanguageInfo(language);
  292. if (culture != null)
  293. {
  294. return culture.ThreeLetterISOLanguageNames;
  295. }
  296. return new string[] { language };
  297. }
  298. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  299. {
  300. if (userData.SubtitleStreamIndex.HasValue
  301. && user.RememberSubtitleSelections
  302. && user.SubtitleMode != SubtitlePlaybackMode.None && allowRememberingSelection)
  303. {
  304. var index = userData.SubtitleStreamIndex.Value;
  305. // Make sure the saved index is still valid
  306. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  307. {
  308. source.DefaultSubtitleStreamIndex = index;
  309. return;
  310. }
  311. }
  312. var preferredSubs = string.IsNullOrEmpty(user.SubtitleLanguagePreference)
  313. ? Array.Empty<string>() : NormalizeLanguage(user.SubtitleLanguagePreference);
  314. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  315. var audioLangage = defaultAudioIndex == null
  316. ? null
  317. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  318. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  319. source.MediaStreams,
  320. preferredSubs,
  321. user.SubtitleMode,
  322. audioLangage);
  323. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLangage);
  324. }
  325. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  326. {
  327. if (userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  328. {
  329. var index = userData.AudioStreamIndex.Value;
  330. // Make sure the saved index is still valid
  331. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  332. {
  333. source.DefaultAudioStreamIndex = index;
  334. return;
  335. }
  336. }
  337. var preferredAudio = string.IsNullOrEmpty(user.AudioLanguagePreference)
  338. ? Array.Empty<string>()
  339. : NormalizeLanguage(user.AudioLanguagePreference);
  340. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  341. }
  342. public void SetDefaultAudioAndSubtitleStreamIndexes(BaseItem item, MediaSourceInfo source, User user)
  343. {
  344. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  345. var mediaType = item == null ? MediaType.Video : item.MediaType;
  346. if (string.Equals(mediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  347. {
  348. var userData = item == null ? new UserItemData() : _userDataManager.GetUserData(user, item);
  349. var allowRememberingSelection = item == null || item.EnableRememberingTrackSelections;
  350. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  351. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  352. }
  353. else if (string.Equals(mediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  354. {
  355. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  356. if (audio != null)
  357. {
  358. source.DefaultAudioStreamIndex = audio.Index;
  359. }
  360. }
  361. }
  362. private static IEnumerable<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  363. {
  364. return sources.OrderBy(i =>
  365. {
  366. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  367. {
  368. return 0;
  369. }
  370. return 1;
  371. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  372. .ThenByDescending(i =>
  373. {
  374. var stream = i.VideoStream;
  375. return stream == null || stream.Width == null ? 0 : stream.Width.Value;
  376. })
  377. .ToList();
  378. }
  379. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  380. {
  381. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  382. MediaSourceInfo mediaSource;
  383. ILiveStream liveStream;
  384. try
  385. {
  386. var tuple = GetProvider(request.OpenToken);
  387. var provider = tuple.Item1;
  388. var currentLiveStreams = _openStreams.Values.ToList();
  389. liveStream = await provider.OpenMediaSource(tuple.Item2, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  390. mediaSource = liveStream.MediaSource;
  391. // Validate that this is actually possible
  392. if (mediaSource.SupportsDirectStream)
  393. {
  394. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  395. }
  396. SetKeyProperties(provider, mediaSource);
  397. _openStreams[mediaSource.LiveStreamId] = liveStream;
  398. }
  399. finally
  400. {
  401. _liveStreamSemaphore.Release();
  402. }
  403. // TODO: Don't hardcode this
  404. const bool isAudio = false;
  405. try
  406. {
  407. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  408. {
  409. AddMediaInfo(mediaSource, isAudio);
  410. }
  411. else
  412. {
  413. // hack - these two values were taken from LiveTVMediaSourceProvider
  414. string cacheKey = request.OpenToken;
  415. await new LiveStreamHelper(_mediaEncoder, _logger, _appPaths)
  416. .AddMediaInfoWithProbe(mediaSource, isAudio, cacheKey, true, cancellationToken)
  417. .ConfigureAwait(false);
  418. }
  419. }
  420. catch (Exception ex)
  421. {
  422. _logger.LogError(ex, "Error probing live tv stream");
  423. AddMediaInfo(mediaSource, isAudio);
  424. }
  425. // TODO: @bond Fix
  426. var json = JsonSerializer.SerializeToUtf8Bytes(mediaSource, _jsonOptions);
  427. _logger.LogInformation("Live stream opened: " + json);
  428. var clone = JsonSerializer.Deserialize<MediaSourceInfo>(json, _jsonOptions);
  429. if (!request.UserId.Equals(Guid.Empty))
  430. {
  431. var user = _userManager.GetUserById(request.UserId);
  432. var item = request.ItemId.Equals(Guid.Empty)
  433. ? null
  434. : _libraryManager.GetItemById(request.ItemId);
  435. SetDefaultAudioAndSubtitleStreamIndexes(item, clone, user);
  436. }
  437. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  438. }
  439. private static void AddMediaInfo(MediaSourceInfo mediaSource, bool isAudio)
  440. {
  441. mediaSource.DefaultSubtitleStreamIndex = null;
  442. // Null this out so that it will be treated like a live stream
  443. if (mediaSource.IsInfiniteStream)
  444. {
  445. mediaSource.RunTimeTicks = null;
  446. }
  447. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  448. if (audioStream == null || audioStream.Index == -1)
  449. {
  450. mediaSource.DefaultAudioStreamIndex = null;
  451. }
  452. else
  453. {
  454. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  455. }
  456. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  457. if (videoStream != null)
  458. {
  459. if (!videoStream.BitRate.HasValue)
  460. {
  461. var width = videoStream.Width ?? 1920;
  462. if (width >= 3000)
  463. {
  464. videoStream.BitRate = 30000000;
  465. }
  466. else if (width >= 1900)
  467. {
  468. videoStream.BitRate = 20000000;
  469. }
  470. else if (width >= 1200)
  471. {
  472. videoStream.BitRate = 8000000;
  473. }
  474. else if (width >= 700)
  475. {
  476. videoStream.BitRate = 2000000;
  477. }
  478. }
  479. }
  480. // Try to estimate this
  481. mediaSource.InferTotalBitrate();
  482. }
  483. public Task<IDirectStreamProvider> GetDirectStreamProviderByUniqueId(string uniqueId, CancellationToken cancellationToken)
  484. {
  485. var info = _openStreams.Values.FirstOrDefault(i =>
  486. {
  487. var liveStream = i as ILiveStream;
  488. if (liveStream != null)
  489. {
  490. return string.Equals(liveStream.UniqueId, uniqueId, StringComparison.OrdinalIgnoreCase);
  491. }
  492. return false;
  493. });
  494. return Task.FromResult(info as IDirectStreamProvider);
  495. }
  496. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  497. {
  498. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  499. return result.Item1;
  500. }
  501. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  502. {
  503. var liveStreamInfo = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  504. var mediaSource = liveStreamInfo.MediaSource;
  505. if (liveStreamInfo is IDirectStreamProvider)
  506. {
  507. var info = await _mediaEncoder.GetMediaInfo(
  508. new MediaInfoRequest
  509. {
  510. MediaSource = mediaSource,
  511. ExtractChapters = false,
  512. MediaType = DlnaProfileType.Video
  513. },
  514. cancellationToken).ConfigureAwait(false);
  515. mediaSource.MediaStreams = info.MediaStreams;
  516. mediaSource.Container = info.Container;
  517. mediaSource.Bitrate = info.Bitrate;
  518. }
  519. return mediaSource;
  520. }
  521. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  522. {
  523. var originalRuntime = mediaSource.RunTimeTicks;
  524. var now = DateTime.UtcNow;
  525. MediaInfo mediaInfo = null;
  526. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  527. if (!string.IsNullOrEmpty(cacheKey))
  528. {
  529. try
  530. {
  531. await using FileStream jsonStream = File.OpenRead(cacheFilePath);
  532. mediaInfo = await JsonSerializer.DeserializeAsync<MediaInfo>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  533. // _logger.LogDebug("Found cached media info");
  534. }
  535. catch (Exception ex)
  536. {
  537. _logger.LogDebug(ex, "_jsonSerializer.DeserializeFromFile threw an exception.");
  538. }
  539. }
  540. if (mediaInfo == null)
  541. {
  542. if (addProbeDelay)
  543. {
  544. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  545. delayMs = Math.Max(3000, delayMs);
  546. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  547. }
  548. if (isLiveStream)
  549. {
  550. mediaSource.AnalyzeDurationMs = 3000;
  551. }
  552. mediaInfo = await _mediaEncoder.GetMediaInfo(
  553. new MediaInfoRequest
  554. {
  555. MediaSource = mediaSource,
  556. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  557. ExtractChapters = false
  558. },
  559. cancellationToken).ConfigureAwait(false);
  560. if (cacheFilePath != null)
  561. {
  562. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  563. await using FileStream createStream = File.Create(cacheFilePath);
  564. await JsonSerializer.SerializeAsync(createStream, mediaInfo, _jsonOptions, cancellationToken).ConfigureAwait(false);
  565. // _logger.LogDebug("Saved media info to {0}", cacheFilePath);
  566. }
  567. }
  568. var mediaStreams = mediaInfo.MediaStreams;
  569. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  570. {
  571. var newList = new List<MediaStream>();
  572. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  573. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  574. foreach (var stream in newList)
  575. {
  576. stream.Index = -1;
  577. stream.Language = null;
  578. }
  579. mediaStreams = newList;
  580. }
  581. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  582. mediaSource.Bitrate = mediaInfo.Bitrate;
  583. mediaSource.Container = mediaInfo.Container;
  584. mediaSource.Formats = mediaInfo.Formats;
  585. mediaSource.MediaStreams = mediaStreams;
  586. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  587. mediaSource.Size = mediaInfo.Size;
  588. mediaSource.Timestamp = mediaInfo.Timestamp;
  589. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  590. mediaSource.VideoType = mediaInfo.VideoType;
  591. mediaSource.DefaultSubtitleStreamIndex = null;
  592. if (isLiveStream)
  593. {
  594. // Null this out so that it will be treated like a live stream
  595. if (!originalRuntime.HasValue)
  596. {
  597. mediaSource.RunTimeTicks = null;
  598. }
  599. }
  600. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  601. if (audioStream == null || audioStream.Index == -1)
  602. {
  603. mediaSource.DefaultAudioStreamIndex = null;
  604. }
  605. else
  606. {
  607. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  608. }
  609. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  610. if (videoStream != null)
  611. {
  612. if (!videoStream.BitRate.HasValue)
  613. {
  614. var width = videoStream.Width ?? 1920;
  615. if (width >= 3000)
  616. {
  617. videoStream.BitRate = 30000000;
  618. }
  619. else if (width >= 1900)
  620. {
  621. videoStream.BitRate = 20000000;
  622. }
  623. else if (width >= 1200)
  624. {
  625. videoStream.BitRate = 8000000;
  626. }
  627. else if (width >= 700)
  628. {
  629. videoStream.BitRate = 2000000;
  630. }
  631. }
  632. // This is coming up false and preventing stream copy
  633. videoStream.IsAVC = null;
  634. }
  635. if (isLiveStream)
  636. {
  637. mediaSource.AnalyzeDurationMs = 3000;
  638. }
  639. // Try to estimate this
  640. mediaSource.InferTotalBitrate(true);
  641. }
  642. public async Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  643. {
  644. if (string.IsNullOrEmpty(id))
  645. {
  646. throw new ArgumentNullException(nameof(id));
  647. }
  648. var info = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  649. return new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider);
  650. }
  651. private Task<ILiveStream> GetLiveStreamInfo(string id, CancellationToken cancellationToken)
  652. {
  653. if (string.IsNullOrEmpty(id))
  654. {
  655. throw new ArgumentNullException(nameof(id));
  656. }
  657. if (_openStreams.TryGetValue(id, out ILiveStream info))
  658. {
  659. return Task.FromResult(info);
  660. }
  661. else
  662. {
  663. return Task.FromException<ILiveStream>(new ResourceNotFoundException());
  664. }
  665. }
  666. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  667. {
  668. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  669. return result.Item1;
  670. }
  671. public async Task CloseLiveStream(string id)
  672. {
  673. if (string.IsNullOrEmpty(id))
  674. {
  675. throw new ArgumentNullException(nameof(id));
  676. }
  677. await _liveStreamSemaphore.WaitAsync().ConfigureAwait(false);
  678. try
  679. {
  680. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  681. {
  682. liveStream.ConsumerCount--;
  683. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  684. if (liveStream.ConsumerCount <= 0)
  685. {
  686. _openStreams.TryRemove(id, out _);
  687. _logger.LogInformation("Closing live stream {0}", id);
  688. await liveStream.Close().ConfigureAwait(false);
  689. _logger.LogInformation("Live stream {0} closed successfully", id);
  690. }
  691. }
  692. }
  693. finally
  694. {
  695. _liveStreamSemaphore.Release();
  696. }
  697. }
  698. private (IMediaSourceProvider, string) GetProvider(string key)
  699. {
  700. if (string.IsNullOrEmpty(key))
  701. {
  702. throw new ArgumentException("Key can't be empty.", nameof(key));
  703. }
  704. var keys = key.Split(LiveStreamIdDelimeter, 2);
  705. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  706. var splitIndex = key.IndexOf(LiveStreamIdDelimeter, StringComparison.Ordinal);
  707. var keyId = key.Substring(splitIndex + 1);
  708. return (provider, keyId);
  709. }
  710. /// <summary>
  711. /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
  712. /// </summary>
  713. public void Dispose()
  714. {
  715. Dispose(true);
  716. GC.SuppressFinalize(this);
  717. }
  718. /// <summary>
  719. /// Releases unmanaged and - optionally - managed resources.
  720. /// </summary>
  721. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  722. protected virtual void Dispose(bool dispose)
  723. {
  724. if (dispose)
  725. {
  726. foreach (var key in _openStreams.Keys.ToList())
  727. {
  728. CloseLiveStream(key).GetAwaiter().GetResult();
  729. }
  730. _liveStreamSemaphore.Dispose();
  731. }
  732. }
  733. }
  734. }