MediaSourceManager.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Concurrent;
  4. using System.Collections.Generic;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using Jellyfin.Data.Entities;
  11. using Jellyfin.Data.Enums;
  12. using MediaBrowser.Common.Configuration;
  13. using MediaBrowser.Common.Extensions;
  14. using MediaBrowser.Controller.Entities;
  15. using MediaBrowser.Controller.Library;
  16. using MediaBrowser.Controller.MediaEncoding;
  17. using MediaBrowser.Controller.Persistence;
  18. using MediaBrowser.Controller.Providers;
  19. using MediaBrowser.Model.Dlna;
  20. using MediaBrowser.Model.Dto;
  21. using MediaBrowser.Model.Entities;
  22. using MediaBrowser.Model.Globalization;
  23. using MediaBrowser.Model.IO;
  24. using MediaBrowser.Model.MediaInfo;
  25. using MediaBrowser.Model.Serialization;
  26. using Microsoft.Extensions.Logging;
  27. namespace Emby.Server.Implementations.Library
  28. {
  29. public class MediaSourceManager : IMediaSourceManager, IDisposable
  30. {
  31. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  32. private const char LiveStreamIdDelimeter = '_';
  33. private readonly IItemRepository _itemRepo;
  34. private readonly IUserManager _userManager;
  35. private readonly ILibraryManager _libraryManager;
  36. private readonly IJsonSerializer _jsonSerializer;
  37. private readonly IFileSystem _fileSystem;
  38. private readonly ILogger<MediaSourceManager> _logger;
  39. private readonly IUserDataManager _userDataManager;
  40. private readonly IMediaEncoder _mediaEncoder;
  41. private readonly ILocalizationManager _localizationManager;
  42. private readonly IApplicationPaths _appPaths;
  43. private readonly ConcurrentDictionary<string, ILiveStream> _openStreams = new ConcurrentDictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  44. private readonly SemaphoreSlim _liveStreamSemaphore = new SemaphoreSlim(1, 1);
  45. private IMediaSourceProvider[] _providers;
  46. public MediaSourceManager(
  47. IItemRepository itemRepo,
  48. IApplicationPaths applicationPaths,
  49. ILocalizationManager localizationManager,
  50. IUserManager userManager,
  51. ILibraryManager libraryManager,
  52. ILogger<MediaSourceManager> logger,
  53. IJsonSerializer jsonSerializer,
  54. IFileSystem fileSystem,
  55. IUserDataManager userDataManager,
  56. IMediaEncoder mediaEncoder)
  57. {
  58. _itemRepo = itemRepo;
  59. _userManager = userManager;
  60. _libraryManager = libraryManager;
  61. _logger = logger;
  62. _jsonSerializer = jsonSerializer;
  63. _fileSystem = fileSystem;
  64. _userDataManager = userDataManager;
  65. _mediaEncoder = mediaEncoder;
  66. _localizationManager = localizationManager;
  67. _appPaths = applicationPaths;
  68. }
  69. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  70. {
  71. _providers = providers.ToArray();
  72. }
  73. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  74. {
  75. var list = _itemRepo.GetMediaStreams(query);
  76. foreach (var stream in list)
  77. {
  78. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  79. }
  80. return list;
  81. }
  82. private static bool StreamSupportsExternalStream(MediaStream stream)
  83. {
  84. if (stream.IsExternal)
  85. {
  86. return true;
  87. }
  88. if (stream.IsTextSubtitleStream)
  89. {
  90. return true;
  91. }
  92. return false;
  93. }
  94. public List<MediaStream> GetMediaStreams(string mediaSourceId)
  95. {
  96. var list = GetMediaStreams(new MediaStreamQuery
  97. {
  98. ItemId = new Guid(mediaSourceId)
  99. });
  100. return GetMediaStreamsForItem(list);
  101. }
  102. public List<MediaStream> GetMediaStreams(Guid itemId)
  103. {
  104. var list = GetMediaStreams(new MediaStreamQuery
  105. {
  106. ItemId = itemId
  107. });
  108. return GetMediaStreamsForItem(list);
  109. }
  110. private List<MediaStream> GetMediaStreamsForItem(List<MediaStream> streams)
  111. {
  112. foreach (var stream in streams)
  113. {
  114. if (stream.Type == MediaStreamType.Subtitle)
  115. {
  116. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  117. }
  118. }
  119. return streams;
  120. }
  121. /// <inheritdoc />
  122. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  123. {
  124. return _itemRepo.GetMediaAttachments(query);
  125. }
  126. /// <inheritdoc />
  127. public List<MediaAttachment> GetMediaAttachments(Guid itemId)
  128. {
  129. return GetMediaAttachments(new MediaAttachmentQuery
  130. {
  131. ItemId = itemId
  132. });
  133. }
  134. public async Task<List<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  135. {
  136. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  137. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder && !mediaSources[0].MediaStreams.Any(i => i.Type == MediaStreamType.Audio || i.Type == MediaStreamType.Video))
  138. {
  139. await item.RefreshMetadata(
  140. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  141. {
  142. EnableRemoteContentProbe = true,
  143. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  144. },
  145. cancellationToken).ConfigureAwait(false);
  146. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  147. }
  148. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  149. var list = new List<MediaSourceInfo>();
  150. list.AddRange(mediaSources);
  151. foreach (var source in dynamicMediaSources)
  152. {
  153. if (user != null)
  154. {
  155. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  156. }
  157. // Validate that this is actually possible
  158. if (source.SupportsDirectStream)
  159. {
  160. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  161. }
  162. list.Add(source);
  163. }
  164. if (user != null)
  165. {
  166. foreach (var source in list)
  167. {
  168. if (string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  169. {
  170. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  171. }
  172. else if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  173. {
  174. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding);
  175. source.SupportsDirectStream = user.HasPermission(PermissionKind.EnablePlaybackRemuxing);
  176. }
  177. }
  178. }
  179. return SortMediaSources(list);
  180. }
  181. public MediaProtocol GetPathProtocol(string path)
  182. {
  183. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  184. {
  185. return MediaProtocol.Rtsp;
  186. }
  187. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  188. {
  189. return MediaProtocol.Rtmp;
  190. }
  191. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  192. {
  193. return MediaProtocol.Http;
  194. }
  195. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  196. {
  197. return MediaProtocol.Rtp;
  198. }
  199. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  200. {
  201. return MediaProtocol.Ftp;
  202. }
  203. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  204. {
  205. return MediaProtocol.Udp;
  206. }
  207. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  208. }
  209. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  210. {
  211. if (protocol == MediaProtocol.File)
  212. {
  213. return true;
  214. }
  215. if (protocol == MediaProtocol.Http)
  216. {
  217. if (path != null)
  218. {
  219. if (path.IndexOf(".m3u", StringComparison.OrdinalIgnoreCase) != -1)
  220. {
  221. return false;
  222. }
  223. return true;
  224. }
  225. }
  226. return false;
  227. }
  228. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  229. {
  230. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  231. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  232. return results.SelectMany(i => i.ToList());
  233. }
  234. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  235. {
  236. try
  237. {
  238. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  239. var list = sources.ToList();
  240. foreach (var mediaSource in list)
  241. {
  242. mediaSource.InferTotalBitrate();
  243. SetKeyProperties(provider, mediaSource);
  244. }
  245. return list;
  246. }
  247. catch (Exception ex)
  248. {
  249. _logger.LogError(ex, "Error getting media sources");
  250. return new List<MediaSourceInfo>();
  251. }
  252. }
  253. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  254. {
  255. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimeter;
  256. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  257. {
  258. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  259. }
  260. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  261. {
  262. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  263. }
  264. }
  265. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  266. {
  267. if (!string.IsNullOrEmpty(liveStreamId))
  268. {
  269. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  270. }
  271. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  272. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  273. }
  274. public List<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  275. {
  276. if (item == null)
  277. {
  278. throw new ArgumentNullException(nameof(item));
  279. }
  280. var hasMediaSources = (IHasMediaSources)item;
  281. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  282. if (user != null)
  283. {
  284. foreach (var source in sources)
  285. {
  286. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  287. }
  288. }
  289. return sources;
  290. }
  291. private string[] NormalizeLanguage(string language)
  292. {
  293. if (language == null)
  294. {
  295. return Array.Empty<string>();
  296. }
  297. var culture = _localizationManager.FindLanguageInfo(language);
  298. if (culture != null)
  299. {
  300. return culture.ThreeLetterISOLanguageNames;
  301. }
  302. return new string[] { language };
  303. }
  304. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  305. {
  306. if (userData.SubtitleStreamIndex.HasValue
  307. && user.RememberSubtitleSelections
  308. && user.SubtitleMode != SubtitlePlaybackMode.None && allowRememberingSelection)
  309. {
  310. var index = userData.SubtitleStreamIndex.Value;
  311. // Make sure the saved index is still valid
  312. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  313. {
  314. source.DefaultSubtitleStreamIndex = index;
  315. return;
  316. }
  317. }
  318. var preferredSubs = string.IsNullOrEmpty(user.SubtitleLanguagePreference)
  319. ? Array.Empty<string>() : NormalizeLanguage(user.SubtitleLanguagePreference);
  320. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  321. var audioLangage = defaultAudioIndex == null
  322. ? null
  323. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  324. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  325. source.MediaStreams,
  326. preferredSubs,
  327. user.SubtitleMode,
  328. audioLangage);
  329. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLangage);
  330. }
  331. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  332. {
  333. if (userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  334. {
  335. var index = userData.AudioStreamIndex.Value;
  336. // Make sure the saved index is still valid
  337. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  338. {
  339. source.DefaultAudioStreamIndex = index;
  340. return;
  341. }
  342. }
  343. var preferredAudio = string.IsNullOrEmpty(user.AudioLanguagePreference)
  344. ? Array.Empty<string>()
  345. : NormalizeLanguage(user.AudioLanguagePreference);
  346. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  347. }
  348. public void SetDefaultAudioAndSubtitleStreamIndexes(BaseItem item, MediaSourceInfo source, User user)
  349. {
  350. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  351. var mediaType = item == null ? MediaType.Video : item.MediaType;
  352. if (string.Equals(mediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  353. {
  354. var userData = item == null ? new UserItemData() : _userDataManager.GetUserData(user, item);
  355. var allowRememberingSelection = item == null || item.EnableRememberingTrackSelections;
  356. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  357. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  358. }
  359. else if (string.Equals(mediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  360. {
  361. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  362. if (audio != null)
  363. {
  364. source.DefaultAudioStreamIndex = audio.Index;
  365. }
  366. }
  367. }
  368. private static List<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  369. {
  370. return sources.OrderBy(i =>
  371. {
  372. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  373. {
  374. return 0;
  375. }
  376. return 1;
  377. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  378. .ThenByDescending(i =>
  379. {
  380. var stream = i.VideoStream;
  381. return stream?.Width ?? 0;
  382. })
  383. .Where(i => i.Type != MediaSourceType.Placeholder)
  384. .ToList();
  385. }
  386. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  387. {
  388. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  389. MediaSourceInfo mediaSource;
  390. ILiveStream liveStream;
  391. try
  392. {
  393. var tuple = GetProvider(request.OpenToken);
  394. var provider = tuple.Item1;
  395. var currentLiveStreams = _openStreams.Values.ToList();
  396. liveStream = await provider.OpenMediaSource(tuple.Item2, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  397. mediaSource = liveStream.MediaSource;
  398. // Validate that this is actually possible
  399. if (mediaSource.SupportsDirectStream)
  400. {
  401. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  402. }
  403. SetKeyProperties(provider, mediaSource);
  404. _openStreams[mediaSource.LiveStreamId] = liveStream;
  405. }
  406. finally
  407. {
  408. _liveStreamSemaphore.Release();
  409. }
  410. // TODO: Don't hardcode this
  411. const bool isAudio = false;
  412. try
  413. {
  414. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  415. {
  416. AddMediaInfo(mediaSource, isAudio);
  417. }
  418. else
  419. {
  420. // hack - these two values were taken from LiveTVMediaSourceProvider
  421. string cacheKey = request.OpenToken;
  422. await new LiveStreamHelper(_mediaEncoder, _logger, _jsonSerializer, _appPaths)
  423. .AddMediaInfoWithProbe(mediaSource, isAudio, cacheKey, true, cancellationToken)
  424. .ConfigureAwait(false);
  425. }
  426. }
  427. catch (Exception ex)
  428. {
  429. _logger.LogError(ex, "Error probing live tv stream");
  430. AddMediaInfo(mediaSource, isAudio);
  431. }
  432. // TODO: @bond Fix
  433. var json = _jsonSerializer.SerializeToString(mediaSource);
  434. _logger.LogInformation("Live stream opened: " + json);
  435. var clone = _jsonSerializer.DeserializeFromString<MediaSourceInfo>(json);
  436. if (!request.UserId.Equals(Guid.Empty))
  437. {
  438. var user = _userManager.GetUserById(request.UserId);
  439. var item = request.ItemId.Equals(Guid.Empty)
  440. ? null
  441. : _libraryManager.GetItemById(request.ItemId);
  442. SetDefaultAudioAndSubtitleStreamIndexes(item, clone, user);
  443. }
  444. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  445. }
  446. private static void AddMediaInfo(MediaSourceInfo mediaSource, bool isAudio)
  447. {
  448. mediaSource.DefaultSubtitleStreamIndex = null;
  449. // Null this out so that it will be treated like a live stream
  450. if (mediaSource.IsInfiniteStream)
  451. {
  452. mediaSource.RunTimeTicks = null;
  453. }
  454. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  455. if (audioStream == null || audioStream.Index == -1)
  456. {
  457. mediaSource.DefaultAudioStreamIndex = null;
  458. }
  459. else
  460. {
  461. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  462. }
  463. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  464. if (videoStream != null)
  465. {
  466. if (!videoStream.BitRate.HasValue)
  467. {
  468. var width = videoStream.Width ?? 1920;
  469. if (width >= 3000)
  470. {
  471. videoStream.BitRate = 30000000;
  472. }
  473. else if (width >= 1900)
  474. {
  475. videoStream.BitRate = 20000000;
  476. }
  477. else if (width >= 1200)
  478. {
  479. videoStream.BitRate = 8000000;
  480. }
  481. else if (width >= 700)
  482. {
  483. videoStream.BitRate = 2000000;
  484. }
  485. }
  486. }
  487. // Try to estimate this
  488. mediaSource.InferTotalBitrate();
  489. }
  490. public Task<IDirectStreamProvider> GetDirectStreamProviderByUniqueId(string uniqueId, CancellationToken cancellationToken)
  491. {
  492. var info = _openStreams.Values.FirstOrDefault(i =>
  493. {
  494. var liveStream = i as ILiveStream;
  495. if (liveStream != null)
  496. {
  497. return string.Equals(liveStream.UniqueId, uniqueId, StringComparison.OrdinalIgnoreCase);
  498. }
  499. return false;
  500. });
  501. return Task.FromResult(info as IDirectStreamProvider);
  502. }
  503. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  504. {
  505. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  506. return result.Item1;
  507. }
  508. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  509. {
  510. var liveStreamInfo = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  511. var mediaSource = liveStreamInfo.MediaSource;
  512. if (liveStreamInfo is IDirectStreamProvider)
  513. {
  514. var info = await _mediaEncoder.GetMediaInfo(
  515. new MediaInfoRequest
  516. {
  517. MediaSource = mediaSource,
  518. ExtractChapters = false,
  519. MediaType = DlnaProfileType.Video
  520. },
  521. cancellationToken).ConfigureAwait(false);
  522. mediaSource.MediaStreams = info.MediaStreams;
  523. mediaSource.Container = info.Container;
  524. mediaSource.Bitrate = info.Bitrate;
  525. }
  526. return mediaSource;
  527. }
  528. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  529. {
  530. var originalRuntime = mediaSource.RunTimeTicks;
  531. var now = DateTime.UtcNow;
  532. MediaInfo mediaInfo = null;
  533. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  534. if (!string.IsNullOrEmpty(cacheKey))
  535. {
  536. try
  537. {
  538. mediaInfo = _jsonSerializer.DeserializeFromFile<MediaInfo>(cacheFilePath);
  539. // _logger.LogDebug("Found cached media info");
  540. }
  541. catch (Exception ex)
  542. {
  543. _logger.LogDebug(ex, "_jsonSerializer.DeserializeFromFile threw an exception.");
  544. }
  545. }
  546. if (mediaInfo == null)
  547. {
  548. if (addProbeDelay)
  549. {
  550. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  551. delayMs = Math.Max(3000, delayMs);
  552. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  553. }
  554. if (isLiveStream)
  555. {
  556. mediaSource.AnalyzeDurationMs = 3000;
  557. }
  558. mediaInfo = await _mediaEncoder.GetMediaInfo(
  559. new MediaInfoRequest
  560. {
  561. MediaSource = mediaSource,
  562. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  563. ExtractChapters = false
  564. },
  565. cancellationToken).ConfigureAwait(false);
  566. if (cacheFilePath != null)
  567. {
  568. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  569. _jsonSerializer.SerializeToFile(mediaInfo, cacheFilePath);
  570. // _logger.LogDebug("Saved media info to {0}", cacheFilePath);
  571. }
  572. }
  573. var mediaStreams = mediaInfo.MediaStreams;
  574. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  575. {
  576. var newList = new List<MediaStream>();
  577. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  578. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  579. foreach (var stream in newList)
  580. {
  581. stream.Index = -1;
  582. stream.Language = null;
  583. }
  584. mediaStreams = newList;
  585. }
  586. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  587. mediaSource.Bitrate = mediaInfo.Bitrate;
  588. mediaSource.Container = mediaInfo.Container;
  589. mediaSource.Formats = mediaInfo.Formats;
  590. mediaSource.MediaStreams = mediaStreams;
  591. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  592. mediaSource.Size = mediaInfo.Size;
  593. mediaSource.Timestamp = mediaInfo.Timestamp;
  594. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  595. mediaSource.VideoType = mediaInfo.VideoType;
  596. mediaSource.DefaultSubtitleStreamIndex = null;
  597. if (isLiveStream)
  598. {
  599. // Null this out so that it will be treated like a live stream
  600. if (!originalRuntime.HasValue)
  601. {
  602. mediaSource.RunTimeTicks = null;
  603. }
  604. }
  605. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  606. if (audioStream == null || audioStream.Index == -1)
  607. {
  608. mediaSource.DefaultAudioStreamIndex = null;
  609. }
  610. else
  611. {
  612. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  613. }
  614. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  615. if (videoStream != null)
  616. {
  617. if (!videoStream.BitRate.HasValue)
  618. {
  619. var width = videoStream.Width ?? 1920;
  620. if (width >= 3000)
  621. {
  622. videoStream.BitRate = 30000000;
  623. }
  624. else if (width >= 1900)
  625. {
  626. videoStream.BitRate = 20000000;
  627. }
  628. else if (width >= 1200)
  629. {
  630. videoStream.BitRate = 8000000;
  631. }
  632. else if (width >= 700)
  633. {
  634. videoStream.BitRate = 2000000;
  635. }
  636. }
  637. // This is coming up false and preventing stream copy
  638. videoStream.IsAVC = null;
  639. }
  640. if (isLiveStream)
  641. {
  642. mediaSource.AnalyzeDurationMs = 3000;
  643. }
  644. // Try to estimate this
  645. mediaSource.InferTotalBitrate(true);
  646. }
  647. public async Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  648. {
  649. if (string.IsNullOrEmpty(id))
  650. {
  651. throw new ArgumentNullException(nameof(id));
  652. }
  653. var info = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  654. return new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider);
  655. }
  656. private Task<ILiveStream> GetLiveStreamInfo(string id, CancellationToken cancellationToken)
  657. {
  658. if (string.IsNullOrEmpty(id))
  659. {
  660. throw new ArgumentNullException(nameof(id));
  661. }
  662. if (_openStreams.TryGetValue(id, out ILiveStream info))
  663. {
  664. return Task.FromResult(info);
  665. }
  666. else
  667. {
  668. return Task.FromException<ILiveStream>(new ResourceNotFoundException());
  669. }
  670. }
  671. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  672. {
  673. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  674. return result.Item1;
  675. }
  676. public async Task CloseLiveStream(string id)
  677. {
  678. if (string.IsNullOrEmpty(id))
  679. {
  680. throw new ArgumentNullException(nameof(id));
  681. }
  682. await _liveStreamSemaphore.WaitAsync().ConfigureAwait(false);
  683. try
  684. {
  685. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  686. {
  687. liveStream.ConsumerCount--;
  688. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  689. if (liveStream.ConsumerCount <= 0)
  690. {
  691. _openStreams.TryRemove(id, out _);
  692. _logger.LogInformation("Closing live stream {0}", id);
  693. await liveStream.Close().ConfigureAwait(false);
  694. _logger.LogInformation("Live stream {0} closed successfully", id);
  695. }
  696. }
  697. }
  698. finally
  699. {
  700. _liveStreamSemaphore.Release();
  701. }
  702. }
  703. private (IMediaSourceProvider, string) GetProvider(string key)
  704. {
  705. if (string.IsNullOrEmpty(key))
  706. {
  707. throw new ArgumentException("Key can't be empty.", nameof(key));
  708. }
  709. var keys = key.Split(LiveStreamIdDelimeter, 2);
  710. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  711. var splitIndex = key.IndexOf(LiveStreamIdDelimeter, StringComparison.Ordinal);
  712. var keyId = key.Substring(splitIndex + 1);
  713. return (provider, keyId);
  714. }
  715. /// <summary>
  716. /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
  717. /// </summary>
  718. public void Dispose()
  719. {
  720. Dispose(true);
  721. GC.SuppressFinalize(this);
  722. }
  723. /// <summary>
  724. /// Releases unmanaged and - optionally - managed resources.
  725. /// </summary>
  726. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  727. protected virtual void Dispose(bool dispose)
  728. {
  729. if (dispose)
  730. {
  731. foreach (var key in _openStreams.Keys.ToList())
  732. {
  733. CloseLiveStream(key).GetAwaiter().GetResult();
  734. }
  735. _liveStreamSemaphore.Dispose();
  736. }
  737. }
  738. }
  739. }