MediaSourceManager.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. using Jellyfin.Data.Entities;
  10. using Jellyfin.Data.Enums;
  11. using MediaBrowser.Common.Configuration;
  12. using MediaBrowser.Common.Extensions;
  13. using MediaBrowser.Controller.Entities;
  14. using MediaBrowser.Controller.Library;
  15. using MediaBrowser.Controller.MediaEncoding;
  16. using MediaBrowser.Controller.Persistence;
  17. using MediaBrowser.Controller.Providers;
  18. using MediaBrowser.Model.Dlna;
  19. using MediaBrowser.Model.Dto;
  20. using MediaBrowser.Model.Entities;
  21. using MediaBrowser.Model.Globalization;
  22. using MediaBrowser.Model.IO;
  23. using MediaBrowser.Model.MediaInfo;
  24. using MediaBrowser.Model.Serialization;
  25. using Microsoft.Extensions.Logging;
  26. namespace Emby.Server.Implementations.Library
  27. {
  28. public class MediaSourceManager : IMediaSourceManager, IDisposable
  29. {
  30. private readonly IItemRepository _itemRepo;
  31. private readonly IUserManager _userManager;
  32. private readonly ILibraryManager _libraryManager;
  33. private readonly IJsonSerializer _jsonSerializer;
  34. private readonly IFileSystem _fileSystem;
  35. private readonly ILogger<MediaSourceManager> _logger;
  36. private readonly IUserDataManager _userDataManager;
  37. private readonly IMediaEncoder _mediaEncoder;
  38. private readonly ILocalizationManager _localizationManager;
  39. private readonly IApplicationPaths _appPaths;
  40. private IMediaSourceProvider[] _providers;
  41. public MediaSourceManager(
  42. IItemRepository itemRepo,
  43. IApplicationPaths applicationPaths,
  44. ILocalizationManager localizationManager,
  45. IUserManager userManager,
  46. ILibraryManager libraryManager,
  47. ILogger<MediaSourceManager> logger,
  48. IJsonSerializer jsonSerializer,
  49. IFileSystem fileSystem,
  50. IUserDataManager userDataManager,
  51. IMediaEncoder mediaEncoder)
  52. {
  53. _itemRepo = itemRepo;
  54. _userManager = userManager;
  55. _libraryManager = libraryManager;
  56. _logger = logger;
  57. _jsonSerializer = jsonSerializer;
  58. _fileSystem = fileSystem;
  59. _userDataManager = userDataManager;
  60. _mediaEncoder = mediaEncoder;
  61. _localizationManager = localizationManager;
  62. _appPaths = applicationPaths;
  63. }
  64. public void AddParts(IEnumerable<IMediaSourceProvider> providers)
  65. {
  66. _providers = providers.ToArray();
  67. }
  68. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  69. {
  70. var list = _itemRepo.GetMediaStreams(query);
  71. foreach (var stream in list)
  72. {
  73. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  74. }
  75. return list;
  76. }
  77. private static bool StreamSupportsExternalStream(MediaStream stream)
  78. {
  79. if (stream.IsExternal)
  80. {
  81. return true;
  82. }
  83. if (stream.IsTextSubtitleStream)
  84. {
  85. return true;
  86. }
  87. return false;
  88. }
  89. public List<MediaStream> GetMediaStreams(string mediaSourceId)
  90. {
  91. var list = GetMediaStreams(new MediaStreamQuery
  92. {
  93. ItemId = new Guid(mediaSourceId)
  94. });
  95. return GetMediaStreamsForItem(list);
  96. }
  97. public List<MediaStream> GetMediaStreams(Guid itemId)
  98. {
  99. var list = GetMediaStreams(new MediaStreamQuery
  100. {
  101. ItemId = itemId
  102. });
  103. return GetMediaStreamsForItem(list);
  104. }
  105. private List<MediaStream> GetMediaStreamsForItem(List<MediaStream> streams)
  106. {
  107. foreach (var stream in streams)
  108. {
  109. if (stream.Type == MediaStreamType.Subtitle)
  110. {
  111. stream.SupportsExternalStream = StreamSupportsExternalStream(stream);
  112. }
  113. }
  114. return streams;
  115. }
  116. /// <inheritdoc />
  117. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  118. {
  119. return _itemRepo.GetMediaAttachments(query);
  120. }
  121. /// <inheritdoc />
  122. public List<MediaAttachment> GetMediaAttachments(Guid itemId)
  123. {
  124. return GetMediaAttachments(new MediaAttachmentQuery
  125. {
  126. ItemId = itemId
  127. });
  128. }
  129. public async Task<List<MediaSourceInfo>> GetPlaybackMediaSources(BaseItem item, User user, bool allowMediaProbe, bool enablePathSubstitution, CancellationToken cancellationToken)
  130. {
  131. var mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  132. if (allowMediaProbe && mediaSources[0].Type != MediaSourceType.Placeholder && !mediaSources[0].MediaStreams.Any(i => i.Type == MediaStreamType.Audio || i.Type == MediaStreamType.Video))
  133. {
  134. await item.RefreshMetadata(
  135. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  136. {
  137. EnableRemoteContentProbe = true,
  138. MetadataRefreshMode = MetadataRefreshMode.FullRefresh
  139. },
  140. cancellationToken).ConfigureAwait(false);
  141. mediaSources = GetStaticMediaSources(item, enablePathSubstitution, user);
  142. }
  143. var dynamicMediaSources = await GetDynamicMediaSources(item, cancellationToken).ConfigureAwait(false);
  144. var list = new List<MediaSourceInfo>();
  145. list.AddRange(mediaSources);
  146. foreach (var source in dynamicMediaSources)
  147. {
  148. if (user != null)
  149. {
  150. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  151. }
  152. // Validate that this is actually possible
  153. if (source.SupportsDirectStream)
  154. {
  155. source.SupportsDirectStream = SupportsDirectStream(source.Path, source.Protocol);
  156. }
  157. list.Add(source);
  158. }
  159. if (user != null)
  160. {
  161. foreach (var source in list)
  162. {
  163. if (string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  164. {
  165. source.SupportsTranscoding = user.HasPermission(PermissionKind.EnableAudioPlaybackTranscoding);
  166. }
  167. }
  168. }
  169. return SortMediaSources(list).Where(i => i.Type != MediaSourceType.Placeholder).ToList();
  170. }
  171. public MediaProtocol GetPathProtocol(string path)
  172. {
  173. if (path.StartsWith("Rtsp", StringComparison.OrdinalIgnoreCase))
  174. {
  175. return MediaProtocol.Rtsp;
  176. }
  177. if (path.StartsWith("Rtmp", StringComparison.OrdinalIgnoreCase))
  178. {
  179. return MediaProtocol.Rtmp;
  180. }
  181. if (path.StartsWith("Http", StringComparison.OrdinalIgnoreCase))
  182. {
  183. return MediaProtocol.Http;
  184. }
  185. if (path.StartsWith("rtp", StringComparison.OrdinalIgnoreCase))
  186. {
  187. return MediaProtocol.Rtp;
  188. }
  189. if (path.StartsWith("ftp", StringComparison.OrdinalIgnoreCase))
  190. {
  191. return MediaProtocol.Ftp;
  192. }
  193. if (path.StartsWith("udp", StringComparison.OrdinalIgnoreCase))
  194. {
  195. return MediaProtocol.Udp;
  196. }
  197. return _fileSystem.IsPathFile(path) ? MediaProtocol.File : MediaProtocol.Http;
  198. }
  199. public bool SupportsDirectStream(string path, MediaProtocol protocol)
  200. {
  201. if (protocol == MediaProtocol.File)
  202. {
  203. return true;
  204. }
  205. if (protocol == MediaProtocol.Http)
  206. {
  207. if (path != null)
  208. {
  209. if (path.IndexOf(".m3u", StringComparison.OrdinalIgnoreCase) != -1)
  210. {
  211. return false;
  212. }
  213. return true;
  214. }
  215. }
  216. return false;
  217. }
  218. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  219. {
  220. var tasks = _providers.Select(i => GetDynamicMediaSources(item, i, cancellationToken));
  221. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  222. return results.SelectMany(i => i.ToList());
  223. }
  224. private async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, IMediaSourceProvider provider, CancellationToken cancellationToken)
  225. {
  226. try
  227. {
  228. var sources = await provider.GetMediaSources(item, cancellationToken).ConfigureAwait(false);
  229. var list = sources.ToList();
  230. foreach (var mediaSource in list)
  231. {
  232. mediaSource.InferTotalBitrate();
  233. SetKeyProperties(provider, mediaSource);
  234. }
  235. return list;
  236. }
  237. catch (Exception ex)
  238. {
  239. _logger.LogError(ex, "Error getting media sources");
  240. return new List<MediaSourceInfo>();
  241. }
  242. }
  243. private static void SetKeyProperties(IMediaSourceProvider provider, MediaSourceInfo mediaSource)
  244. {
  245. var prefix = provider.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture) + LiveStreamIdDelimeter;
  246. if (!string.IsNullOrEmpty(mediaSource.OpenToken) && !mediaSource.OpenToken.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  247. {
  248. mediaSource.OpenToken = prefix + mediaSource.OpenToken;
  249. }
  250. if (!string.IsNullOrEmpty(mediaSource.LiveStreamId) && !mediaSource.LiveStreamId.StartsWith(prefix, StringComparison.OrdinalIgnoreCase))
  251. {
  252. mediaSource.LiveStreamId = prefix + mediaSource.LiveStreamId;
  253. }
  254. }
  255. public async Task<MediaSourceInfo> GetMediaSource(BaseItem item, string mediaSourceId, string liveStreamId, bool enablePathSubstitution, CancellationToken cancellationToken)
  256. {
  257. if (!string.IsNullOrEmpty(liveStreamId))
  258. {
  259. return await GetLiveStream(liveStreamId, cancellationToken).ConfigureAwait(false);
  260. }
  261. var sources = await GetPlaybackMediaSources(item, null, false, enablePathSubstitution, cancellationToken).ConfigureAwait(false);
  262. return sources.FirstOrDefault(i => string.Equals(i.Id, mediaSourceId, StringComparison.OrdinalIgnoreCase));
  263. }
  264. public List<MediaSourceInfo> GetStaticMediaSources(BaseItem item, bool enablePathSubstitution, User user = null)
  265. {
  266. if (item == null)
  267. {
  268. throw new ArgumentNullException(nameof(item));
  269. }
  270. var hasMediaSources = (IHasMediaSources)item;
  271. var sources = hasMediaSources.GetMediaSources(enablePathSubstitution);
  272. if (user != null)
  273. {
  274. foreach (var source in sources)
  275. {
  276. SetDefaultAudioAndSubtitleStreamIndexes(item, source, user);
  277. }
  278. }
  279. return sources;
  280. }
  281. private string[] NormalizeLanguage(string language)
  282. {
  283. if (language == null)
  284. {
  285. return Array.Empty<string>();
  286. }
  287. var culture = _localizationManager.FindLanguageInfo(language);
  288. if (culture != null)
  289. {
  290. return culture.ThreeLetterISOLanguageNames;
  291. }
  292. return new string[] { language };
  293. }
  294. private void SetDefaultSubtitleStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  295. {
  296. if (userData.SubtitleStreamIndex.HasValue
  297. && user.RememberSubtitleSelections
  298. && user.SubtitleMode != SubtitlePlaybackMode.None && allowRememberingSelection)
  299. {
  300. var index = userData.SubtitleStreamIndex.Value;
  301. // Make sure the saved index is still valid
  302. if (index == -1 || source.MediaStreams.Any(i => i.Type == MediaStreamType.Subtitle && i.Index == index))
  303. {
  304. source.DefaultSubtitleStreamIndex = index;
  305. return;
  306. }
  307. }
  308. var preferredSubs = string.IsNullOrEmpty(user.SubtitleLanguagePreference)
  309. ? Array.Empty<string>() : NormalizeLanguage(user.SubtitleLanguagePreference);
  310. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  311. var audioLangage = defaultAudioIndex == null
  312. ? null
  313. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  314. source.DefaultSubtitleStreamIndex = MediaStreamSelector.GetDefaultSubtitleStreamIndex(
  315. source.MediaStreams,
  316. preferredSubs,
  317. user.SubtitleMode,
  318. audioLangage);
  319. MediaStreamSelector.SetSubtitleStreamScores(source.MediaStreams, preferredSubs, user.SubtitleMode, audioLangage);
  320. }
  321. private void SetDefaultAudioStreamIndex(MediaSourceInfo source, UserItemData userData, User user, bool allowRememberingSelection)
  322. {
  323. if (userData.AudioStreamIndex.HasValue && user.RememberAudioSelections && allowRememberingSelection)
  324. {
  325. var index = userData.AudioStreamIndex.Value;
  326. // Make sure the saved index is still valid
  327. if (source.MediaStreams.Any(i => i.Type == MediaStreamType.Audio && i.Index == index))
  328. {
  329. source.DefaultAudioStreamIndex = index;
  330. return;
  331. }
  332. }
  333. var preferredAudio = string.IsNullOrEmpty(user.AudioLanguagePreference)
  334. ? Array.Empty<string>()
  335. : NormalizeLanguage(user.AudioLanguagePreference);
  336. source.DefaultAudioStreamIndex = MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.PlayDefaultAudioTrack);
  337. }
  338. public void SetDefaultAudioAndSubtitleStreamIndexes(BaseItem item, MediaSourceInfo source, User user)
  339. {
  340. // Item would only be null if the app didn't supply ItemId as part of the live stream open request
  341. var mediaType = item == null ? MediaType.Video : item.MediaType;
  342. if (string.Equals(mediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  343. {
  344. var userData = item == null ? new UserItemData() : _userDataManager.GetUserData(user, item);
  345. var allowRememberingSelection = item == null || item.EnableRememberingTrackSelections;
  346. SetDefaultAudioStreamIndex(source, userData, user, allowRememberingSelection);
  347. SetDefaultSubtitleStreamIndex(source, userData, user, allowRememberingSelection);
  348. }
  349. else if (string.Equals(mediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase))
  350. {
  351. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  352. if (audio != null)
  353. {
  354. source.DefaultAudioStreamIndex = audio.Index;
  355. }
  356. }
  357. }
  358. private static IEnumerable<MediaSourceInfo> SortMediaSources(IEnumerable<MediaSourceInfo> sources)
  359. {
  360. return sources.OrderBy(i =>
  361. {
  362. if (i.VideoType.HasValue && i.VideoType.Value == VideoType.VideoFile)
  363. {
  364. return 0;
  365. }
  366. return 1;
  367. }).ThenBy(i => i.Video3DFormat.HasValue ? 1 : 0)
  368. .ThenByDescending(i =>
  369. {
  370. var stream = i.VideoStream;
  371. return stream == null || stream.Width == null ? 0 : stream.Width.Value;
  372. })
  373. .ToList();
  374. }
  375. private readonly Dictionary<string, ILiveStream> _openStreams = new Dictionary<string, ILiveStream>(StringComparer.OrdinalIgnoreCase);
  376. private readonly SemaphoreSlim _liveStreamSemaphore = new SemaphoreSlim(1, 1);
  377. public async Task<Tuple<LiveStreamResponse, IDirectStreamProvider>> OpenLiveStreamInternal(LiveStreamRequest request, CancellationToken cancellationToken)
  378. {
  379. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  380. MediaSourceInfo mediaSource;
  381. ILiveStream liveStream;
  382. try
  383. {
  384. var tuple = GetProvider(request.OpenToken);
  385. var provider = tuple.Item1;
  386. var currentLiveStreams = _openStreams.Values.ToList();
  387. liveStream = await provider.OpenMediaSource(tuple.Item2, currentLiveStreams, cancellationToken).ConfigureAwait(false);
  388. mediaSource = liveStream.MediaSource;
  389. // Validate that this is actually possible
  390. if (mediaSource.SupportsDirectStream)
  391. {
  392. mediaSource.SupportsDirectStream = SupportsDirectStream(mediaSource.Path, mediaSource.Protocol);
  393. }
  394. SetKeyProperties(provider, mediaSource);
  395. _openStreams[mediaSource.LiveStreamId] = liveStream;
  396. }
  397. finally
  398. {
  399. _liveStreamSemaphore.Release();
  400. }
  401. // TODO: Don't hardcode this
  402. const bool isAudio = false;
  403. try
  404. {
  405. if (mediaSource.MediaStreams.Any(i => i.Index != -1) || !mediaSource.SupportsProbing)
  406. {
  407. AddMediaInfo(mediaSource, isAudio);
  408. }
  409. else
  410. {
  411. // hack - these two values were taken from LiveTVMediaSourceProvider
  412. string cacheKey = request.OpenToken;
  413. await new LiveStreamHelper(_mediaEncoder, _logger, _jsonSerializer, _appPaths)
  414. .AddMediaInfoWithProbe(mediaSource, isAudio, cacheKey, true, cancellationToken)
  415. .ConfigureAwait(false);
  416. }
  417. }
  418. catch (Exception ex)
  419. {
  420. _logger.LogError(ex, "Error probing live tv stream");
  421. AddMediaInfo(mediaSource, isAudio);
  422. }
  423. // TODO: @bond Fix
  424. var json = _jsonSerializer.SerializeToString(mediaSource);
  425. _logger.LogInformation("Live stream opened: " + json);
  426. var clone = _jsonSerializer.DeserializeFromString<MediaSourceInfo>(json);
  427. if (!request.UserId.Equals(Guid.Empty))
  428. {
  429. var user = _userManager.GetUserById(request.UserId);
  430. var item = request.ItemId.Equals(Guid.Empty)
  431. ? null
  432. : _libraryManager.GetItemById(request.ItemId);
  433. SetDefaultAudioAndSubtitleStreamIndexes(item, clone, user);
  434. }
  435. return new Tuple<LiveStreamResponse, IDirectStreamProvider>(new LiveStreamResponse(clone), liveStream as IDirectStreamProvider);
  436. }
  437. private static void AddMediaInfo(MediaSourceInfo mediaSource, bool isAudio)
  438. {
  439. mediaSource.DefaultSubtitleStreamIndex = null;
  440. // Null this out so that it will be treated like a live stream
  441. if (mediaSource.IsInfiniteStream)
  442. {
  443. mediaSource.RunTimeTicks = null;
  444. }
  445. var audioStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  446. if (audioStream == null || audioStream.Index == -1)
  447. {
  448. mediaSource.DefaultAudioStreamIndex = null;
  449. }
  450. else
  451. {
  452. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  453. }
  454. var videoStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  455. if (videoStream != null)
  456. {
  457. if (!videoStream.BitRate.HasValue)
  458. {
  459. var width = videoStream.Width ?? 1920;
  460. if (width >= 3000)
  461. {
  462. videoStream.BitRate = 30000000;
  463. }
  464. else if (width >= 1900)
  465. {
  466. videoStream.BitRate = 20000000;
  467. }
  468. else if (width >= 1200)
  469. {
  470. videoStream.BitRate = 8000000;
  471. }
  472. else if (width >= 700)
  473. {
  474. videoStream.BitRate = 2000000;
  475. }
  476. }
  477. }
  478. // Try to estimate this
  479. mediaSource.InferTotalBitrate();
  480. }
  481. public async Task<IDirectStreamProvider> GetDirectStreamProviderByUniqueId(string uniqueId, CancellationToken cancellationToken)
  482. {
  483. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  484. try
  485. {
  486. var info = _openStreams.Values.FirstOrDefault(i =>
  487. {
  488. var liveStream = i as ILiveStream;
  489. if (liveStream != null)
  490. {
  491. return string.Equals(liveStream.UniqueId, uniqueId, StringComparison.OrdinalIgnoreCase);
  492. }
  493. return false;
  494. });
  495. return info as IDirectStreamProvider;
  496. }
  497. finally
  498. {
  499. _liveStreamSemaphore.Release();
  500. }
  501. }
  502. public async Task<LiveStreamResponse> OpenLiveStream(LiveStreamRequest request, CancellationToken cancellationToken)
  503. {
  504. var result = await OpenLiveStreamInternal(request, cancellationToken).ConfigureAwait(false);
  505. return result.Item1;
  506. }
  507. public async Task<MediaSourceInfo> GetLiveStreamMediaInfo(string id, CancellationToken cancellationToken)
  508. {
  509. var liveStreamInfo = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  510. var mediaSource = liveStreamInfo.MediaSource;
  511. if (liveStreamInfo is IDirectStreamProvider)
  512. {
  513. var info = await _mediaEncoder.GetMediaInfo(new MediaInfoRequest
  514. {
  515. MediaSource = mediaSource,
  516. ExtractChapters = false,
  517. MediaType = DlnaProfileType.Video
  518. }, cancellationToken).ConfigureAwait(false);
  519. mediaSource.MediaStreams = info.MediaStreams;
  520. mediaSource.Container = info.Container;
  521. mediaSource.Bitrate = info.Bitrate;
  522. }
  523. return mediaSource;
  524. }
  525. public async Task AddMediaInfoWithProbe(MediaSourceInfo mediaSource, bool isAudio, string cacheKey, bool addProbeDelay, bool isLiveStream, CancellationToken cancellationToken)
  526. {
  527. var originalRuntime = mediaSource.RunTimeTicks;
  528. var now = DateTime.UtcNow;
  529. MediaInfo mediaInfo = null;
  530. var cacheFilePath = string.IsNullOrEmpty(cacheKey) ? null : Path.Combine(_appPaths.CachePath, "mediainfo", cacheKey.GetMD5().ToString("N", CultureInfo.InvariantCulture) + ".json");
  531. if (!string.IsNullOrEmpty(cacheKey))
  532. {
  533. try
  534. {
  535. mediaInfo = _jsonSerializer.DeserializeFromFile<MediaInfo>(cacheFilePath);
  536. //_logger.LogDebug("Found cached media info");
  537. }
  538. catch (Exception ex)
  539. {
  540. _logger.LogDebug(ex, "_jsonSerializer.DeserializeFromFile threw an exception.");
  541. }
  542. }
  543. if (mediaInfo == null)
  544. {
  545. if (addProbeDelay)
  546. {
  547. var delayMs = mediaSource.AnalyzeDurationMs ?? 0;
  548. delayMs = Math.Max(3000, delayMs);
  549. await Task.Delay(delayMs, cancellationToken).ConfigureAwait(false);
  550. }
  551. if (isLiveStream)
  552. {
  553. mediaSource.AnalyzeDurationMs = 3000;
  554. }
  555. mediaInfo = await _mediaEncoder.GetMediaInfo(
  556. new MediaInfoRequest
  557. {
  558. MediaSource = mediaSource,
  559. MediaType = isAudio ? DlnaProfileType.Audio : DlnaProfileType.Video,
  560. ExtractChapters = false
  561. },
  562. cancellationToken).ConfigureAwait(false);
  563. if (cacheFilePath != null)
  564. {
  565. Directory.CreateDirectory(Path.GetDirectoryName(cacheFilePath));
  566. _jsonSerializer.SerializeToFile(mediaInfo, cacheFilePath);
  567. //_logger.LogDebug("Saved media info to {0}", cacheFilePath);
  568. }
  569. }
  570. var mediaStreams = mediaInfo.MediaStreams;
  571. if (isLiveStream && !string.IsNullOrEmpty(cacheKey))
  572. {
  573. var newList = new List<MediaStream>();
  574. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Video).Take(1));
  575. newList.AddRange(mediaStreams.Where(i => i.Type == MediaStreamType.Audio).Take(1));
  576. foreach (var stream in newList)
  577. {
  578. stream.Index = -1;
  579. stream.Language = null;
  580. }
  581. mediaStreams = newList;
  582. }
  583. _logger.LogInformation("Live tv media info probe took {0} seconds", (DateTime.UtcNow - now).TotalSeconds.ToString(CultureInfo.InvariantCulture));
  584. mediaSource.Bitrate = mediaInfo.Bitrate;
  585. mediaSource.Container = mediaInfo.Container;
  586. mediaSource.Formats = mediaInfo.Formats;
  587. mediaSource.MediaStreams = mediaStreams;
  588. mediaSource.RunTimeTicks = mediaInfo.RunTimeTicks;
  589. mediaSource.Size = mediaInfo.Size;
  590. mediaSource.Timestamp = mediaInfo.Timestamp;
  591. mediaSource.Video3DFormat = mediaInfo.Video3DFormat;
  592. mediaSource.VideoType = mediaInfo.VideoType;
  593. mediaSource.DefaultSubtitleStreamIndex = null;
  594. if (isLiveStream)
  595. {
  596. // Null this out so that it will be treated like a live stream
  597. if (!originalRuntime.HasValue)
  598. {
  599. mediaSource.RunTimeTicks = null;
  600. }
  601. }
  602. var audioStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  603. if (audioStream == null || audioStream.Index == -1)
  604. {
  605. mediaSource.DefaultAudioStreamIndex = null;
  606. }
  607. else
  608. {
  609. mediaSource.DefaultAudioStreamIndex = audioStream.Index;
  610. }
  611. var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video);
  612. if (videoStream != null)
  613. {
  614. if (!videoStream.BitRate.HasValue)
  615. {
  616. var width = videoStream.Width ?? 1920;
  617. if (width >= 3000)
  618. {
  619. videoStream.BitRate = 30000000;
  620. }
  621. else if (width >= 1900)
  622. {
  623. videoStream.BitRate = 20000000;
  624. }
  625. else if (width >= 1200)
  626. {
  627. videoStream.BitRate = 8000000;
  628. }
  629. else if (width >= 700)
  630. {
  631. videoStream.BitRate = 2000000;
  632. }
  633. }
  634. // This is coming up false and preventing stream copy
  635. videoStream.IsAVC = null;
  636. }
  637. if (isLiveStream)
  638. {
  639. mediaSource.AnalyzeDurationMs = 3000;
  640. }
  641. // Try to estimate this
  642. mediaSource.InferTotalBitrate(true);
  643. }
  644. public async Task<Tuple<MediaSourceInfo, IDirectStreamProvider>> GetLiveStreamWithDirectStreamProvider(string id, CancellationToken cancellationToken)
  645. {
  646. if (string.IsNullOrEmpty(id))
  647. {
  648. throw new ArgumentNullException(nameof(id));
  649. }
  650. var info = await GetLiveStreamInfo(id, cancellationToken).ConfigureAwait(false);
  651. return new Tuple<MediaSourceInfo, IDirectStreamProvider>(info.MediaSource, info as IDirectStreamProvider);
  652. }
  653. private async Task<ILiveStream> GetLiveStreamInfo(string id, CancellationToken cancellationToken)
  654. {
  655. if (string.IsNullOrEmpty(id))
  656. {
  657. throw new ArgumentNullException(nameof(id));
  658. }
  659. await _liveStreamSemaphore.WaitAsync(cancellationToken).ConfigureAwait(false);
  660. try
  661. {
  662. if (_openStreams.TryGetValue(id, out ILiveStream info))
  663. {
  664. return info;
  665. }
  666. else
  667. {
  668. throw new ResourceNotFoundException();
  669. }
  670. }
  671. finally
  672. {
  673. _liveStreamSemaphore.Release();
  674. }
  675. }
  676. public async Task<MediaSourceInfo> GetLiveStream(string id, CancellationToken cancellationToken)
  677. {
  678. var result = await GetLiveStreamWithDirectStreamProvider(id, cancellationToken).ConfigureAwait(false);
  679. return result.Item1;
  680. }
  681. public async Task CloseLiveStream(string id)
  682. {
  683. if (string.IsNullOrEmpty(id))
  684. {
  685. throw new ArgumentNullException(nameof(id));
  686. }
  687. await _liveStreamSemaphore.WaitAsync().ConfigureAwait(false);
  688. try
  689. {
  690. if (_openStreams.TryGetValue(id, out ILiveStream liveStream))
  691. {
  692. liveStream.ConsumerCount--;
  693. _logger.LogInformation("Live stream {0} consumer count is now {1}", liveStream.OriginalStreamId, liveStream.ConsumerCount);
  694. if (liveStream.ConsumerCount <= 0)
  695. {
  696. _openStreams.Remove(id);
  697. _logger.LogInformation("Closing live stream {0}", id);
  698. await liveStream.Close().ConfigureAwait(false);
  699. _logger.LogInformation("Live stream {0} closed successfully", id);
  700. }
  701. }
  702. }
  703. finally
  704. {
  705. _liveStreamSemaphore.Release();
  706. }
  707. }
  708. // Do not use a pipe here because Roku http requests to the server will fail, without any explicit error message.
  709. private const char LiveStreamIdDelimeter = '_';
  710. private Tuple<IMediaSourceProvider, string> GetProvider(string key)
  711. {
  712. if (string.IsNullOrEmpty(key))
  713. {
  714. throw new ArgumentException("key");
  715. }
  716. var keys = key.Split(new[] { LiveStreamIdDelimeter }, 2);
  717. var provider = _providers.FirstOrDefault(i => string.Equals(i.GetType().FullName.GetMD5().ToString("N", CultureInfo.InvariantCulture), keys[0], StringComparison.OrdinalIgnoreCase));
  718. var splitIndex = key.IndexOf(LiveStreamIdDelimeter);
  719. var keyId = key.Substring(splitIndex + 1);
  720. return new Tuple<IMediaSourceProvider, string>(provider, keyId);
  721. }
  722. /// <summary>
  723. /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
  724. /// </summary>
  725. public void Dispose()
  726. {
  727. Dispose(true);
  728. }
  729. private readonly object _disposeLock = new object();
  730. /// <summary>
  731. /// Releases unmanaged and - optionally - managed resources.
  732. /// </summary>
  733. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  734. protected virtual void Dispose(bool dispose)
  735. {
  736. if (dispose)
  737. {
  738. lock (_disposeLock)
  739. {
  740. foreach (var key in _openStreams.Keys.ToList())
  741. {
  742. var task = CloseLiveStream(key);
  743. Task.WaitAll(task);
  744. }
  745. }
  746. }
  747. }
  748. }
  749. }