ChannelManager.cs 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Text.Json;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using Jellyfin.Data.Entities;
  11. using Jellyfin.Data.Enums;
  12. using Jellyfin.Extensions;
  13. using Jellyfin.Extensions.Json;
  14. using MediaBrowser.Common.Extensions;
  15. using MediaBrowser.Common.Progress;
  16. using MediaBrowser.Controller.Channels;
  17. using MediaBrowser.Controller.Configuration;
  18. using MediaBrowser.Controller.Dto;
  19. using MediaBrowser.Controller.Entities;
  20. using MediaBrowser.Controller.Entities.Audio;
  21. using MediaBrowser.Controller.Library;
  22. using MediaBrowser.Controller.Providers;
  23. using MediaBrowser.Model.Channels;
  24. using MediaBrowser.Model.Dto;
  25. using MediaBrowser.Model.Entities;
  26. using MediaBrowser.Model.IO;
  27. using MediaBrowser.Model.Querying;
  28. using Microsoft.Extensions.Caching.Memory;
  29. using Microsoft.Extensions.Logging;
  30. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  31. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  32. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  33. using Season = MediaBrowser.Controller.Entities.TV.Season;
  34. using Series = MediaBrowser.Controller.Entities.TV.Series;
  35. namespace Emby.Server.Implementations.Channels
  36. {
  37. /// <summary>
  38. /// The LiveTV channel manager.
  39. /// </summary>
  40. public class ChannelManager : IChannelManager, IDisposable
  41. {
  42. private readonly IUserManager _userManager;
  43. private readonly IUserDataManager _userDataManager;
  44. private readonly IDtoService _dtoService;
  45. private readonly ILibraryManager _libraryManager;
  46. private readonly ILogger<ChannelManager> _logger;
  47. private readonly IServerConfigurationManager _config;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly IProviderManager _providerManager;
  50. private readonly IMemoryCache _memoryCache;
  51. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  52. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  53. private bool _disposed = false;
  54. /// <summary>
  55. /// Initializes a new instance of the <see cref="ChannelManager"/> class.
  56. /// </summary>
  57. /// <param name="userManager">The user manager.</param>
  58. /// <param name="dtoService">The dto service.</param>
  59. /// <param name="libraryManager">The library manager.</param>
  60. /// <param name="logger">The logger.</param>
  61. /// <param name="config">The server configuration manager.</param>
  62. /// <param name="fileSystem">The filesystem.</param>
  63. /// <param name="userDataManager">The user data manager.</param>
  64. /// <param name="providerManager">The provider manager.</param>
  65. /// <param name="memoryCache">The memory cache.</param>
  66. /// <param name="channels">The channels.</param>
  67. public ChannelManager(
  68. IUserManager userManager,
  69. IDtoService dtoService,
  70. ILibraryManager libraryManager,
  71. ILogger<ChannelManager> logger,
  72. IServerConfigurationManager config,
  73. IFileSystem fileSystem,
  74. IUserDataManager userDataManager,
  75. IProviderManager providerManager,
  76. IMemoryCache memoryCache,
  77. IEnumerable<IChannel> channels)
  78. {
  79. _userManager = userManager;
  80. _dtoService = dtoService;
  81. _libraryManager = libraryManager;
  82. _logger = logger;
  83. _config = config;
  84. _fileSystem = fileSystem;
  85. _userDataManager = userDataManager;
  86. _providerManager = providerManager;
  87. _memoryCache = memoryCache;
  88. Channels = channels.ToArray();
  89. }
  90. internal IChannel[] Channels { get; }
  91. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  92. /// <inheritdoc />
  93. public bool EnableMediaSourceDisplay(BaseItem item)
  94. {
  95. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  96. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  97. return channel is not IDisableMediaSourceDisplay;
  98. }
  99. /// <inheritdoc />
  100. public bool CanDelete(BaseItem item)
  101. {
  102. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  103. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  104. return channel is ISupportsDelete supportsDelete && supportsDelete.CanDelete(item);
  105. }
  106. /// <inheritdoc />
  107. public bool EnableMediaProbe(BaseItem item)
  108. {
  109. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  110. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  111. return channel is ISupportsMediaProbe;
  112. }
  113. /// <inheritdoc />
  114. public Task DeleteItem(BaseItem item)
  115. {
  116. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  117. if (internalChannel is null)
  118. {
  119. throw new ArgumentException(nameof(item.ChannelId));
  120. }
  121. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  122. if (channel is not ISupportsDelete supportsDelete)
  123. {
  124. throw new ArgumentException(nameof(channel));
  125. }
  126. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  127. }
  128. private IEnumerable<IChannel> GetAllChannels()
  129. {
  130. return Channels
  131. .OrderBy(i => i.Name);
  132. }
  133. /// <summary>
  134. /// Get the installed channel IDs.
  135. /// </summary>
  136. /// <returns>An <see cref="IEnumerable{T}"/> containing installed channel IDs.</returns>
  137. public IEnumerable<Guid> GetInstalledChannelIds()
  138. {
  139. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  140. }
  141. /// <inheritdoc />
  142. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  143. {
  144. var user = query.UserId.Equals(default)
  145. ? null
  146. : _userManager.GetUserById(query.UserId);
  147. var channels = GetAllChannels()
  148. .Select(GetChannelEntity)
  149. .OrderBy(i => i.SortName)
  150. .ToList();
  151. if (query.IsRecordingsFolder.HasValue)
  152. {
  153. var val = query.IsRecordingsFolder.Value;
  154. channels = channels.Where(i =>
  155. {
  156. try
  157. {
  158. return (GetChannelProvider(i) is IHasFolderAttributes hasAttributes
  159. && hasAttributes.Attributes.Contains("Recordings", StringComparison.OrdinalIgnoreCase)) == val;
  160. }
  161. catch
  162. {
  163. return false;
  164. }
  165. }).ToList();
  166. }
  167. if (query.SupportsLatestItems.HasValue)
  168. {
  169. var val = query.SupportsLatestItems.Value;
  170. channels = channels.Where(i =>
  171. {
  172. try
  173. {
  174. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  175. }
  176. catch
  177. {
  178. return false;
  179. }
  180. }).ToList();
  181. }
  182. if (query.SupportsMediaDeletion.HasValue)
  183. {
  184. var val = query.SupportsMediaDeletion.Value;
  185. channels = channels.Where(i =>
  186. {
  187. try
  188. {
  189. return GetChannelProvider(i) is ISupportsDelete == val;
  190. }
  191. catch
  192. {
  193. return false;
  194. }
  195. }).ToList();
  196. }
  197. if (query.IsFavorite.HasValue)
  198. {
  199. var val = query.IsFavorite.Value;
  200. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  201. .ToList();
  202. }
  203. if (user is not null)
  204. {
  205. channels = channels.Where(i =>
  206. {
  207. if (!i.IsVisible(user))
  208. {
  209. return false;
  210. }
  211. try
  212. {
  213. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N", CultureInfo.InvariantCulture));
  214. }
  215. catch
  216. {
  217. return false;
  218. }
  219. }).ToList();
  220. }
  221. var all = channels;
  222. var totalCount = all.Count;
  223. if (query.StartIndex.HasValue || query.Limit.HasValue)
  224. {
  225. int startIndex = query.StartIndex ?? 0;
  226. int count = query.Limit is null ? totalCount - startIndex : Math.Min(query.Limit.Value, totalCount - startIndex);
  227. all = all.GetRange(startIndex, count);
  228. }
  229. if (query.RefreshLatestChannelItems)
  230. {
  231. foreach (var item in all)
  232. {
  233. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  234. }
  235. }
  236. return new QueryResult<Channel>(
  237. query.StartIndex,
  238. totalCount,
  239. all);
  240. }
  241. /// <inheritdoc />
  242. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  243. {
  244. var user = query.UserId.Equals(default)
  245. ? null
  246. : _userManager.GetUserById(query.UserId);
  247. var internalResult = GetChannelsInternal(query);
  248. var dtoOptions = new DtoOptions();
  249. // TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  250. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  251. var result = new QueryResult<BaseItemDto>(
  252. query.StartIndex,
  253. internalResult.TotalRecordCount,
  254. returnItems);
  255. return result;
  256. }
  257. /// <summary>
  258. /// Refreshes the associated channels.
  259. /// </summary>
  260. /// <param name="progress">The progress.</param>
  261. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  262. /// <returns>The completed task.</returns>
  263. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  264. {
  265. var allChannelsList = GetAllChannels().ToList();
  266. var numComplete = 0;
  267. foreach (var channelInfo in allChannelsList)
  268. {
  269. cancellationToken.ThrowIfCancellationRequested();
  270. try
  271. {
  272. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  273. }
  274. catch (OperationCanceledException)
  275. {
  276. throw;
  277. }
  278. catch (Exception ex)
  279. {
  280. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  281. }
  282. numComplete++;
  283. double percent = (double)numComplete / allChannelsList.Count;
  284. progress.Report(100 * percent);
  285. }
  286. progress.Report(100);
  287. }
  288. private Channel GetChannelEntity(IChannel channel)
  289. {
  290. return GetChannel(GetInternalChannelId(channel.Name)) ?? GetChannel(channel, CancellationToken.None).GetAwaiter().GetResult();
  291. }
  292. private MediaSourceInfo[] GetSavedMediaSources(BaseItem item)
  293. {
  294. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  295. try
  296. {
  297. var bytes = File.ReadAllBytes(path);
  298. return JsonSerializer.Deserialize<MediaSourceInfo[]>(bytes, _jsonOptions)
  299. ?? Array.Empty<MediaSourceInfo>();
  300. }
  301. catch
  302. {
  303. return Array.Empty<MediaSourceInfo>();
  304. }
  305. }
  306. private async Task SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  307. {
  308. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  309. if (mediaSources is null || mediaSources.Count == 0)
  310. {
  311. try
  312. {
  313. _fileSystem.DeleteFile(path);
  314. }
  315. catch
  316. {
  317. }
  318. return;
  319. }
  320. Directory.CreateDirectory(Path.GetDirectoryName(path));
  321. await using FileStream createStream = File.Create(path);
  322. await JsonSerializer.SerializeAsync(createStream, mediaSources, _jsonOptions).ConfigureAwait(false);
  323. }
  324. /// <inheritdoc />
  325. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  326. {
  327. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  328. return results
  329. .Select(i => NormalizeMediaSource(item, i))
  330. .ToList();
  331. }
  332. /// <summary>
  333. /// Gets the dynamic media sources based on the provided item.
  334. /// </summary>
  335. /// <param name="item">The item.</param>
  336. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  337. /// <returns>The task representing the operation to get the media sources.</returns>
  338. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  339. {
  340. var channel = GetChannel(item.ChannelId);
  341. var channelPlugin = GetChannelProvider(channel);
  342. IEnumerable<MediaSourceInfo> results;
  343. if (channelPlugin is IRequiresMediaInfoCallback requiresCallback)
  344. {
  345. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  346. .ConfigureAwait(false);
  347. }
  348. else
  349. {
  350. results = Enumerable.Empty<MediaSourceInfo>();
  351. }
  352. return results
  353. .Select(i => NormalizeMediaSource(item, i))
  354. .ToList();
  355. }
  356. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  357. {
  358. if (_memoryCache.TryGetValue(id, out List<MediaSourceInfo> cachedInfo))
  359. {
  360. return cachedInfo;
  361. }
  362. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  363. .ConfigureAwait(false);
  364. var list = mediaInfo.ToList();
  365. _memoryCache.Set(id, list, DateTimeOffset.UtcNow.AddMinutes(5));
  366. return list;
  367. }
  368. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  369. {
  370. info.RunTimeTicks ??= item.RunTimeTicks;
  371. return info;
  372. }
  373. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  374. {
  375. var parentFolderId = Guid.Empty;
  376. var id = GetInternalChannelId(channelInfo.Name);
  377. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  378. var isNew = false;
  379. var forceUpdate = false;
  380. var item = _libraryManager.GetItemById(id) as Channel;
  381. if (item is null)
  382. {
  383. item = new Channel
  384. {
  385. Name = channelInfo.Name,
  386. Id = id,
  387. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  388. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  389. };
  390. isNew = true;
  391. }
  392. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  393. {
  394. isNew = true;
  395. }
  396. item.Path = path;
  397. if (!item.ChannelId.Equals(id))
  398. {
  399. forceUpdate = true;
  400. }
  401. item.ChannelId = id;
  402. if (!item.ParentId.Equals(parentFolderId))
  403. {
  404. forceUpdate = true;
  405. }
  406. item.ParentId = parentFolderId;
  407. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  408. item.Overview = channelInfo.Description;
  409. if (string.IsNullOrWhiteSpace(item.Name))
  410. {
  411. item.Name = channelInfo.Name;
  412. }
  413. if (isNew)
  414. {
  415. item.OnMetadataChanged();
  416. _libraryManager.CreateItem(item, null);
  417. }
  418. await item.RefreshMetadata(
  419. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  420. {
  421. ForceSave = !isNew && forceUpdate
  422. },
  423. cancellationToken).ConfigureAwait(false);
  424. return item;
  425. }
  426. private static string GetOfficialRating(ChannelParentalRating rating)
  427. {
  428. return rating switch
  429. {
  430. ChannelParentalRating.Adult => "XXX",
  431. ChannelParentalRating.UsR => "R",
  432. ChannelParentalRating.UsPG13 => "PG-13",
  433. ChannelParentalRating.UsPG => "PG",
  434. _ => null
  435. };
  436. }
  437. /// <summary>
  438. /// Gets a channel with the provided Guid.
  439. /// </summary>
  440. /// <param name="id">The Guid.</param>
  441. /// <returns>The corresponding channel.</returns>
  442. public Channel GetChannel(Guid id)
  443. {
  444. return _libraryManager.GetItemById(id) as Channel;
  445. }
  446. /// <inheritdoc />
  447. public Channel GetChannel(string id)
  448. {
  449. return _libraryManager.GetItemById(id) as Channel;
  450. }
  451. /// <inheritdoc />
  452. public ChannelFeatures[] GetAllChannelFeatures()
  453. {
  454. return _libraryManager.GetItemIds(
  455. new InternalItemsQuery
  456. {
  457. IncludeItemTypes = new[] { BaseItemKind.Channel },
  458. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  459. }).Select(i => GetChannelFeatures(i)).ToArray();
  460. }
  461. /// <inheritdoc />
  462. public ChannelFeatures GetChannelFeatures(Guid? id)
  463. {
  464. if (!id.HasValue)
  465. {
  466. throw new ArgumentNullException(nameof(id));
  467. }
  468. var channel = GetChannel(id.Value);
  469. var channelProvider = GetChannelProvider(channel);
  470. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  471. }
  472. /// <summary>
  473. /// Checks whether the provided Guid supports external transfer.
  474. /// </summary>
  475. /// <param name="channelId">The Guid.</param>
  476. /// <returns>Whether or not the provided Guid supports external transfer.</returns>
  477. public bool SupportsExternalTransfer(Guid channelId)
  478. {
  479. var channelProvider = GetChannelProvider(channelId);
  480. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  481. }
  482. /// <summary>
  483. /// Gets the provided channel's supported features.
  484. /// </summary>
  485. /// <param name="channel">The channel.</param>
  486. /// <param name="provider">The provider.</param>
  487. /// <param name="features">The features.</param>
  488. /// <returns>The supported features.</returns>
  489. public ChannelFeatures GetChannelFeaturesDto(
  490. Channel channel,
  491. IChannel provider,
  492. InternalChannelFeatures features)
  493. {
  494. var supportsLatest = provider is ISupportsLatestMedia;
  495. return new ChannelFeatures(channel.Name, channel.Id)
  496. {
  497. CanFilter = !features.MaxPageSize.HasValue,
  498. CanSearch = provider is ISearchableChannel,
  499. ContentTypes = features.ContentTypes.ToArray(),
  500. DefaultSortFields = features.DefaultSortFields.ToArray(),
  501. MaxPageSize = features.MaxPageSize,
  502. MediaTypes = features.MediaTypes.ToArray(),
  503. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  504. SupportsLatestMedia = supportsLatest,
  505. SupportsContentDownloading = features.SupportsContentDownloading,
  506. AutoRefreshLevels = features.AutoRefreshLevels
  507. };
  508. }
  509. private Guid GetInternalChannelId(string name)
  510. {
  511. ArgumentException.ThrowIfNullOrEmpty(name);
  512. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  513. }
  514. /// <inheritdoc />
  515. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  516. {
  517. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  518. var items = internalResult.Items;
  519. var totalRecordCount = internalResult.TotalRecordCount;
  520. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  521. var result = new QueryResult<BaseItemDto>(
  522. query.StartIndex,
  523. totalRecordCount,
  524. returnItems);
  525. return result;
  526. }
  527. /// <inheritdoc />
  528. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  529. {
  530. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  531. if (query.ChannelIds.Count > 0)
  532. {
  533. // Avoid implicitly captured closure
  534. var ids = query.ChannelIds;
  535. channels = channels
  536. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  537. .ToArray();
  538. }
  539. if (channels.Length == 0)
  540. {
  541. return new QueryResult<BaseItem>();
  542. }
  543. foreach (var channel in channels)
  544. {
  545. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  546. }
  547. query.IsFolder = false;
  548. // hack for trailers, figure out a better way later
  549. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.Contains("Trailer", StringComparison.Ordinal);
  550. if (sortByPremiereDate)
  551. {
  552. query.OrderBy = new[]
  553. {
  554. (ItemSortBy.PremiereDate, SortOrder.Descending),
  555. (ItemSortBy.ProductionYear, SortOrder.Descending),
  556. (ItemSortBy.DateCreated, SortOrder.Descending)
  557. };
  558. }
  559. else
  560. {
  561. query.OrderBy = new[]
  562. {
  563. (ItemSortBy.DateCreated, SortOrder.Descending)
  564. };
  565. }
  566. return _libraryManager.GetItemsResult(query);
  567. }
  568. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  569. {
  570. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  571. var query = new InternalItemsQuery
  572. {
  573. Parent = internalChannel,
  574. EnableTotalRecordCount = false,
  575. ChannelIds = new Guid[] { internalChannel.Id }
  576. };
  577. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  578. foreach (var item in result.Items)
  579. {
  580. if (item is Folder folder)
  581. {
  582. await GetChannelItemsInternal(
  583. new InternalItemsQuery
  584. {
  585. Parent = folder,
  586. EnableTotalRecordCount = false,
  587. ChannelIds = new Guid[] { internalChannel.Id }
  588. },
  589. new SimpleProgress<double>(),
  590. cancellationToken).ConfigureAwait(false);
  591. }
  592. }
  593. }
  594. /// <inheritdoc />
  595. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  596. {
  597. // Get the internal channel entity
  598. var channel = GetChannel(query.ChannelIds[0]);
  599. // Find the corresponding channel provider plugin
  600. var channelProvider = GetChannelProvider(channel);
  601. var parentItem = query.ParentId.Equals(default)
  602. ? channel
  603. : _libraryManager.GetItemById(query.ParentId);
  604. var itemsResult = await GetChannelItems(
  605. channelProvider,
  606. query.User,
  607. parentItem is Channel ? null : parentItem.ExternalId,
  608. null,
  609. false,
  610. cancellationToken)
  611. .ConfigureAwait(false);
  612. if (query.ParentId.Equals(default))
  613. {
  614. query.Parent = channel;
  615. }
  616. query.ChannelIds = Array.Empty<Guid>();
  617. // Not yet sure why this is causing a problem
  618. query.GroupByPresentationUniqueKey = false;
  619. // null if came from cache
  620. if (itemsResult is not null)
  621. {
  622. var items = itemsResult.Items;
  623. var itemsLen = items.Count;
  624. var internalItems = new Guid[itemsLen];
  625. for (int i = 0; i < itemsLen; i++)
  626. {
  627. internalItems[i] = (await GetChannelItemEntityAsync(
  628. items[i],
  629. channelProvider,
  630. channel.Id,
  631. parentItem,
  632. cancellationToken).ConfigureAwait(false)).Id;
  633. }
  634. var existingIds = _libraryManager.GetItemIds(query);
  635. var deadIds = existingIds.Except(internalItems)
  636. .ToArray();
  637. foreach (var deadId in deadIds)
  638. {
  639. var deadItem = _libraryManager.GetItemById(deadId);
  640. if (deadItem is not null)
  641. {
  642. _libraryManager.DeleteItem(
  643. deadItem,
  644. new DeleteOptions
  645. {
  646. DeleteFileLocation = false,
  647. DeleteFromExternalProvider = false
  648. },
  649. parentItem,
  650. false);
  651. }
  652. }
  653. }
  654. return _libraryManager.GetItemsResult(query);
  655. }
  656. /// <inheritdoc />
  657. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  658. {
  659. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  660. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  661. var result = new QueryResult<BaseItemDto>(
  662. query.StartIndex,
  663. internalResult.TotalRecordCount,
  664. returnItems);
  665. return result;
  666. }
  667. private async Task<ChannelItemResult> GetChannelItems(
  668. IChannel channel,
  669. User user,
  670. string externalFolderId,
  671. ChannelItemSortField? sortField,
  672. bool sortDescending,
  673. CancellationToken cancellationToken)
  674. {
  675. var userId = user?.Id.ToString("N", CultureInfo.InvariantCulture);
  676. var cacheLength = CacheLength;
  677. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  678. try
  679. {
  680. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  681. {
  682. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  683. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  684. if (cachedResult is not null)
  685. {
  686. return null;
  687. }
  688. }
  689. }
  690. catch (FileNotFoundException)
  691. {
  692. }
  693. catch (IOException)
  694. {
  695. }
  696. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  697. try
  698. {
  699. try
  700. {
  701. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  702. {
  703. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  704. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  705. if (cachedResult is not null)
  706. {
  707. return null;
  708. }
  709. }
  710. }
  711. catch (FileNotFoundException)
  712. {
  713. }
  714. catch (IOException)
  715. {
  716. }
  717. var query = new InternalChannelItemQuery
  718. {
  719. UserId = user?.Id ?? Guid.Empty,
  720. SortBy = sortField,
  721. SortDescending = sortDescending,
  722. FolderId = externalFolderId
  723. };
  724. query.FolderId = externalFolderId;
  725. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  726. if (result is null)
  727. {
  728. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  729. }
  730. await CacheResponse(result, cachePath);
  731. return result;
  732. }
  733. finally
  734. {
  735. _resourcePool.Release();
  736. }
  737. }
  738. private async Task CacheResponse(ChannelItemResult result, string path)
  739. {
  740. try
  741. {
  742. Directory.CreateDirectory(Path.GetDirectoryName(path));
  743. await using FileStream createStream = File.Create(path);
  744. await JsonSerializer.SerializeAsync(createStream, result, _jsonOptions).ConfigureAwait(false);
  745. }
  746. catch (Exception ex)
  747. {
  748. _logger.LogError(ex, "Error writing to channel cache file: {Path}", path);
  749. }
  750. }
  751. private string GetChannelDataCachePath(
  752. IChannel channel,
  753. string userId,
  754. string externalFolderId,
  755. ChannelItemSortField? sortField,
  756. bool sortDescending)
  757. {
  758. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  759. var userCacheKey = string.Empty;
  760. if (channel is IHasCacheKey hasCacheKey)
  761. {
  762. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  763. }
  764. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  765. filename += userCacheKey;
  766. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  767. if (sortField.HasValue)
  768. {
  769. filename += "-sortField-" + sortField.Value;
  770. }
  771. if (sortDescending)
  772. {
  773. filename += "-sortDescending";
  774. }
  775. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  776. return Path.Combine(
  777. _config.ApplicationPaths.CachePath,
  778. "channels",
  779. channelId,
  780. version,
  781. filename + ".json");
  782. }
  783. private static string GetIdToHash(string externalId, string channelName)
  784. {
  785. // Increment this as needed to force new downloads
  786. // Incorporate Name because it's being used to convert channel entity to provider
  787. return externalId + (channelName ?? string.Empty) + "16";
  788. }
  789. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  790. where T : BaseItem, new()
  791. {
  792. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  793. T item = null;
  794. try
  795. {
  796. item = _libraryManager.GetItemById(id) as T;
  797. }
  798. catch (Exception ex)
  799. {
  800. _logger.LogError(ex, "Error retrieving channel item from database");
  801. }
  802. if (item is null)
  803. {
  804. item = new T();
  805. isNew = true;
  806. }
  807. else
  808. {
  809. isNew = false;
  810. }
  811. item.Id = id;
  812. return item;
  813. }
  814. private async Task<BaseItem> GetChannelItemEntityAsync(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  815. {
  816. var parentFolderId = parentFolder.Id;
  817. BaseItem item;
  818. bool isNew;
  819. bool forceUpdate = false;
  820. if (info.Type == ChannelItemType.Folder)
  821. {
  822. item = info.FolderType switch
  823. {
  824. ChannelFolderType.MusicAlbum => GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew),
  825. ChannelFolderType.MusicArtist => GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew),
  826. ChannelFolderType.PhotoAlbum => GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew),
  827. ChannelFolderType.Series => GetItemById<Series>(info.Id, channelProvider.Name, out isNew),
  828. ChannelFolderType.Season => GetItemById<Season>(info.Id, channelProvider.Name, out isNew),
  829. _ => GetItemById<Folder>(info.Id, channelProvider.Name, out isNew)
  830. };
  831. }
  832. else if (info.MediaType == ChannelMediaType.Audio)
  833. {
  834. item = info.ContentType == ChannelMediaContentType.Podcast
  835. ? GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew)
  836. : GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  837. }
  838. else
  839. {
  840. item = info.ContentType switch
  841. {
  842. ChannelMediaContentType.Episode => GetItemById<Episode>(info.Id, channelProvider.Name, out isNew),
  843. ChannelMediaContentType.Movie => GetItemById<Movie>(info.Id, channelProvider.Name, out isNew),
  844. var x when x == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer
  845. => GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew),
  846. _ => GetItemById<Video>(info.Id, channelProvider.Name, out isNew)
  847. };
  848. }
  849. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  850. if (info.IsLiveStream)
  851. {
  852. item.RunTimeTicks = null;
  853. }
  854. else if (isNew || !enableMediaProbe)
  855. {
  856. item.RunTimeTicks = info.RunTimeTicks;
  857. }
  858. if (isNew)
  859. {
  860. item.Name = info.Name;
  861. item.Genres = info.Genres.ToArray();
  862. item.Studios = info.Studios.ToArray();
  863. item.CommunityRating = info.CommunityRating;
  864. item.Overview = info.Overview;
  865. item.IndexNumber = info.IndexNumber;
  866. item.ParentIndexNumber = info.ParentIndexNumber;
  867. item.PremiereDate = info.PremiereDate;
  868. item.ProductionYear = info.ProductionYear;
  869. item.ProviderIds = info.ProviderIds;
  870. item.OfficialRating = info.OfficialRating;
  871. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  872. item.Tags = info.Tags.ToArray();
  873. item.OriginalTitle = info.OriginalTitle;
  874. }
  875. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  876. {
  877. // At least update names of container folders
  878. if (item.Name != info.Name)
  879. {
  880. item.Name = info.Name;
  881. forceUpdate = true;
  882. }
  883. }
  884. if (item is IHasArtist hasArtists)
  885. {
  886. hasArtists.Artists = info.Artists.ToArray();
  887. }
  888. if (item is IHasAlbumArtist hasAlbumArtists)
  889. {
  890. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  891. }
  892. if (item is Trailer trailer)
  893. {
  894. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  895. {
  896. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  897. forceUpdate = true;
  898. }
  899. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  900. }
  901. if (info.DateModified > item.DateModified)
  902. {
  903. item.DateModified = info.DateModified;
  904. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  905. forceUpdate = true;
  906. }
  907. if (!internalChannelId.Equals(item.ChannelId))
  908. {
  909. forceUpdate = true;
  910. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  911. }
  912. item.ChannelId = internalChannelId;
  913. if (!item.ParentId.Equals(parentFolderId))
  914. {
  915. forceUpdate = true;
  916. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  917. }
  918. item.ParentId = parentFolderId;
  919. if (item is IHasSeries hasSeries)
  920. {
  921. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  922. {
  923. forceUpdate = true;
  924. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  925. }
  926. hasSeries.SeriesName = info.SeriesName;
  927. }
  928. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  929. {
  930. forceUpdate = true;
  931. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  932. }
  933. item.ExternalId = info.Id;
  934. if (item is Audio channelAudioItem)
  935. {
  936. channelAudioItem.ExtraType = info.ExtraType;
  937. var mediaSource = info.MediaSources.FirstOrDefault();
  938. item.Path = mediaSource?.Path;
  939. }
  940. if (item is Video channelVideoItem)
  941. {
  942. channelVideoItem.ExtraType = info.ExtraType;
  943. var mediaSource = info.MediaSources.FirstOrDefault();
  944. item.Path = mediaSource?.Path;
  945. }
  946. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  947. {
  948. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  949. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  950. forceUpdate = true;
  951. }
  952. if (!info.IsLiveStream)
  953. {
  954. if (item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  955. {
  956. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  957. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  958. forceUpdate = true;
  959. }
  960. }
  961. else
  962. {
  963. if (!item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  964. {
  965. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  966. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  967. forceUpdate = true;
  968. }
  969. }
  970. item.OnMetadataChanged();
  971. if (isNew)
  972. {
  973. _libraryManager.CreateItem(item, parentFolder);
  974. if (info.People is not null && info.People.Count > 0)
  975. {
  976. _libraryManager.UpdatePeople(item, info.People);
  977. }
  978. }
  979. else if (forceUpdate)
  980. {
  981. await item.UpdateToRepositoryAsync(ItemUpdateType.None, cancellationToken).ConfigureAwait(false);
  982. }
  983. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  984. {
  985. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  986. {
  987. await SaveMediaSources(item, new List<MediaSourceInfo>()).ConfigureAwait(false);
  988. }
  989. else
  990. {
  991. await SaveMediaSources(item, info.MediaSources).ConfigureAwait(false);
  992. }
  993. }
  994. if (isNew || forceUpdate || item.DateLastRefreshed == default)
  995. {
  996. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  997. }
  998. return item;
  999. }
  1000. internal IChannel GetChannelProvider(Channel channel)
  1001. {
  1002. ArgumentNullException.ThrowIfNull(channel);
  1003. var result = GetAllChannels()
  1004. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  1005. if (result is null)
  1006. {
  1007. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  1008. }
  1009. return result;
  1010. }
  1011. internal IChannel GetChannelProvider(Guid internalChannelId)
  1012. {
  1013. var result = GetAllChannels()
  1014. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  1015. if (result is null)
  1016. {
  1017. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  1018. }
  1019. return result;
  1020. }
  1021. /// <inheritdoc />
  1022. public void Dispose()
  1023. {
  1024. Dispose(true);
  1025. GC.SuppressFinalize(this);
  1026. }
  1027. /// <summary>
  1028. /// Releases unmanaged and optionally managed resources.
  1029. /// </summary>
  1030. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1031. protected virtual void Dispose(bool disposing)
  1032. {
  1033. if (_disposed)
  1034. {
  1035. return;
  1036. }
  1037. if (disposing)
  1038. {
  1039. _resourcePool?.Dispose();
  1040. }
  1041. _disposed = true;
  1042. }
  1043. }
  1044. }