2
0

ChannelManager.cs 45 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Text.Json;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using Jellyfin.Data.Entities;
  11. using Jellyfin.Data.Enums;
  12. using Jellyfin.Extensions;
  13. using Jellyfin.Extensions.Json;
  14. using MediaBrowser.Common.Extensions;
  15. using MediaBrowser.Common.Progress;
  16. using MediaBrowser.Controller.Channels;
  17. using MediaBrowser.Controller.Configuration;
  18. using MediaBrowser.Controller.Dto;
  19. using MediaBrowser.Controller.Entities;
  20. using MediaBrowser.Controller.Entities.Audio;
  21. using MediaBrowser.Controller.Library;
  22. using MediaBrowser.Controller.Providers;
  23. using MediaBrowser.Model.Channels;
  24. using MediaBrowser.Model.Dto;
  25. using MediaBrowser.Model.Entities;
  26. using MediaBrowser.Model.IO;
  27. using MediaBrowser.Model.Querying;
  28. using Microsoft.Extensions.Caching.Memory;
  29. using Microsoft.Extensions.Logging;
  30. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  31. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  32. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  33. using Season = MediaBrowser.Controller.Entities.TV.Season;
  34. using Series = MediaBrowser.Controller.Entities.TV.Series;
  35. namespace Emby.Server.Implementations.Channels
  36. {
  37. /// <summary>
  38. /// The LiveTV channel manager.
  39. /// </summary>
  40. public class ChannelManager : IChannelManager, IDisposable
  41. {
  42. private readonly IUserManager _userManager;
  43. private readonly IUserDataManager _userDataManager;
  44. private readonly IDtoService _dtoService;
  45. private readonly ILibraryManager _libraryManager;
  46. private readonly ILogger<ChannelManager> _logger;
  47. private readonly IServerConfigurationManager _config;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly IProviderManager _providerManager;
  50. private readonly IMemoryCache _memoryCache;
  51. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  52. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  53. private bool _disposed = false;
  54. /// <summary>
  55. /// Initializes a new instance of the <see cref="ChannelManager"/> class.
  56. /// </summary>
  57. /// <param name="userManager">The user manager.</param>
  58. /// <param name="dtoService">The dto service.</param>
  59. /// <param name="libraryManager">The library manager.</param>
  60. /// <param name="logger">The logger.</param>
  61. /// <param name="config">The server configuration manager.</param>
  62. /// <param name="fileSystem">The filesystem.</param>
  63. /// <param name="userDataManager">The user data manager.</param>
  64. /// <param name="providerManager">The provider manager.</param>
  65. /// <param name="memoryCache">The memory cache.</param>
  66. /// <param name="channels">The channels.</param>
  67. public ChannelManager(
  68. IUserManager userManager,
  69. IDtoService dtoService,
  70. ILibraryManager libraryManager,
  71. ILogger<ChannelManager> logger,
  72. IServerConfigurationManager config,
  73. IFileSystem fileSystem,
  74. IUserDataManager userDataManager,
  75. IProviderManager providerManager,
  76. IMemoryCache memoryCache,
  77. IEnumerable<IChannel> channels)
  78. {
  79. _userManager = userManager;
  80. _dtoService = dtoService;
  81. _libraryManager = libraryManager;
  82. _logger = logger;
  83. _config = config;
  84. _fileSystem = fileSystem;
  85. _userDataManager = userDataManager;
  86. _providerManager = providerManager;
  87. _memoryCache = memoryCache;
  88. Channels = channels.ToArray();
  89. }
  90. internal IChannel[] Channels { get; }
  91. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  92. /// <inheritdoc />
  93. public bool EnableMediaSourceDisplay(BaseItem item)
  94. {
  95. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  96. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  97. return channel is not IDisableMediaSourceDisplay;
  98. }
  99. /// <inheritdoc />
  100. public bool CanDelete(BaseItem item)
  101. {
  102. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  103. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  104. return channel is ISupportsDelete supportsDelete && supportsDelete.CanDelete(item);
  105. }
  106. /// <inheritdoc />
  107. public bool EnableMediaProbe(BaseItem item)
  108. {
  109. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  110. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  111. return channel is ISupportsMediaProbe;
  112. }
  113. /// <inheritdoc />
  114. public Task DeleteItem(BaseItem item)
  115. {
  116. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  117. if (internalChannel is null)
  118. {
  119. throw new ArgumentException(nameof(item.ChannelId));
  120. }
  121. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  122. if (channel is not ISupportsDelete supportsDelete)
  123. {
  124. throw new ArgumentException(nameof(channel));
  125. }
  126. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  127. }
  128. private IEnumerable<IChannel> GetAllChannels()
  129. {
  130. return Channels
  131. .OrderBy(i => i.Name);
  132. }
  133. /// <summary>
  134. /// Get the installed channel IDs.
  135. /// </summary>
  136. /// <returns>An <see cref="IEnumerable{T}"/> containing installed channel IDs.</returns>
  137. public IEnumerable<Guid> GetInstalledChannelIds()
  138. {
  139. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  140. }
  141. /// <inheritdoc />
  142. public async Task<QueryResult<Channel>> GetChannelsInternalAsync(ChannelQuery query)
  143. {
  144. var user = query.UserId.Equals(default)
  145. ? null
  146. : _userManager.GetUserById(query.UserId);
  147. var channels = await GetAllChannelEntitiesAsync()
  148. .OrderBy(i => i.SortName)
  149. .ToListAsync()
  150. .ConfigureAwait(false);
  151. if (query.IsRecordingsFolder.HasValue)
  152. {
  153. var val = query.IsRecordingsFolder.Value;
  154. channels = channels.Where(i =>
  155. {
  156. try
  157. {
  158. return (GetChannelProvider(i) is IHasFolderAttributes hasAttributes
  159. && hasAttributes.Attributes.Contains("Recordings", StringComparison.OrdinalIgnoreCase)) == val;
  160. }
  161. catch
  162. {
  163. return false;
  164. }
  165. }).ToList();
  166. }
  167. if (query.SupportsLatestItems.HasValue)
  168. {
  169. var val = query.SupportsLatestItems.Value;
  170. channels = channels.Where(i =>
  171. {
  172. try
  173. {
  174. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  175. }
  176. catch
  177. {
  178. return false;
  179. }
  180. }).ToList();
  181. }
  182. if (query.SupportsMediaDeletion.HasValue)
  183. {
  184. var val = query.SupportsMediaDeletion.Value;
  185. channels = channels.Where(i =>
  186. {
  187. try
  188. {
  189. return GetChannelProvider(i) is ISupportsDelete == val;
  190. }
  191. catch
  192. {
  193. return false;
  194. }
  195. }).ToList();
  196. }
  197. if (query.IsFavorite.HasValue)
  198. {
  199. var val = query.IsFavorite.Value;
  200. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  201. .ToList();
  202. }
  203. if (user is not null)
  204. {
  205. var userId = user.Id.ToString("N", CultureInfo.InvariantCulture);
  206. channels = channels.Where(i =>
  207. {
  208. if (!i.IsVisible(user))
  209. {
  210. return false;
  211. }
  212. try
  213. {
  214. return GetChannelProvider(i).IsEnabledFor(userId);
  215. }
  216. catch
  217. {
  218. return false;
  219. }
  220. }).ToList();
  221. }
  222. var all = channels;
  223. var totalCount = all.Count;
  224. if (query.StartIndex.HasValue || query.Limit.HasValue)
  225. {
  226. int startIndex = query.StartIndex ?? 0;
  227. int count = query.Limit is null ? totalCount - startIndex : Math.Min(query.Limit.Value, totalCount - startIndex);
  228. all = all.GetRange(startIndex, count);
  229. }
  230. if (query.RefreshLatestChannelItems)
  231. {
  232. foreach (var item in all)
  233. {
  234. await RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).ConfigureAwait(false);
  235. }
  236. }
  237. return new QueryResult<Channel>(
  238. query.StartIndex,
  239. totalCount,
  240. all);
  241. }
  242. /// <inheritdoc />
  243. public async Task<QueryResult<BaseItemDto>> GetChannelsAsync(ChannelQuery query)
  244. {
  245. var user = query.UserId.Equals(default)
  246. ? null
  247. : _userManager.GetUserById(query.UserId);
  248. var internalResult = await GetChannelsInternalAsync(query).ConfigureAwait(false);
  249. var dtoOptions = new DtoOptions();
  250. // TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  251. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  252. var result = new QueryResult<BaseItemDto>(
  253. query.StartIndex,
  254. internalResult.TotalRecordCount,
  255. returnItems);
  256. return result;
  257. }
  258. /// <summary>
  259. /// Refreshes the associated channels.
  260. /// </summary>
  261. /// <param name="progress">The progress.</param>
  262. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  263. /// <returns>The completed task.</returns>
  264. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  265. {
  266. var allChannelsList = GetAllChannels().ToList();
  267. var numComplete = 0;
  268. foreach (var channelInfo in allChannelsList)
  269. {
  270. cancellationToken.ThrowIfCancellationRequested();
  271. try
  272. {
  273. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  274. }
  275. catch (OperationCanceledException)
  276. {
  277. throw;
  278. }
  279. catch (Exception ex)
  280. {
  281. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  282. }
  283. numComplete++;
  284. double percent = (double)numComplete / allChannelsList.Count;
  285. progress.Report(100 * percent);
  286. }
  287. progress.Report(100);
  288. }
  289. private async IAsyncEnumerable<Channel> GetAllChannelEntitiesAsync()
  290. {
  291. foreach (IChannel channel in GetAllChannels())
  292. {
  293. yield return GetChannel(GetInternalChannelId(channel.Name)) ?? await GetChannel(channel, CancellationToken.None).ConfigureAwait(false);
  294. }
  295. }
  296. private MediaSourceInfo[] GetSavedMediaSources(BaseItem item)
  297. {
  298. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  299. try
  300. {
  301. var bytes = File.ReadAllBytes(path);
  302. return JsonSerializer.Deserialize<MediaSourceInfo[]>(bytes, _jsonOptions)
  303. ?? Array.Empty<MediaSourceInfo>();
  304. }
  305. catch
  306. {
  307. return Array.Empty<MediaSourceInfo>();
  308. }
  309. }
  310. private async Task SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  311. {
  312. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  313. if (mediaSources is null || mediaSources.Count == 0)
  314. {
  315. try
  316. {
  317. _fileSystem.DeleteFile(path);
  318. }
  319. catch
  320. {
  321. }
  322. return;
  323. }
  324. Directory.CreateDirectory(Path.GetDirectoryName(path));
  325. FileStream createStream = File.Create(path);
  326. await using (createStream.ConfigureAwait(false))
  327. {
  328. await JsonSerializer.SerializeAsync(createStream, mediaSources, _jsonOptions).ConfigureAwait(false);
  329. }
  330. }
  331. /// <inheritdoc />
  332. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  333. {
  334. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  335. return results
  336. .Select(i => NormalizeMediaSource(item, i))
  337. .ToList();
  338. }
  339. /// <summary>
  340. /// Gets the dynamic media sources based on the provided item.
  341. /// </summary>
  342. /// <param name="item">The item.</param>
  343. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  344. /// <returns>The task representing the operation to get the media sources.</returns>
  345. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  346. {
  347. var channel = GetChannel(item.ChannelId);
  348. var channelPlugin = GetChannelProvider(channel);
  349. IEnumerable<MediaSourceInfo> results;
  350. if (channelPlugin is IRequiresMediaInfoCallback requiresCallback)
  351. {
  352. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  353. .ConfigureAwait(false);
  354. }
  355. else
  356. {
  357. results = Enumerable.Empty<MediaSourceInfo>();
  358. }
  359. return results
  360. .Select(i => NormalizeMediaSource(item, i))
  361. .ToList();
  362. }
  363. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  364. {
  365. if (_memoryCache.TryGetValue(id, out List<MediaSourceInfo> cachedInfo))
  366. {
  367. return cachedInfo;
  368. }
  369. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  370. .ConfigureAwait(false);
  371. var list = mediaInfo.ToList();
  372. _memoryCache.Set(id, list, DateTimeOffset.UtcNow.AddMinutes(5));
  373. return list;
  374. }
  375. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  376. {
  377. info.RunTimeTicks ??= item.RunTimeTicks;
  378. return info;
  379. }
  380. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  381. {
  382. var parentFolderId = Guid.Empty;
  383. var id = GetInternalChannelId(channelInfo.Name);
  384. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  385. var isNew = false;
  386. var forceUpdate = false;
  387. var item = _libraryManager.GetItemById(id) as Channel;
  388. if (item is null)
  389. {
  390. item = new Channel
  391. {
  392. Name = channelInfo.Name,
  393. Id = id,
  394. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  395. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  396. };
  397. isNew = true;
  398. }
  399. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  400. {
  401. isNew = true;
  402. }
  403. item.Path = path;
  404. if (!item.ChannelId.Equals(id))
  405. {
  406. forceUpdate = true;
  407. }
  408. item.ChannelId = id;
  409. if (!item.ParentId.Equals(parentFolderId))
  410. {
  411. forceUpdate = true;
  412. }
  413. item.ParentId = parentFolderId;
  414. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  415. item.Overview = channelInfo.Description;
  416. if (string.IsNullOrWhiteSpace(item.Name))
  417. {
  418. item.Name = channelInfo.Name;
  419. }
  420. if (isNew)
  421. {
  422. item.OnMetadataChanged();
  423. _libraryManager.CreateItem(item, null);
  424. }
  425. await item.RefreshMetadata(
  426. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  427. {
  428. ForceSave = !isNew && forceUpdate
  429. },
  430. cancellationToken).ConfigureAwait(false);
  431. return item;
  432. }
  433. private static string GetOfficialRating(ChannelParentalRating rating)
  434. {
  435. return rating switch
  436. {
  437. ChannelParentalRating.Adult => "XXX",
  438. ChannelParentalRating.UsR => "R",
  439. ChannelParentalRating.UsPG13 => "PG-13",
  440. ChannelParentalRating.UsPG => "PG",
  441. _ => null
  442. };
  443. }
  444. /// <summary>
  445. /// Gets a channel with the provided Guid.
  446. /// </summary>
  447. /// <param name="id">The Guid.</param>
  448. /// <returns>The corresponding channel.</returns>
  449. public Channel GetChannel(Guid id)
  450. {
  451. return _libraryManager.GetItemById(id) as Channel;
  452. }
  453. /// <inheritdoc />
  454. public Channel GetChannel(string id)
  455. {
  456. return _libraryManager.GetItemById(id) as Channel;
  457. }
  458. /// <inheritdoc />
  459. public ChannelFeatures[] GetAllChannelFeatures()
  460. {
  461. return _libraryManager.GetItemIds(
  462. new InternalItemsQuery
  463. {
  464. IncludeItemTypes = new[] { BaseItemKind.Channel },
  465. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  466. }).Select(i => GetChannelFeatures(i)).ToArray();
  467. }
  468. /// <inheritdoc />
  469. public ChannelFeatures GetChannelFeatures(Guid? id)
  470. {
  471. if (!id.HasValue)
  472. {
  473. throw new ArgumentNullException(nameof(id));
  474. }
  475. var channel = GetChannel(id.Value);
  476. var channelProvider = GetChannelProvider(channel);
  477. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  478. }
  479. /// <summary>
  480. /// Checks whether the provided Guid supports external transfer.
  481. /// </summary>
  482. /// <param name="channelId">The Guid.</param>
  483. /// <returns>Whether or not the provided Guid supports external transfer.</returns>
  484. public bool SupportsExternalTransfer(Guid channelId)
  485. {
  486. var channelProvider = GetChannelProvider(channelId);
  487. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  488. }
  489. /// <summary>
  490. /// Gets the provided channel's supported features.
  491. /// </summary>
  492. /// <param name="channel">The channel.</param>
  493. /// <param name="provider">The provider.</param>
  494. /// <param name="features">The features.</param>
  495. /// <returns>The supported features.</returns>
  496. public ChannelFeatures GetChannelFeaturesDto(
  497. Channel channel,
  498. IChannel provider,
  499. InternalChannelFeatures features)
  500. {
  501. var supportsLatest = provider is ISupportsLatestMedia;
  502. return new ChannelFeatures(channel.Name, channel.Id)
  503. {
  504. CanFilter = !features.MaxPageSize.HasValue,
  505. CanSearch = provider is ISearchableChannel,
  506. ContentTypes = features.ContentTypes.ToArray(),
  507. DefaultSortFields = features.DefaultSortFields.ToArray(),
  508. MaxPageSize = features.MaxPageSize,
  509. MediaTypes = features.MediaTypes.ToArray(),
  510. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  511. SupportsLatestMedia = supportsLatest,
  512. SupportsContentDownloading = features.SupportsContentDownloading,
  513. AutoRefreshLevels = features.AutoRefreshLevels
  514. };
  515. }
  516. private Guid GetInternalChannelId(string name)
  517. {
  518. ArgumentException.ThrowIfNullOrEmpty(name);
  519. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  520. }
  521. /// <inheritdoc />
  522. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  523. {
  524. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  525. var items = internalResult.Items;
  526. var totalRecordCount = internalResult.TotalRecordCount;
  527. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  528. var result = new QueryResult<BaseItemDto>(
  529. query.StartIndex,
  530. totalRecordCount,
  531. returnItems);
  532. return result;
  533. }
  534. /// <inheritdoc />
  535. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  536. {
  537. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  538. if (query.ChannelIds.Count > 0)
  539. {
  540. // Avoid implicitly captured closure
  541. var ids = query.ChannelIds;
  542. channels = channels
  543. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  544. .ToArray();
  545. }
  546. if (channels.Length == 0)
  547. {
  548. return new QueryResult<BaseItem>();
  549. }
  550. foreach (var channel in channels)
  551. {
  552. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  553. }
  554. query.IsFolder = false;
  555. // hack for trailers, figure out a better way later
  556. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.Contains("Trailer", StringComparison.Ordinal);
  557. if (sortByPremiereDate)
  558. {
  559. query.OrderBy = new[]
  560. {
  561. (ItemSortBy.PremiereDate, SortOrder.Descending),
  562. (ItemSortBy.ProductionYear, SortOrder.Descending),
  563. (ItemSortBy.DateCreated, SortOrder.Descending)
  564. };
  565. }
  566. else
  567. {
  568. query.OrderBy = new[]
  569. {
  570. (ItemSortBy.DateCreated, SortOrder.Descending)
  571. };
  572. }
  573. return _libraryManager.GetItemsResult(query);
  574. }
  575. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  576. {
  577. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  578. var query = new InternalItemsQuery
  579. {
  580. Parent = internalChannel,
  581. EnableTotalRecordCount = false,
  582. ChannelIds = new Guid[] { internalChannel.Id }
  583. };
  584. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  585. foreach (var item in result.Items)
  586. {
  587. if (item is Folder folder)
  588. {
  589. await GetChannelItemsInternal(
  590. new InternalItemsQuery
  591. {
  592. Parent = folder,
  593. EnableTotalRecordCount = false,
  594. ChannelIds = new Guid[] { internalChannel.Id }
  595. },
  596. new SimpleProgress<double>(),
  597. cancellationToken).ConfigureAwait(false);
  598. }
  599. }
  600. }
  601. /// <inheritdoc />
  602. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  603. {
  604. // Get the internal channel entity
  605. var channel = GetChannel(query.ChannelIds[0]);
  606. // Find the corresponding channel provider plugin
  607. var channelProvider = GetChannelProvider(channel);
  608. var parentItem = query.ParentId.Equals(default)
  609. ? channel
  610. : _libraryManager.GetItemById(query.ParentId);
  611. var itemsResult = await GetChannelItems(
  612. channelProvider,
  613. query.User,
  614. parentItem is Channel ? null : parentItem.ExternalId,
  615. null,
  616. false,
  617. cancellationToken)
  618. .ConfigureAwait(false);
  619. if (query.ParentId.Equals(default))
  620. {
  621. query.Parent = channel;
  622. }
  623. query.ChannelIds = Array.Empty<Guid>();
  624. // Not yet sure why this is causing a problem
  625. query.GroupByPresentationUniqueKey = false;
  626. // null if came from cache
  627. if (itemsResult is not null)
  628. {
  629. var items = itemsResult.Items;
  630. var itemsLen = items.Count;
  631. var internalItems = new Guid[itemsLen];
  632. for (int i = 0; i < itemsLen; i++)
  633. {
  634. internalItems[i] = (await GetChannelItemEntityAsync(
  635. items[i],
  636. channelProvider,
  637. channel.Id,
  638. parentItem,
  639. cancellationToken).ConfigureAwait(false)).Id;
  640. }
  641. var existingIds = _libraryManager.GetItemIds(query);
  642. var deadIds = existingIds.Except(internalItems)
  643. .ToArray();
  644. foreach (var deadId in deadIds)
  645. {
  646. var deadItem = _libraryManager.GetItemById(deadId);
  647. if (deadItem is not null)
  648. {
  649. _libraryManager.DeleteItem(
  650. deadItem,
  651. new DeleteOptions
  652. {
  653. DeleteFileLocation = false,
  654. DeleteFromExternalProvider = false
  655. },
  656. parentItem,
  657. false);
  658. }
  659. }
  660. }
  661. return _libraryManager.GetItemsResult(query);
  662. }
  663. /// <inheritdoc />
  664. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  665. {
  666. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  667. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  668. var result = new QueryResult<BaseItemDto>(
  669. query.StartIndex,
  670. internalResult.TotalRecordCount,
  671. returnItems);
  672. return result;
  673. }
  674. private async Task<ChannelItemResult> GetChannelItems(
  675. IChannel channel,
  676. User user,
  677. string externalFolderId,
  678. ChannelItemSortField? sortField,
  679. bool sortDescending,
  680. CancellationToken cancellationToken)
  681. {
  682. var userId = user?.Id.ToString("N", CultureInfo.InvariantCulture);
  683. var cacheLength = CacheLength;
  684. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  685. try
  686. {
  687. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  688. {
  689. var jsonStream = AsyncFile.OpenRead(cachePath);
  690. await using (jsonStream.ConfigureAwait(false))
  691. {
  692. var cachedResult = await JsonSerializer
  693. .DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken)
  694. .ConfigureAwait(false);
  695. if (cachedResult is not null)
  696. {
  697. return null;
  698. }
  699. }
  700. }
  701. }
  702. catch (FileNotFoundException)
  703. {
  704. }
  705. catch (IOException)
  706. {
  707. }
  708. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  709. try
  710. {
  711. try
  712. {
  713. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  714. {
  715. var jsonStream = AsyncFile.OpenRead(cachePath);
  716. await using (jsonStream.ConfigureAwait(false))
  717. {
  718. var cachedResult = await JsonSerializer
  719. .DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken)
  720. .ConfigureAwait(false);
  721. if (cachedResult is not null)
  722. {
  723. return null;
  724. }
  725. }
  726. }
  727. }
  728. catch (FileNotFoundException)
  729. {
  730. }
  731. catch (IOException)
  732. {
  733. }
  734. var query = new InternalChannelItemQuery
  735. {
  736. UserId = user?.Id ?? Guid.Empty,
  737. SortBy = sortField,
  738. SortDescending = sortDescending,
  739. FolderId = externalFolderId
  740. };
  741. query.FolderId = externalFolderId;
  742. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  743. if (result is null)
  744. {
  745. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  746. }
  747. await CacheResponse(result, cachePath).ConfigureAwait(false);
  748. return result;
  749. }
  750. finally
  751. {
  752. _resourcePool.Release();
  753. }
  754. }
  755. private async Task CacheResponse(ChannelItemResult result, string path)
  756. {
  757. try
  758. {
  759. Directory.CreateDirectory(Path.GetDirectoryName(path));
  760. var createStream = File.Create(path);
  761. await using (createStream.ConfigureAwait(false))
  762. {
  763. await JsonSerializer.SerializeAsync(createStream, result, _jsonOptions).ConfigureAwait(false);
  764. }
  765. }
  766. catch (Exception ex)
  767. {
  768. _logger.LogError(ex, "Error writing to channel cache file: {Path}", path);
  769. }
  770. }
  771. private string GetChannelDataCachePath(
  772. IChannel channel,
  773. string userId,
  774. string externalFolderId,
  775. ChannelItemSortField? sortField,
  776. bool sortDescending)
  777. {
  778. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  779. var userCacheKey = string.Empty;
  780. if (channel is IHasCacheKey hasCacheKey)
  781. {
  782. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  783. }
  784. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  785. filename += userCacheKey;
  786. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  787. if (sortField.HasValue)
  788. {
  789. filename += "-sortField-" + sortField.Value;
  790. }
  791. if (sortDescending)
  792. {
  793. filename += "-sortDescending";
  794. }
  795. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  796. return Path.Combine(
  797. _config.ApplicationPaths.CachePath,
  798. "channels",
  799. channelId,
  800. version,
  801. filename + ".json");
  802. }
  803. private static string GetIdToHash(string externalId, string channelName)
  804. {
  805. // Increment this as needed to force new downloads
  806. // Incorporate Name because it's being used to convert channel entity to provider
  807. return externalId + (channelName ?? string.Empty) + "16";
  808. }
  809. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  810. where T : BaseItem, new()
  811. {
  812. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  813. T item = null;
  814. try
  815. {
  816. item = _libraryManager.GetItemById(id) as T;
  817. }
  818. catch (Exception ex)
  819. {
  820. _logger.LogError(ex, "Error retrieving channel item from database");
  821. }
  822. if (item is null)
  823. {
  824. item = new T();
  825. isNew = true;
  826. }
  827. else
  828. {
  829. isNew = false;
  830. }
  831. item.Id = id;
  832. return item;
  833. }
  834. private async Task<BaseItem> GetChannelItemEntityAsync(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  835. {
  836. var parentFolderId = parentFolder.Id;
  837. BaseItem item;
  838. bool isNew;
  839. bool forceUpdate = false;
  840. if (info.Type == ChannelItemType.Folder)
  841. {
  842. item = info.FolderType switch
  843. {
  844. ChannelFolderType.MusicAlbum => GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew),
  845. ChannelFolderType.MusicArtist => GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew),
  846. ChannelFolderType.PhotoAlbum => GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew),
  847. ChannelFolderType.Series => GetItemById<Series>(info.Id, channelProvider.Name, out isNew),
  848. ChannelFolderType.Season => GetItemById<Season>(info.Id, channelProvider.Name, out isNew),
  849. _ => GetItemById<Folder>(info.Id, channelProvider.Name, out isNew)
  850. };
  851. }
  852. else if (info.MediaType == ChannelMediaType.Audio)
  853. {
  854. item = info.ContentType == ChannelMediaContentType.Podcast
  855. ? GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew)
  856. : GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  857. }
  858. else
  859. {
  860. item = info.ContentType switch
  861. {
  862. ChannelMediaContentType.Episode => GetItemById<Episode>(info.Id, channelProvider.Name, out isNew),
  863. ChannelMediaContentType.Movie => GetItemById<Movie>(info.Id, channelProvider.Name, out isNew),
  864. var x when x == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer
  865. => GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew),
  866. _ => GetItemById<Video>(info.Id, channelProvider.Name, out isNew)
  867. };
  868. }
  869. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  870. if (info.IsLiveStream)
  871. {
  872. item.RunTimeTicks = null;
  873. }
  874. else if (isNew || !enableMediaProbe)
  875. {
  876. item.RunTimeTicks = info.RunTimeTicks;
  877. }
  878. if (isNew)
  879. {
  880. item.Name = info.Name;
  881. item.Genres = info.Genres.ToArray();
  882. item.Studios = info.Studios.ToArray();
  883. item.CommunityRating = info.CommunityRating;
  884. item.Overview = info.Overview;
  885. item.IndexNumber = info.IndexNumber;
  886. item.ParentIndexNumber = info.ParentIndexNumber;
  887. item.PremiereDate = info.PremiereDate;
  888. item.ProductionYear = info.ProductionYear;
  889. item.ProviderIds = info.ProviderIds;
  890. item.OfficialRating = info.OfficialRating;
  891. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  892. item.Tags = info.Tags.ToArray();
  893. item.OriginalTitle = info.OriginalTitle;
  894. }
  895. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  896. {
  897. // At least update names of container folders
  898. if (item.Name != info.Name)
  899. {
  900. item.Name = info.Name;
  901. forceUpdate = true;
  902. }
  903. }
  904. if (item is IHasArtist hasArtists)
  905. {
  906. hasArtists.Artists = info.Artists.ToArray();
  907. }
  908. if (item is IHasAlbumArtist hasAlbumArtists)
  909. {
  910. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  911. }
  912. if (item is Trailer trailer)
  913. {
  914. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  915. {
  916. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  917. forceUpdate = true;
  918. }
  919. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  920. }
  921. if (info.DateModified > item.DateModified)
  922. {
  923. item.DateModified = info.DateModified;
  924. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  925. forceUpdate = true;
  926. }
  927. if (!internalChannelId.Equals(item.ChannelId))
  928. {
  929. forceUpdate = true;
  930. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  931. }
  932. item.ChannelId = internalChannelId;
  933. if (!item.ParentId.Equals(parentFolderId))
  934. {
  935. forceUpdate = true;
  936. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  937. }
  938. item.ParentId = parentFolderId;
  939. if (item is IHasSeries hasSeries)
  940. {
  941. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  942. {
  943. forceUpdate = true;
  944. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  945. }
  946. hasSeries.SeriesName = info.SeriesName;
  947. }
  948. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  949. {
  950. forceUpdate = true;
  951. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  952. }
  953. item.ExternalId = info.Id;
  954. if (item is Audio channelAudioItem)
  955. {
  956. channelAudioItem.ExtraType = info.ExtraType;
  957. var mediaSource = info.MediaSources.FirstOrDefault();
  958. item.Path = mediaSource?.Path;
  959. }
  960. if (item is Video channelVideoItem)
  961. {
  962. channelVideoItem.ExtraType = info.ExtraType;
  963. var mediaSource = info.MediaSources.FirstOrDefault();
  964. item.Path = mediaSource?.Path;
  965. }
  966. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  967. {
  968. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  969. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  970. forceUpdate = true;
  971. }
  972. if (!info.IsLiveStream)
  973. {
  974. if (item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  975. {
  976. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  977. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  978. forceUpdate = true;
  979. }
  980. }
  981. else
  982. {
  983. if (!item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  984. {
  985. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  986. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  987. forceUpdate = true;
  988. }
  989. }
  990. item.OnMetadataChanged();
  991. if (isNew)
  992. {
  993. _libraryManager.CreateItem(item, parentFolder);
  994. if (info.People is not null && info.People.Count > 0)
  995. {
  996. await _libraryManager.UpdatePeopleAsync(item, info.People, cancellationToken).ConfigureAwait(false);
  997. }
  998. }
  999. else if (forceUpdate)
  1000. {
  1001. await item.UpdateToRepositoryAsync(ItemUpdateType.None, cancellationToken).ConfigureAwait(false);
  1002. }
  1003. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  1004. {
  1005. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  1006. {
  1007. await SaveMediaSources(item, new List<MediaSourceInfo>()).ConfigureAwait(false);
  1008. }
  1009. else
  1010. {
  1011. await SaveMediaSources(item, info.MediaSources).ConfigureAwait(false);
  1012. }
  1013. }
  1014. if (isNew || forceUpdate || item.DateLastRefreshed == default)
  1015. {
  1016. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  1017. }
  1018. return item;
  1019. }
  1020. internal IChannel GetChannelProvider(Channel channel)
  1021. {
  1022. ArgumentNullException.ThrowIfNull(channel);
  1023. var result = GetAllChannels()
  1024. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  1025. if (result is null)
  1026. {
  1027. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  1028. }
  1029. return result;
  1030. }
  1031. internal IChannel GetChannelProvider(Guid internalChannelId)
  1032. {
  1033. var result = GetAllChannels()
  1034. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  1035. if (result is null)
  1036. {
  1037. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  1038. }
  1039. return result;
  1040. }
  1041. /// <inheritdoc />
  1042. public void Dispose()
  1043. {
  1044. Dispose(true);
  1045. GC.SuppressFinalize(this);
  1046. }
  1047. /// <summary>
  1048. /// Releases unmanaged and optionally managed resources.
  1049. /// </summary>
  1050. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1051. protected virtual void Dispose(bool disposing)
  1052. {
  1053. if (_disposed)
  1054. {
  1055. return;
  1056. }
  1057. if (disposing)
  1058. {
  1059. _resourcePool?.Dispose();
  1060. }
  1061. _disposed = true;
  1062. }
  1063. }
  1064. }