ChannelManager.cs 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Text.Json;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using Jellyfin.Data.Entities;
  11. using Jellyfin.Data.Enums;
  12. using Jellyfin.Extensions;
  13. using Jellyfin.Extensions.Json;
  14. using MediaBrowser.Common.Extensions;
  15. using MediaBrowser.Common.Progress;
  16. using MediaBrowser.Controller.Channels;
  17. using MediaBrowser.Controller.Configuration;
  18. using MediaBrowser.Controller.Dto;
  19. using MediaBrowser.Controller.Entities;
  20. using MediaBrowser.Controller.Entities.Audio;
  21. using MediaBrowser.Controller.Library;
  22. using MediaBrowser.Controller.Providers;
  23. using MediaBrowser.Model.Channels;
  24. using MediaBrowser.Model.Dto;
  25. using MediaBrowser.Model.Entities;
  26. using MediaBrowser.Model.IO;
  27. using MediaBrowser.Model.Querying;
  28. using Microsoft.Extensions.Caching.Memory;
  29. using Microsoft.Extensions.Logging;
  30. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  31. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  32. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  33. using Season = MediaBrowser.Controller.Entities.TV.Season;
  34. using Series = MediaBrowser.Controller.Entities.TV.Series;
  35. namespace Emby.Server.Implementations.Channels
  36. {
  37. /// <summary>
  38. /// The LiveTV channel manager.
  39. /// </summary>
  40. public class ChannelManager : IChannelManager, IDisposable
  41. {
  42. private readonly IUserManager _userManager;
  43. private readonly IUserDataManager _userDataManager;
  44. private readonly IDtoService _dtoService;
  45. private readonly ILibraryManager _libraryManager;
  46. private readonly ILogger<ChannelManager> _logger;
  47. private readonly IServerConfigurationManager _config;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly IProviderManager _providerManager;
  50. private readonly IMemoryCache _memoryCache;
  51. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  52. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  53. private bool _disposed = false;
  54. /// <summary>
  55. /// Initializes a new instance of the <see cref="ChannelManager"/> class.
  56. /// </summary>
  57. /// <param name="userManager">The user manager.</param>
  58. /// <param name="dtoService">The dto service.</param>
  59. /// <param name="libraryManager">The library manager.</param>
  60. /// <param name="logger">The logger.</param>
  61. /// <param name="config">The server configuration manager.</param>
  62. /// <param name="fileSystem">The filesystem.</param>
  63. /// <param name="userDataManager">The user data manager.</param>
  64. /// <param name="providerManager">The provider manager.</param>
  65. /// <param name="memoryCache">The memory cache.</param>
  66. public ChannelManager(
  67. IUserManager userManager,
  68. IDtoService dtoService,
  69. ILibraryManager libraryManager,
  70. ILogger<ChannelManager> logger,
  71. IServerConfigurationManager config,
  72. IFileSystem fileSystem,
  73. IUserDataManager userDataManager,
  74. IProviderManager providerManager,
  75. IMemoryCache memoryCache)
  76. {
  77. _userManager = userManager;
  78. _dtoService = dtoService;
  79. _libraryManager = libraryManager;
  80. _logger = logger;
  81. _config = config;
  82. _fileSystem = fileSystem;
  83. _userDataManager = userDataManager;
  84. _providerManager = providerManager;
  85. _memoryCache = memoryCache;
  86. }
  87. internal IChannel[] Channels { get; private set; }
  88. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  89. /// <inheritdoc />
  90. public void AddParts(IEnumerable<IChannel> channels)
  91. {
  92. Channels = channels.ToArray();
  93. }
  94. /// <inheritdoc />
  95. public bool EnableMediaSourceDisplay(BaseItem item)
  96. {
  97. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  98. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  99. return channel is not IDisableMediaSourceDisplay;
  100. }
  101. /// <inheritdoc />
  102. public bool CanDelete(BaseItem item)
  103. {
  104. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  105. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  106. return channel is ISupportsDelete supportsDelete && supportsDelete.CanDelete(item);
  107. }
  108. /// <inheritdoc />
  109. public bool EnableMediaProbe(BaseItem item)
  110. {
  111. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  112. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  113. return channel is ISupportsMediaProbe;
  114. }
  115. /// <inheritdoc />
  116. public Task DeleteItem(BaseItem item)
  117. {
  118. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  119. if (internalChannel is null)
  120. {
  121. throw new ArgumentException(nameof(item.ChannelId));
  122. }
  123. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  124. if (channel is not ISupportsDelete supportsDelete)
  125. {
  126. throw new ArgumentException(nameof(channel));
  127. }
  128. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  129. }
  130. private IEnumerable<IChannel> GetAllChannels()
  131. {
  132. return Channels
  133. .OrderBy(i => i.Name);
  134. }
  135. /// <summary>
  136. /// Get the installed channel IDs.
  137. /// </summary>
  138. /// <returns>An <see cref="IEnumerable{T}"/> containing installed channel IDs.</returns>
  139. public IEnumerable<Guid> GetInstalledChannelIds()
  140. {
  141. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  142. }
  143. /// <inheritdoc />
  144. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  145. {
  146. var user = query.UserId.Equals(default)
  147. ? null
  148. : _userManager.GetUserById(query.UserId);
  149. var channels = GetAllChannels()
  150. .Select(GetChannelEntity)
  151. .OrderBy(i => i.SortName)
  152. .ToList();
  153. if (query.IsRecordingsFolder.HasValue)
  154. {
  155. var val = query.IsRecordingsFolder.Value;
  156. channels = channels.Where(i =>
  157. {
  158. try
  159. {
  160. return (GetChannelProvider(i) is IHasFolderAttributes hasAttributes
  161. && hasAttributes.Attributes.Contains("Recordings", StringComparison.OrdinalIgnoreCase)) == val;
  162. }
  163. catch
  164. {
  165. return false;
  166. }
  167. }).ToList();
  168. }
  169. if (query.SupportsLatestItems.HasValue)
  170. {
  171. var val = query.SupportsLatestItems.Value;
  172. channels = channels.Where(i =>
  173. {
  174. try
  175. {
  176. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  177. }
  178. catch
  179. {
  180. return false;
  181. }
  182. }).ToList();
  183. }
  184. if (query.SupportsMediaDeletion.HasValue)
  185. {
  186. var val = query.SupportsMediaDeletion.Value;
  187. channels = channels.Where(i =>
  188. {
  189. try
  190. {
  191. return GetChannelProvider(i) is ISupportsDelete == val;
  192. }
  193. catch
  194. {
  195. return false;
  196. }
  197. }).ToList();
  198. }
  199. if (query.IsFavorite.HasValue)
  200. {
  201. var val = query.IsFavorite.Value;
  202. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  203. .ToList();
  204. }
  205. if (user is not null)
  206. {
  207. channels = channels.Where(i =>
  208. {
  209. if (!i.IsVisible(user))
  210. {
  211. return false;
  212. }
  213. try
  214. {
  215. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N", CultureInfo.InvariantCulture));
  216. }
  217. catch
  218. {
  219. return false;
  220. }
  221. }).ToList();
  222. }
  223. var all = channels;
  224. var totalCount = all.Count;
  225. if (query.StartIndex.HasValue || query.Limit.HasValue)
  226. {
  227. int startIndex = query.StartIndex ?? 0;
  228. int count = query.Limit is null ? totalCount - startIndex : Math.Min(query.Limit.Value, totalCount - startIndex);
  229. all = all.GetRange(startIndex, count);
  230. }
  231. if (query.RefreshLatestChannelItems)
  232. {
  233. foreach (var item in all)
  234. {
  235. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  236. }
  237. }
  238. return new QueryResult<Channel>(
  239. query.StartIndex,
  240. totalCount,
  241. all);
  242. }
  243. /// <inheritdoc />
  244. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  245. {
  246. var user = query.UserId.Equals(default)
  247. ? null
  248. : _userManager.GetUserById(query.UserId);
  249. var internalResult = GetChannelsInternal(query);
  250. var dtoOptions = new DtoOptions();
  251. // TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  252. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  253. var result = new QueryResult<BaseItemDto>(
  254. query.StartIndex,
  255. internalResult.TotalRecordCount,
  256. returnItems);
  257. return result;
  258. }
  259. /// <summary>
  260. /// Refreshes the associated channels.
  261. /// </summary>
  262. /// <param name="progress">The progress.</param>
  263. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  264. /// <returns>The completed task.</returns>
  265. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  266. {
  267. var allChannelsList = GetAllChannels().ToList();
  268. var numComplete = 0;
  269. foreach (var channelInfo in allChannelsList)
  270. {
  271. cancellationToken.ThrowIfCancellationRequested();
  272. try
  273. {
  274. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  275. }
  276. catch (OperationCanceledException)
  277. {
  278. throw;
  279. }
  280. catch (Exception ex)
  281. {
  282. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  283. }
  284. numComplete++;
  285. double percent = (double)numComplete / allChannelsList.Count;
  286. progress.Report(100 * percent);
  287. }
  288. progress.Report(100);
  289. }
  290. private Channel GetChannelEntity(IChannel channel)
  291. {
  292. return GetChannel(GetInternalChannelId(channel.Name)) ?? GetChannel(channel, CancellationToken.None).GetAwaiter().GetResult();
  293. }
  294. private MediaSourceInfo[] GetSavedMediaSources(BaseItem item)
  295. {
  296. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  297. try
  298. {
  299. var bytes = File.ReadAllBytes(path);
  300. return JsonSerializer.Deserialize<MediaSourceInfo[]>(bytes, _jsonOptions)
  301. ?? Array.Empty<MediaSourceInfo>();
  302. }
  303. catch
  304. {
  305. return Array.Empty<MediaSourceInfo>();
  306. }
  307. }
  308. private async Task SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  309. {
  310. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  311. if (mediaSources is null || mediaSources.Count == 0)
  312. {
  313. try
  314. {
  315. _fileSystem.DeleteFile(path);
  316. }
  317. catch
  318. {
  319. }
  320. return;
  321. }
  322. Directory.CreateDirectory(Path.GetDirectoryName(path));
  323. await using FileStream createStream = File.Create(path);
  324. await JsonSerializer.SerializeAsync(createStream, mediaSources, _jsonOptions).ConfigureAwait(false);
  325. }
  326. /// <inheritdoc />
  327. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  328. {
  329. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  330. return results
  331. .Select(i => NormalizeMediaSource(item, i))
  332. .ToList();
  333. }
  334. /// <summary>
  335. /// Gets the dynamic media sources based on the provided item.
  336. /// </summary>
  337. /// <param name="item">The item.</param>
  338. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  339. /// <returns>The task representing the operation to get the media sources.</returns>
  340. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  341. {
  342. var channel = GetChannel(item.ChannelId);
  343. var channelPlugin = GetChannelProvider(channel);
  344. IEnumerable<MediaSourceInfo> results;
  345. if (channelPlugin is IRequiresMediaInfoCallback requiresCallback)
  346. {
  347. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  348. .ConfigureAwait(false);
  349. }
  350. else
  351. {
  352. results = new List<MediaSourceInfo>();
  353. }
  354. return results
  355. .Select(i => NormalizeMediaSource(item, i))
  356. .ToList();
  357. }
  358. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  359. {
  360. if (_memoryCache.TryGetValue(id, out List<MediaSourceInfo> cachedInfo))
  361. {
  362. return cachedInfo;
  363. }
  364. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  365. .ConfigureAwait(false);
  366. var list = mediaInfo.ToList();
  367. _memoryCache.Set(id, list, DateTimeOffset.UtcNow.AddMinutes(5));
  368. return list;
  369. }
  370. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  371. {
  372. info.RunTimeTicks ??= item.RunTimeTicks;
  373. return info;
  374. }
  375. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  376. {
  377. var parentFolderId = Guid.Empty;
  378. var id = GetInternalChannelId(channelInfo.Name);
  379. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  380. var isNew = false;
  381. var forceUpdate = false;
  382. var item = _libraryManager.GetItemById(id) as Channel;
  383. if (item is null)
  384. {
  385. item = new Channel
  386. {
  387. Name = channelInfo.Name,
  388. Id = id,
  389. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  390. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  391. };
  392. isNew = true;
  393. }
  394. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  395. {
  396. isNew = true;
  397. }
  398. item.Path = path;
  399. if (!item.ChannelId.Equals(id))
  400. {
  401. forceUpdate = true;
  402. }
  403. item.ChannelId = id;
  404. if (!item.ParentId.Equals(parentFolderId))
  405. {
  406. forceUpdate = true;
  407. }
  408. item.ParentId = parentFolderId;
  409. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  410. item.Overview = channelInfo.Description;
  411. if (string.IsNullOrWhiteSpace(item.Name))
  412. {
  413. item.Name = channelInfo.Name;
  414. }
  415. if (isNew)
  416. {
  417. item.OnMetadataChanged();
  418. _libraryManager.CreateItem(item, null);
  419. }
  420. await item.RefreshMetadata(
  421. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  422. {
  423. ForceSave = !isNew && forceUpdate
  424. },
  425. cancellationToken).ConfigureAwait(false);
  426. return item;
  427. }
  428. private static string GetOfficialRating(ChannelParentalRating rating)
  429. {
  430. return rating switch
  431. {
  432. ChannelParentalRating.Adult => "XXX",
  433. ChannelParentalRating.UsR => "R",
  434. ChannelParentalRating.UsPG13 => "PG-13",
  435. ChannelParentalRating.UsPG => "PG",
  436. _ => null
  437. };
  438. }
  439. /// <summary>
  440. /// Gets a channel with the provided Guid.
  441. /// </summary>
  442. /// <param name="id">The Guid.</param>
  443. /// <returns>The corresponding channel.</returns>
  444. public Channel GetChannel(Guid id)
  445. {
  446. return _libraryManager.GetItemById(id) as Channel;
  447. }
  448. /// <inheritdoc />
  449. public Channel GetChannel(string id)
  450. {
  451. return _libraryManager.GetItemById(id) as Channel;
  452. }
  453. /// <inheritdoc />
  454. public ChannelFeatures[] GetAllChannelFeatures()
  455. {
  456. return _libraryManager.GetItemIds(
  457. new InternalItemsQuery
  458. {
  459. IncludeItemTypes = new[] { BaseItemKind.Channel },
  460. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  461. }).Select(i => GetChannelFeatures(i)).ToArray();
  462. }
  463. /// <inheritdoc />
  464. public ChannelFeatures GetChannelFeatures(Guid? id)
  465. {
  466. if (!id.HasValue)
  467. {
  468. throw new ArgumentNullException(nameof(id));
  469. }
  470. var channel = GetChannel(id.Value);
  471. var channelProvider = GetChannelProvider(channel);
  472. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  473. }
  474. /// <summary>
  475. /// Checks whether the provided Guid supports external transfer.
  476. /// </summary>
  477. /// <param name="channelId">The Guid.</param>
  478. /// <returns>Whether or not the provided Guid supports external transfer.</returns>
  479. public bool SupportsExternalTransfer(Guid channelId)
  480. {
  481. var channelProvider = GetChannelProvider(channelId);
  482. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  483. }
  484. /// <summary>
  485. /// Gets the provided channel's supported features.
  486. /// </summary>
  487. /// <param name="channel">The channel.</param>
  488. /// <param name="provider">The provider.</param>
  489. /// <param name="features">The features.</param>
  490. /// <returns>The supported features.</returns>
  491. public ChannelFeatures GetChannelFeaturesDto(
  492. Channel channel,
  493. IChannel provider,
  494. InternalChannelFeatures features)
  495. {
  496. var supportsLatest = provider is ISupportsLatestMedia;
  497. return new ChannelFeatures(channel.Name, channel.Id)
  498. {
  499. CanFilter = !features.MaxPageSize.HasValue,
  500. CanSearch = provider is ISearchableChannel,
  501. ContentTypes = features.ContentTypes.ToArray(),
  502. DefaultSortFields = features.DefaultSortFields.ToArray(),
  503. MaxPageSize = features.MaxPageSize,
  504. MediaTypes = features.MediaTypes.ToArray(),
  505. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  506. SupportsLatestMedia = supportsLatest,
  507. SupportsContentDownloading = features.SupportsContentDownloading,
  508. AutoRefreshLevels = features.AutoRefreshLevels
  509. };
  510. }
  511. private Guid GetInternalChannelId(string name)
  512. {
  513. ArgumentException.ThrowIfNullOrEmpty(name);
  514. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  515. }
  516. /// <inheritdoc />
  517. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  518. {
  519. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  520. var items = internalResult.Items;
  521. var totalRecordCount = internalResult.TotalRecordCount;
  522. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  523. var result = new QueryResult<BaseItemDto>(
  524. query.StartIndex,
  525. totalRecordCount,
  526. returnItems);
  527. return result;
  528. }
  529. /// <inheritdoc />
  530. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  531. {
  532. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  533. if (query.ChannelIds.Count > 0)
  534. {
  535. // Avoid implicitly captured closure
  536. var ids = query.ChannelIds;
  537. channels = channels
  538. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  539. .ToArray();
  540. }
  541. if (channels.Length == 0)
  542. {
  543. return new QueryResult<BaseItem>();
  544. }
  545. foreach (var channel in channels)
  546. {
  547. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  548. }
  549. query.IsFolder = false;
  550. // hack for trailers, figure out a better way later
  551. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.Contains("Trailer", StringComparison.Ordinal);
  552. if (sortByPremiereDate)
  553. {
  554. query.OrderBy = new[]
  555. {
  556. (ItemSortBy.PremiereDate, SortOrder.Descending),
  557. (ItemSortBy.ProductionYear, SortOrder.Descending),
  558. (ItemSortBy.DateCreated, SortOrder.Descending)
  559. };
  560. }
  561. else
  562. {
  563. query.OrderBy = new[]
  564. {
  565. (ItemSortBy.DateCreated, SortOrder.Descending)
  566. };
  567. }
  568. return _libraryManager.GetItemsResult(query);
  569. }
  570. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  571. {
  572. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  573. var query = new InternalItemsQuery
  574. {
  575. Parent = internalChannel,
  576. EnableTotalRecordCount = false,
  577. ChannelIds = new Guid[] { internalChannel.Id }
  578. };
  579. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  580. foreach (var item in result.Items)
  581. {
  582. if (item is Folder folder)
  583. {
  584. await GetChannelItemsInternal(
  585. new InternalItemsQuery
  586. {
  587. Parent = folder,
  588. EnableTotalRecordCount = false,
  589. ChannelIds = new Guid[] { internalChannel.Id }
  590. },
  591. new SimpleProgress<double>(),
  592. cancellationToken).ConfigureAwait(false);
  593. }
  594. }
  595. }
  596. /// <inheritdoc />
  597. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  598. {
  599. // Get the internal channel entity
  600. var channel = GetChannel(query.ChannelIds[0]);
  601. // Find the corresponding channel provider plugin
  602. var channelProvider = GetChannelProvider(channel);
  603. var parentItem = query.ParentId.Equals(default)
  604. ? channel
  605. : _libraryManager.GetItemById(query.ParentId);
  606. var itemsResult = await GetChannelItems(
  607. channelProvider,
  608. query.User,
  609. parentItem is Channel ? null : parentItem.ExternalId,
  610. null,
  611. false,
  612. cancellationToken)
  613. .ConfigureAwait(false);
  614. if (query.ParentId.Equals(default))
  615. {
  616. query.Parent = channel;
  617. }
  618. query.ChannelIds = Array.Empty<Guid>();
  619. // Not yet sure why this is causing a problem
  620. query.GroupByPresentationUniqueKey = false;
  621. // null if came from cache
  622. if (itemsResult is not null)
  623. {
  624. var items = itemsResult.Items;
  625. var itemsLen = items.Count;
  626. var internalItems = new Guid[itemsLen];
  627. for (int i = 0; i < itemsLen; i++)
  628. {
  629. internalItems[i] = (await GetChannelItemEntityAsync(
  630. items[i],
  631. channelProvider,
  632. channel.Id,
  633. parentItem,
  634. cancellationToken).ConfigureAwait(false)).Id;
  635. }
  636. var existingIds = _libraryManager.GetItemIds(query);
  637. var deadIds = existingIds.Except(internalItems)
  638. .ToArray();
  639. foreach (var deadId in deadIds)
  640. {
  641. var deadItem = _libraryManager.GetItemById(deadId);
  642. if (deadItem is not null)
  643. {
  644. _libraryManager.DeleteItem(
  645. deadItem,
  646. new DeleteOptions
  647. {
  648. DeleteFileLocation = false,
  649. DeleteFromExternalProvider = false
  650. },
  651. parentItem,
  652. false);
  653. }
  654. }
  655. }
  656. return _libraryManager.GetItemsResult(query);
  657. }
  658. /// <inheritdoc />
  659. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  660. {
  661. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  662. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  663. var result = new QueryResult<BaseItemDto>(
  664. query.StartIndex,
  665. internalResult.TotalRecordCount,
  666. returnItems);
  667. return result;
  668. }
  669. private async Task<ChannelItemResult> GetChannelItems(
  670. IChannel channel,
  671. User user,
  672. string externalFolderId,
  673. ChannelItemSortField? sortField,
  674. bool sortDescending,
  675. CancellationToken cancellationToken)
  676. {
  677. var userId = user?.Id.ToString("N", CultureInfo.InvariantCulture);
  678. var cacheLength = CacheLength;
  679. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  680. try
  681. {
  682. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  683. {
  684. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  685. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  686. if (cachedResult is not null)
  687. {
  688. return null;
  689. }
  690. }
  691. }
  692. catch (FileNotFoundException)
  693. {
  694. }
  695. catch (IOException)
  696. {
  697. }
  698. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  699. try
  700. {
  701. try
  702. {
  703. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  704. {
  705. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  706. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  707. if (cachedResult is not null)
  708. {
  709. return null;
  710. }
  711. }
  712. }
  713. catch (FileNotFoundException)
  714. {
  715. }
  716. catch (IOException)
  717. {
  718. }
  719. var query = new InternalChannelItemQuery
  720. {
  721. UserId = user?.Id ?? Guid.Empty,
  722. SortBy = sortField,
  723. SortDescending = sortDescending,
  724. FolderId = externalFolderId
  725. };
  726. query.FolderId = externalFolderId;
  727. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  728. if (result is null)
  729. {
  730. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  731. }
  732. await CacheResponse(result, cachePath);
  733. return result;
  734. }
  735. finally
  736. {
  737. _resourcePool.Release();
  738. }
  739. }
  740. private async Task CacheResponse(ChannelItemResult result, string path)
  741. {
  742. try
  743. {
  744. Directory.CreateDirectory(Path.GetDirectoryName(path));
  745. await using FileStream createStream = File.Create(path);
  746. await JsonSerializer.SerializeAsync(createStream, result, _jsonOptions).ConfigureAwait(false);
  747. }
  748. catch (Exception ex)
  749. {
  750. _logger.LogError(ex, "Error writing to channel cache file: {Path}", path);
  751. }
  752. }
  753. private string GetChannelDataCachePath(
  754. IChannel channel,
  755. string userId,
  756. string externalFolderId,
  757. ChannelItemSortField? sortField,
  758. bool sortDescending)
  759. {
  760. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  761. var userCacheKey = string.Empty;
  762. if (channel is IHasCacheKey hasCacheKey)
  763. {
  764. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  765. }
  766. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  767. filename += userCacheKey;
  768. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  769. if (sortField.HasValue)
  770. {
  771. filename += "-sortField-" + sortField.Value;
  772. }
  773. if (sortDescending)
  774. {
  775. filename += "-sortDescending";
  776. }
  777. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  778. return Path.Combine(
  779. _config.ApplicationPaths.CachePath,
  780. "channels",
  781. channelId,
  782. version,
  783. filename + ".json");
  784. }
  785. private static string GetIdToHash(string externalId, string channelName)
  786. {
  787. // Increment this as needed to force new downloads
  788. // Incorporate Name because it's being used to convert channel entity to provider
  789. return externalId + (channelName ?? string.Empty) + "16";
  790. }
  791. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  792. where T : BaseItem, new()
  793. {
  794. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  795. T item = null;
  796. try
  797. {
  798. item = _libraryManager.GetItemById(id) as T;
  799. }
  800. catch (Exception ex)
  801. {
  802. _logger.LogError(ex, "Error retrieving channel item from database");
  803. }
  804. if (item is null)
  805. {
  806. item = new T();
  807. isNew = true;
  808. }
  809. else
  810. {
  811. isNew = false;
  812. }
  813. item.Id = id;
  814. return item;
  815. }
  816. private async Task<BaseItem> GetChannelItemEntityAsync(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  817. {
  818. var parentFolderId = parentFolder.Id;
  819. BaseItem item;
  820. bool isNew;
  821. bool forceUpdate = false;
  822. if (info.Type == ChannelItemType.Folder)
  823. {
  824. item = info.FolderType switch
  825. {
  826. ChannelFolderType.MusicAlbum => GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew),
  827. ChannelFolderType.MusicArtist => GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew),
  828. ChannelFolderType.PhotoAlbum => GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew),
  829. ChannelFolderType.Series => GetItemById<Series>(info.Id, channelProvider.Name, out isNew),
  830. ChannelFolderType.Season => GetItemById<Season>(info.Id, channelProvider.Name, out isNew),
  831. _ => GetItemById<Folder>(info.Id, channelProvider.Name, out isNew)
  832. };
  833. }
  834. else if (info.MediaType == ChannelMediaType.Audio)
  835. {
  836. item = info.ContentType == ChannelMediaContentType.Podcast
  837. ? GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew)
  838. : GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  839. }
  840. else
  841. {
  842. item = info.ContentType switch
  843. {
  844. ChannelMediaContentType.Episode => GetItemById<Episode>(info.Id, channelProvider.Name, out isNew),
  845. ChannelMediaContentType.Movie => GetItemById<Movie>(info.Id, channelProvider.Name, out isNew),
  846. var x when x == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer
  847. => GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew),
  848. _ => GetItemById<Video>(info.Id, channelProvider.Name, out isNew)
  849. };
  850. }
  851. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  852. if (info.IsLiveStream)
  853. {
  854. item.RunTimeTicks = null;
  855. }
  856. else if (isNew || !enableMediaProbe)
  857. {
  858. item.RunTimeTicks = info.RunTimeTicks;
  859. }
  860. if (isNew)
  861. {
  862. item.Name = info.Name;
  863. item.Genres = info.Genres.ToArray();
  864. item.Studios = info.Studios.ToArray();
  865. item.CommunityRating = info.CommunityRating;
  866. item.Overview = info.Overview;
  867. item.IndexNumber = info.IndexNumber;
  868. item.ParentIndexNumber = info.ParentIndexNumber;
  869. item.PremiereDate = info.PremiereDate;
  870. item.ProductionYear = info.ProductionYear;
  871. item.ProviderIds = info.ProviderIds;
  872. item.OfficialRating = info.OfficialRating;
  873. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  874. item.Tags = info.Tags.ToArray();
  875. item.OriginalTitle = info.OriginalTitle;
  876. }
  877. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  878. {
  879. // At least update names of container folders
  880. if (item.Name != info.Name)
  881. {
  882. item.Name = info.Name;
  883. forceUpdate = true;
  884. }
  885. }
  886. if (item is IHasArtist hasArtists)
  887. {
  888. hasArtists.Artists = info.Artists.ToArray();
  889. }
  890. if (item is IHasAlbumArtist hasAlbumArtists)
  891. {
  892. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  893. }
  894. if (item is Trailer trailer)
  895. {
  896. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  897. {
  898. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  899. forceUpdate = true;
  900. }
  901. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  902. }
  903. if (info.DateModified > item.DateModified)
  904. {
  905. item.DateModified = info.DateModified;
  906. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  907. forceUpdate = true;
  908. }
  909. if (!internalChannelId.Equals(item.ChannelId))
  910. {
  911. forceUpdate = true;
  912. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  913. }
  914. item.ChannelId = internalChannelId;
  915. if (!item.ParentId.Equals(parentFolderId))
  916. {
  917. forceUpdate = true;
  918. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  919. }
  920. item.ParentId = parentFolderId;
  921. if (item is IHasSeries hasSeries)
  922. {
  923. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  924. {
  925. forceUpdate = true;
  926. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  927. }
  928. hasSeries.SeriesName = info.SeriesName;
  929. }
  930. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  931. {
  932. forceUpdate = true;
  933. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  934. }
  935. item.ExternalId = info.Id;
  936. if (item is Audio channelAudioItem)
  937. {
  938. channelAudioItem.ExtraType = info.ExtraType;
  939. var mediaSource = info.MediaSources.FirstOrDefault();
  940. item.Path = mediaSource?.Path;
  941. }
  942. if (item is Video channelVideoItem)
  943. {
  944. channelVideoItem.ExtraType = info.ExtraType;
  945. var mediaSource = info.MediaSources.FirstOrDefault();
  946. item.Path = mediaSource?.Path;
  947. }
  948. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  949. {
  950. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  951. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  952. forceUpdate = true;
  953. }
  954. if (!info.IsLiveStream)
  955. {
  956. if (item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  957. {
  958. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  959. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  960. forceUpdate = true;
  961. }
  962. }
  963. else
  964. {
  965. if (!item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  966. {
  967. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  968. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  969. forceUpdate = true;
  970. }
  971. }
  972. item.OnMetadataChanged();
  973. if (isNew)
  974. {
  975. _libraryManager.CreateItem(item, parentFolder);
  976. if (info.People is not null && info.People.Count > 0)
  977. {
  978. _libraryManager.UpdatePeople(item, info.People);
  979. }
  980. }
  981. else if (forceUpdate)
  982. {
  983. await item.UpdateToRepositoryAsync(ItemUpdateType.None, cancellationToken).ConfigureAwait(false);
  984. }
  985. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  986. {
  987. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  988. {
  989. await SaveMediaSources(item, new List<MediaSourceInfo>()).ConfigureAwait(false);
  990. }
  991. else
  992. {
  993. await SaveMediaSources(item, info.MediaSources).ConfigureAwait(false);
  994. }
  995. }
  996. if (isNew || forceUpdate || item.DateLastRefreshed == default)
  997. {
  998. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  999. }
  1000. return item;
  1001. }
  1002. internal IChannel GetChannelProvider(Channel channel)
  1003. {
  1004. ArgumentNullException.ThrowIfNull(channel);
  1005. var result = GetAllChannels()
  1006. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  1007. if (result is null)
  1008. {
  1009. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  1010. }
  1011. return result;
  1012. }
  1013. internal IChannel GetChannelProvider(Guid internalChannelId)
  1014. {
  1015. var result = GetAllChannels()
  1016. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  1017. if (result is null)
  1018. {
  1019. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  1020. }
  1021. return result;
  1022. }
  1023. /// <inheritdoc />
  1024. public void Dispose()
  1025. {
  1026. Dispose(true);
  1027. GC.SuppressFinalize(this);
  1028. }
  1029. /// <summary>
  1030. /// Releases unmanaged and optionally managed resources.
  1031. /// </summary>
  1032. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1033. protected virtual void Dispose(bool disposing)
  1034. {
  1035. if (_disposed)
  1036. {
  1037. return;
  1038. }
  1039. if (disposing)
  1040. {
  1041. _resourcePool?.Dispose();
  1042. }
  1043. _disposed = true;
  1044. }
  1045. }
  1046. }