ChannelManager.cs 44 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Text.Json;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using Jellyfin.Data.Entities;
  11. using Jellyfin.Data.Enums;
  12. using Jellyfin.Extensions;
  13. using Jellyfin.Extensions.Json;
  14. using MediaBrowser.Common.Extensions;
  15. using MediaBrowser.Common.Progress;
  16. using MediaBrowser.Controller.Channels;
  17. using MediaBrowser.Controller.Configuration;
  18. using MediaBrowser.Controller.Dto;
  19. using MediaBrowser.Controller.Entities;
  20. using MediaBrowser.Controller.Entities.Audio;
  21. using MediaBrowser.Controller.Library;
  22. using MediaBrowser.Controller.Providers;
  23. using MediaBrowser.Model.Channels;
  24. using MediaBrowser.Model.Dto;
  25. using MediaBrowser.Model.Entities;
  26. using MediaBrowser.Model.IO;
  27. using MediaBrowser.Model.Querying;
  28. using Microsoft.Extensions.Caching.Memory;
  29. using Microsoft.Extensions.Logging;
  30. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  31. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  32. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  33. using Season = MediaBrowser.Controller.Entities.TV.Season;
  34. using Series = MediaBrowser.Controller.Entities.TV.Series;
  35. namespace Emby.Server.Implementations.Channels
  36. {
  37. /// <summary>
  38. /// The LiveTV channel manager.
  39. /// </summary>
  40. public class ChannelManager : IChannelManager, IDisposable
  41. {
  42. private readonly IUserManager _userManager;
  43. private readonly IUserDataManager _userDataManager;
  44. private readonly IDtoService _dtoService;
  45. private readonly ILibraryManager _libraryManager;
  46. private readonly ILogger<ChannelManager> _logger;
  47. private readonly IServerConfigurationManager _config;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly IProviderManager _providerManager;
  50. private readonly IMemoryCache _memoryCache;
  51. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  52. private readonly JsonSerializerOptions _jsonOptions = JsonDefaults.Options;
  53. private bool _disposed = false;
  54. /// <summary>
  55. /// Initializes a new instance of the <see cref="ChannelManager"/> class.
  56. /// </summary>
  57. /// <param name="userManager">The user manager.</param>
  58. /// <param name="dtoService">The dto service.</param>
  59. /// <param name="libraryManager">The library manager.</param>
  60. /// <param name="logger">The logger.</param>
  61. /// <param name="config">The server configuration manager.</param>
  62. /// <param name="fileSystem">The filesystem.</param>
  63. /// <param name="userDataManager">The user data manager.</param>
  64. /// <param name="providerManager">The provider manager.</param>
  65. /// <param name="memoryCache">The memory cache.</param>
  66. /// <param name="channels">The channels.</param>
  67. public ChannelManager(
  68. IUserManager userManager,
  69. IDtoService dtoService,
  70. ILibraryManager libraryManager,
  71. ILogger<ChannelManager> logger,
  72. IServerConfigurationManager config,
  73. IFileSystem fileSystem,
  74. IUserDataManager userDataManager,
  75. IProviderManager providerManager,
  76. IMemoryCache memoryCache,
  77. IEnumerable<IChannel> channels)
  78. {
  79. _userManager = userManager;
  80. _dtoService = dtoService;
  81. _libraryManager = libraryManager;
  82. _logger = logger;
  83. _config = config;
  84. _fileSystem = fileSystem;
  85. _userDataManager = userDataManager;
  86. _providerManager = providerManager;
  87. _memoryCache = memoryCache;
  88. Channels = channels.ToArray();
  89. }
  90. internal IChannel[] Channels { get; }
  91. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  92. /// <inheritdoc />
  93. public bool EnableMediaSourceDisplay(BaseItem item)
  94. {
  95. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  96. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  97. return channel is not IDisableMediaSourceDisplay;
  98. }
  99. /// <inheritdoc />
  100. public bool CanDelete(BaseItem item)
  101. {
  102. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  103. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  104. return channel is ISupportsDelete supportsDelete && supportsDelete.CanDelete(item);
  105. }
  106. /// <inheritdoc />
  107. public bool EnableMediaProbe(BaseItem item)
  108. {
  109. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  110. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  111. return channel is ISupportsMediaProbe;
  112. }
  113. /// <inheritdoc />
  114. public Task DeleteItem(BaseItem item)
  115. {
  116. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  117. if (internalChannel is null)
  118. {
  119. throw new ArgumentException(nameof(item.ChannelId));
  120. }
  121. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  122. if (channel is not ISupportsDelete supportsDelete)
  123. {
  124. throw new ArgumentException(nameof(channel));
  125. }
  126. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  127. }
  128. private IEnumerable<IChannel> GetAllChannels()
  129. {
  130. return Channels
  131. .OrderBy(i => i.Name);
  132. }
  133. /// <summary>
  134. /// Get the installed channel IDs.
  135. /// </summary>
  136. /// <returns>An <see cref="IEnumerable{T}"/> containing installed channel IDs.</returns>
  137. public IEnumerable<Guid> GetInstalledChannelIds()
  138. {
  139. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  140. }
  141. /// <inheritdoc />
  142. public async Task<QueryResult<Channel>> GetChannelsInternalAsync(ChannelQuery query)
  143. {
  144. var user = query.UserId.Equals(default)
  145. ? null
  146. : _userManager.GetUserById(query.UserId);
  147. var channels = await GetAllChannelEntitiesAsync()
  148. .OrderBy(i => i.SortName)
  149. .ToListAsync()
  150. .ConfigureAwait(false);
  151. if (query.IsRecordingsFolder.HasValue)
  152. {
  153. var val = query.IsRecordingsFolder.Value;
  154. channels = channels.Where(i =>
  155. {
  156. try
  157. {
  158. return (GetChannelProvider(i) is IHasFolderAttributes hasAttributes
  159. && hasAttributes.Attributes.Contains("Recordings", StringComparison.OrdinalIgnoreCase)) == val;
  160. }
  161. catch
  162. {
  163. return false;
  164. }
  165. }).ToList();
  166. }
  167. if (query.SupportsLatestItems.HasValue)
  168. {
  169. var val = query.SupportsLatestItems.Value;
  170. channels = channels.Where(i =>
  171. {
  172. try
  173. {
  174. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  175. }
  176. catch
  177. {
  178. return false;
  179. }
  180. }).ToList();
  181. }
  182. if (query.SupportsMediaDeletion.HasValue)
  183. {
  184. var val = query.SupportsMediaDeletion.Value;
  185. channels = channels.Where(i =>
  186. {
  187. try
  188. {
  189. return GetChannelProvider(i) is ISupportsDelete == val;
  190. }
  191. catch
  192. {
  193. return false;
  194. }
  195. }).ToList();
  196. }
  197. if (query.IsFavorite.HasValue)
  198. {
  199. var val = query.IsFavorite.Value;
  200. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  201. .ToList();
  202. }
  203. if (user is not null)
  204. {
  205. var userId = user.Id.ToString("N", CultureInfo.InvariantCulture);
  206. channels = channels.Where(i =>
  207. {
  208. if (!i.IsVisible(user))
  209. {
  210. return false;
  211. }
  212. try
  213. {
  214. return GetChannelProvider(i).IsEnabledFor(userId);
  215. }
  216. catch
  217. {
  218. return false;
  219. }
  220. }).ToList();
  221. }
  222. var all = channels;
  223. var totalCount = all.Count;
  224. if (query.StartIndex.HasValue || query.Limit.HasValue)
  225. {
  226. int startIndex = query.StartIndex ?? 0;
  227. int count = query.Limit is null ? totalCount - startIndex : Math.Min(query.Limit.Value, totalCount - startIndex);
  228. all = all.GetRange(startIndex, count);
  229. }
  230. if (query.RefreshLatestChannelItems)
  231. {
  232. foreach (var item in all)
  233. {
  234. await RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).ConfigureAwait(false);
  235. }
  236. }
  237. return new QueryResult<Channel>(
  238. query.StartIndex,
  239. totalCount,
  240. all);
  241. }
  242. /// <inheritdoc />
  243. public async Task<QueryResult<BaseItemDto>> GetChannelsAsync(ChannelQuery query)
  244. {
  245. var user = query.UserId.Equals(default)
  246. ? null
  247. : _userManager.GetUserById(query.UserId);
  248. var internalResult = await GetChannelsInternalAsync(query).ConfigureAwait(false);
  249. var dtoOptions = new DtoOptions();
  250. // TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  251. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  252. var result = new QueryResult<BaseItemDto>(
  253. query.StartIndex,
  254. internalResult.TotalRecordCount,
  255. returnItems);
  256. return result;
  257. }
  258. /// <summary>
  259. /// Refreshes the associated channels.
  260. /// </summary>
  261. /// <param name="progress">The progress.</param>
  262. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  263. /// <returns>The completed task.</returns>
  264. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  265. {
  266. var allChannelsList = GetAllChannels().ToList();
  267. var numComplete = 0;
  268. foreach (var channelInfo in allChannelsList)
  269. {
  270. cancellationToken.ThrowIfCancellationRequested();
  271. try
  272. {
  273. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  274. }
  275. catch (OperationCanceledException)
  276. {
  277. throw;
  278. }
  279. catch (Exception ex)
  280. {
  281. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  282. }
  283. numComplete++;
  284. double percent = (double)numComplete / allChannelsList.Count;
  285. progress.Report(100 * percent);
  286. }
  287. progress.Report(100);
  288. }
  289. private async IAsyncEnumerable<Channel> GetAllChannelEntitiesAsync()
  290. {
  291. foreach (IChannel channel in GetAllChannels())
  292. {
  293. yield return GetChannel(GetInternalChannelId(channel.Name)) ?? await GetChannel(channel, CancellationToken.None).ConfigureAwait(false);
  294. }
  295. }
  296. private MediaSourceInfo[] GetSavedMediaSources(BaseItem item)
  297. {
  298. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  299. try
  300. {
  301. var bytes = File.ReadAllBytes(path);
  302. return JsonSerializer.Deserialize<MediaSourceInfo[]>(bytes, _jsonOptions)
  303. ?? Array.Empty<MediaSourceInfo>();
  304. }
  305. catch
  306. {
  307. return Array.Empty<MediaSourceInfo>();
  308. }
  309. }
  310. private async Task SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  311. {
  312. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  313. if (mediaSources is null || mediaSources.Count == 0)
  314. {
  315. try
  316. {
  317. _fileSystem.DeleteFile(path);
  318. }
  319. catch
  320. {
  321. }
  322. return;
  323. }
  324. Directory.CreateDirectory(Path.GetDirectoryName(path));
  325. await using FileStream createStream = File.Create(path);
  326. await JsonSerializer.SerializeAsync(createStream, mediaSources, _jsonOptions).ConfigureAwait(false);
  327. }
  328. /// <inheritdoc />
  329. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  330. {
  331. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  332. return results
  333. .Select(i => NormalizeMediaSource(item, i))
  334. .ToList();
  335. }
  336. /// <summary>
  337. /// Gets the dynamic media sources based on the provided item.
  338. /// </summary>
  339. /// <param name="item">The item.</param>
  340. /// <param name="cancellationToken">A cancellation token that can be used to cancel the operation.</param>
  341. /// <returns>The task representing the operation to get the media sources.</returns>
  342. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  343. {
  344. var channel = GetChannel(item.ChannelId);
  345. var channelPlugin = GetChannelProvider(channel);
  346. IEnumerable<MediaSourceInfo> results;
  347. if (channelPlugin is IRequiresMediaInfoCallback requiresCallback)
  348. {
  349. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  350. .ConfigureAwait(false);
  351. }
  352. else
  353. {
  354. results = Enumerable.Empty<MediaSourceInfo>();
  355. }
  356. return results
  357. .Select(i => NormalizeMediaSource(item, i))
  358. .ToList();
  359. }
  360. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  361. {
  362. if (_memoryCache.TryGetValue(id, out List<MediaSourceInfo> cachedInfo))
  363. {
  364. return cachedInfo;
  365. }
  366. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  367. .ConfigureAwait(false);
  368. var list = mediaInfo.ToList();
  369. _memoryCache.Set(id, list, DateTimeOffset.UtcNow.AddMinutes(5));
  370. return list;
  371. }
  372. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  373. {
  374. info.RunTimeTicks ??= item.RunTimeTicks;
  375. return info;
  376. }
  377. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  378. {
  379. var parentFolderId = Guid.Empty;
  380. var id = GetInternalChannelId(channelInfo.Name);
  381. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  382. var isNew = false;
  383. var forceUpdate = false;
  384. var item = _libraryManager.GetItemById(id) as Channel;
  385. if (item is null)
  386. {
  387. item = new Channel
  388. {
  389. Name = channelInfo.Name,
  390. Id = id,
  391. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  392. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  393. };
  394. isNew = true;
  395. }
  396. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  397. {
  398. isNew = true;
  399. }
  400. item.Path = path;
  401. if (!item.ChannelId.Equals(id))
  402. {
  403. forceUpdate = true;
  404. }
  405. item.ChannelId = id;
  406. if (!item.ParentId.Equals(parentFolderId))
  407. {
  408. forceUpdate = true;
  409. }
  410. item.ParentId = parentFolderId;
  411. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  412. item.Overview = channelInfo.Description;
  413. if (string.IsNullOrWhiteSpace(item.Name))
  414. {
  415. item.Name = channelInfo.Name;
  416. }
  417. if (isNew)
  418. {
  419. item.OnMetadataChanged();
  420. _libraryManager.CreateItem(item, null);
  421. }
  422. await item.RefreshMetadata(
  423. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  424. {
  425. ForceSave = !isNew && forceUpdate
  426. },
  427. cancellationToken).ConfigureAwait(false);
  428. return item;
  429. }
  430. private static string GetOfficialRating(ChannelParentalRating rating)
  431. {
  432. return rating switch
  433. {
  434. ChannelParentalRating.Adult => "XXX",
  435. ChannelParentalRating.UsR => "R",
  436. ChannelParentalRating.UsPG13 => "PG-13",
  437. ChannelParentalRating.UsPG => "PG",
  438. _ => null
  439. };
  440. }
  441. /// <summary>
  442. /// Gets a channel with the provided Guid.
  443. /// </summary>
  444. /// <param name="id">The Guid.</param>
  445. /// <returns>The corresponding channel.</returns>
  446. public Channel GetChannel(Guid id)
  447. {
  448. return _libraryManager.GetItemById(id) as Channel;
  449. }
  450. /// <inheritdoc />
  451. public Channel GetChannel(string id)
  452. {
  453. return _libraryManager.GetItemById(id) as Channel;
  454. }
  455. /// <inheritdoc />
  456. public ChannelFeatures[] GetAllChannelFeatures()
  457. {
  458. return _libraryManager.GetItemIds(
  459. new InternalItemsQuery
  460. {
  461. IncludeItemTypes = new[] { BaseItemKind.Channel },
  462. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  463. }).Select(i => GetChannelFeatures(i)).ToArray();
  464. }
  465. /// <inheritdoc />
  466. public ChannelFeatures GetChannelFeatures(Guid? id)
  467. {
  468. if (!id.HasValue)
  469. {
  470. throw new ArgumentNullException(nameof(id));
  471. }
  472. var channel = GetChannel(id.Value);
  473. var channelProvider = GetChannelProvider(channel);
  474. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  475. }
  476. /// <summary>
  477. /// Checks whether the provided Guid supports external transfer.
  478. /// </summary>
  479. /// <param name="channelId">The Guid.</param>
  480. /// <returns>Whether or not the provided Guid supports external transfer.</returns>
  481. public bool SupportsExternalTransfer(Guid channelId)
  482. {
  483. var channelProvider = GetChannelProvider(channelId);
  484. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  485. }
  486. /// <summary>
  487. /// Gets the provided channel's supported features.
  488. /// </summary>
  489. /// <param name="channel">The channel.</param>
  490. /// <param name="provider">The provider.</param>
  491. /// <param name="features">The features.</param>
  492. /// <returns>The supported features.</returns>
  493. public ChannelFeatures GetChannelFeaturesDto(
  494. Channel channel,
  495. IChannel provider,
  496. InternalChannelFeatures features)
  497. {
  498. var supportsLatest = provider is ISupportsLatestMedia;
  499. return new ChannelFeatures(channel.Name, channel.Id)
  500. {
  501. CanFilter = !features.MaxPageSize.HasValue,
  502. CanSearch = provider is ISearchableChannel,
  503. ContentTypes = features.ContentTypes.ToArray(),
  504. DefaultSortFields = features.DefaultSortFields.ToArray(),
  505. MaxPageSize = features.MaxPageSize,
  506. MediaTypes = features.MediaTypes.ToArray(),
  507. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  508. SupportsLatestMedia = supportsLatest,
  509. SupportsContentDownloading = features.SupportsContentDownloading,
  510. AutoRefreshLevels = features.AutoRefreshLevels
  511. };
  512. }
  513. private Guid GetInternalChannelId(string name)
  514. {
  515. ArgumentException.ThrowIfNullOrEmpty(name);
  516. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  517. }
  518. /// <inheritdoc />
  519. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  520. {
  521. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  522. var items = internalResult.Items;
  523. var totalRecordCount = internalResult.TotalRecordCount;
  524. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  525. var result = new QueryResult<BaseItemDto>(
  526. query.StartIndex,
  527. totalRecordCount,
  528. returnItems);
  529. return result;
  530. }
  531. /// <inheritdoc />
  532. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  533. {
  534. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  535. if (query.ChannelIds.Count > 0)
  536. {
  537. // Avoid implicitly captured closure
  538. var ids = query.ChannelIds;
  539. channels = channels
  540. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  541. .ToArray();
  542. }
  543. if (channels.Length == 0)
  544. {
  545. return new QueryResult<BaseItem>();
  546. }
  547. foreach (var channel in channels)
  548. {
  549. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  550. }
  551. query.IsFolder = false;
  552. // hack for trailers, figure out a better way later
  553. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.Contains("Trailer", StringComparison.Ordinal);
  554. if (sortByPremiereDate)
  555. {
  556. query.OrderBy = new[]
  557. {
  558. (ItemSortBy.PremiereDate, SortOrder.Descending),
  559. (ItemSortBy.ProductionYear, SortOrder.Descending),
  560. (ItemSortBy.DateCreated, SortOrder.Descending)
  561. };
  562. }
  563. else
  564. {
  565. query.OrderBy = new[]
  566. {
  567. (ItemSortBy.DateCreated, SortOrder.Descending)
  568. };
  569. }
  570. return _libraryManager.GetItemsResult(query);
  571. }
  572. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  573. {
  574. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  575. var query = new InternalItemsQuery
  576. {
  577. Parent = internalChannel,
  578. EnableTotalRecordCount = false,
  579. ChannelIds = new Guid[] { internalChannel.Id }
  580. };
  581. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  582. foreach (var item in result.Items)
  583. {
  584. if (item is Folder folder)
  585. {
  586. await GetChannelItemsInternal(
  587. new InternalItemsQuery
  588. {
  589. Parent = folder,
  590. EnableTotalRecordCount = false,
  591. ChannelIds = new Guid[] { internalChannel.Id }
  592. },
  593. new SimpleProgress<double>(),
  594. cancellationToken).ConfigureAwait(false);
  595. }
  596. }
  597. }
  598. /// <inheritdoc />
  599. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  600. {
  601. // Get the internal channel entity
  602. var channel = GetChannel(query.ChannelIds[0]);
  603. // Find the corresponding channel provider plugin
  604. var channelProvider = GetChannelProvider(channel);
  605. var parentItem = query.ParentId.Equals(default)
  606. ? channel
  607. : _libraryManager.GetItemById(query.ParentId);
  608. var itemsResult = await GetChannelItems(
  609. channelProvider,
  610. query.User,
  611. parentItem is Channel ? null : parentItem.ExternalId,
  612. null,
  613. false,
  614. cancellationToken)
  615. .ConfigureAwait(false);
  616. if (query.ParentId.Equals(default))
  617. {
  618. query.Parent = channel;
  619. }
  620. query.ChannelIds = Array.Empty<Guid>();
  621. // Not yet sure why this is causing a problem
  622. query.GroupByPresentationUniqueKey = false;
  623. // null if came from cache
  624. if (itemsResult is not null)
  625. {
  626. var items = itemsResult.Items;
  627. var itemsLen = items.Count;
  628. var internalItems = new Guid[itemsLen];
  629. for (int i = 0; i < itemsLen; i++)
  630. {
  631. internalItems[i] = (await GetChannelItemEntityAsync(
  632. items[i],
  633. channelProvider,
  634. channel.Id,
  635. parentItem,
  636. cancellationToken).ConfigureAwait(false)).Id;
  637. }
  638. var existingIds = _libraryManager.GetItemIds(query);
  639. var deadIds = existingIds.Except(internalItems)
  640. .ToArray();
  641. foreach (var deadId in deadIds)
  642. {
  643. var deadItem = _libraryManager.GetItemById(deadId);
  644. if (deadItem is not null)
  645. {
  646. _libraryManager.DeleteItem(
  647. deadItem,
  648. new DeleteOptions
  649. {
  650. DeleteFileLocation = false,
  651. DeleteFromExternalProvider = false
  652. },
  653. parentItem,
  654. false);
  655. }
  656. }
  657. }
  658. return _libraryManager.GetItemsResult(query);
  659. }
  660. /// <inheritdoc />
  661. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  662. {
  663. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  664. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  665. var result = new QueryResult<BaseItemDto>(
  666. query.StartIndex,
  667. internalResult.TotalRecordCount,
  668. returnItems);
  669. return result;
  670. }
  671. private async Task<ChannelItemResult> GetChannelItems(
  672. IChannel channel,
  673. User user,
  674. string externalFolderId,
  675. ChannelItemSortField? sortField,
  676. bool sortDescending,
  677. CancellationToken cancellationToken)
  678. {
  679. var userId = user?.Id.ToString("N", CultureInfo.InvariantCulture);
  680. var cacheLength = CacheLength;
  681. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  682. try
  683. {
  684. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  685. {
  686. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  687. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  688. if (cachedResult is not null)
  689. {
  690. return null;
  691. }
  692. }
  693. }
  694. catch (FileNotFoundException)
  695. {
  696. }
  697. catch (IOException)
  698. {
  699. }
  700. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  701. try
  702. {
  703. try
  704. {
  705. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  706. {
  707. await using FileStream jsonStream = AsyncFile.OpenRead(cachePath);
  708. var cachedResult = await JsonSerializer.DeserializeAsync<ChannelItemResult>(jsonStream, _jsonOptions, cancellationToken).ConfigureAwait(false);
  709. if (cachedResult is not null)
  710. {
  711. return null;
  712. }
  713. }
  714. }
  715. catch (FileNotFoundException)
  716. {
  717. }
  718. catch (IOException)
  719. {
  720. }
  721. var query = new InternalChannelItemQuery
  722. {
  723. UserId = user?.Id ?? Guid.Empty,
  724. SortBy = sortField,
  725. SortDescending = sortDescending,
  726. FolderId = externalFolderId
  727. };
  728. query.FolderId = externalFolderId;
  729. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  730. if (result is null)
  731. {
  732. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  733. }
  734. await CacheResponse(result, cachePath);
  735. return result;
  736. }
  737. finally
  738. {
  739. _resourcePool.Release();
  740. }
  741. }
  742. private async Task CacheResponse(ChannelItemResult result, string path)
  743. {
  744. try
  745. {
  746. Directory.CreateDirectory(Path.GetDirectoryName(path));
  747. await using FileStream createStream = File.Create(path);
  748. await JsonSerializer.SerializeAsync(createStream, result, _jsonOptions).ConfigureAwait(false);
  749. }
  750. catch (Exception ex)
  751. {
  752. _logger.LogError(ex, "Error writing to channel cache file: {Path}", path);
  753. }
  754. }
  755. private string GetChannelDataCachePath(
  756. IChannel channel,
  757. string userId,
  758. string externalFolderId,
  759. ChannelItemSortField? sortField,
  760. bool sortDescending)
  761. {
  762. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  763. var userCacheKey = string.Empty;
  764. if (channel is IHasCacheKey hasCacheKey)
  765. {
  766. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  767. }
  768. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  769. filename += userCacheKey;
  770. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  771. if (sortField.HasValue)
  772. {
  773. filename += "-sortField-" + sortField.Value;
  774. }
  775. if (sortDescending)
  776. {
  777. filename += "-sortDescending";
  778. }
  779. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  780. return Path.Combine(
  781. _config.ApplicationPaths.CachePath,
  782. "channels",
  783. channelId,
  784. version,
  785. filename + ".json");
  786. }
  787. private static string GetIdToHash(string externalId, string channelName)
  788. {
  789. // Increment this as needed to force new downloads
  790. // Incorporate Name because it's being used to convert channel entity to provider
  791. return externalId + (channelName ?? string.Empty) + "16";
  792. }
  793. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  794. where T : BaseItem, new()
  795. {
  796. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  797. T item = null;
  798. try
  799. {
  800. item = _libraryManager.GetItemById(id) as T;
  801. }
  802. catch (Exception ex)
  803. {
  804. _logger.LogError(ex, "Error retrieving channel item from database");
  805. }
  806. if (item is null)
  807. {
  808. item = new T();
  809. isNew = true;
  810. }
  811. else
  812. {
  813. isNew = false;
  814. }
  815. item.Id = id;
  816. return item;
  817. }
  818. private async Task<BaseItem> GetChannelItemEntityAsync(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  819. {
  820. var parentFolderId = parentFolder.Id;
  821. BaseItem item;
  822. bool isNew;
  823. bool forceUpdate = false;
  824. if (info.Type == ChannelItemType.Folder)
  825. {
  826. item = info.FolderType switch
  827. {
  828. ChannelFolderType.MusicAlbum => GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew),
  829. ChannelFolderType.MusicArtist => GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew),
  830. ChannelFolderType.PhotoAlbum => GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew),
  831. ChannelFolderType.Series => GetItemById<Series>(info.Id, channelProvider.Name, out isNew),
  832. ChannelFolderType.Season => GetItemById<Season>(info.Id, channelProvider.Name, out isNew),
  833. _ => GetItemById<Folder>(info.Id, channelProvider.Name, out isNew)
  834. };
  835. }
  836. else if (info.MediaType == ChannelMediaType.Audio)
  837. {
  838. item = info.ContentType == ChannelMediaContentType.Podcast
  839. ? GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew)
  840. : GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  841. }
  842. else
  843. {
  844. item = info.ContentType switch
  845. {
  846. ChannelMediaContentType.Episode => GetItemById<Episode>(info.Id, channelProvider.Name, out isNew),
  847. ChannelMediaContentType.Movie => GetItemById<Movie>(info.Id, channelProvider.Name, out isNew),
  848. var x when x == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer
  849. => GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew),
  850. _ => GetItemById<Video>(info.Id, channelProvider.Name, out isNew)
  851. };
  852. }
  853. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  854. if (info.IsLiveStream)
  855. {
  856. item.RunTimeTicks = null;
  857. }
  858. else if (isNew || !enableMediaProbe)
  859. {
  860. item.RunTimeTicks = info.RunTimeTicks;
  861. }
  862. if (isNew)
  863. {
  864. item.Name = info.Name;
  865. item.Genres = info.Genres.ToArray();
  866. item.Studios = info.Studios.ToArray();
  867. item.CommunityRating = info.CommunityRating;
  868. item.Overview = info.Overview;
  869. item.IndexNumber = info.IndexNumber;
  870. item.ParentIndexNumber = info.ParentIndexNumber;
  871. item.PremiereDate = info.PremiereDate;
  872. item.ProductionYear = info.ProductionYear;
  873. item.ProviderIds = info.ProviderIds;
  874. item.OfficialRating = info.OfficialRating;
  875. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  876. item.Tags = info.Tags.ToArray();
  877. item.OriginalTitle = info.OriginalTitle;
  878. }
  879. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  880. {
  881. // At least update names of container folders
  882. if (item.Name != info.Name)
  883. {
  884. item.Name = info.Name;
  885. forceUpdate = true;
  886. }
  887. }
  888. if (item is IHasArtist hasArtists)
  889. {
  890. hasArtists.Artists = info.Artists.ToArray();
  891. }
  892. if (item is IHasAlbumArtist hasAlbumArtists)
  893. {
  894. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  895. }
  896. if (item is Trailer trailer)
  897. {
  898. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  899. {
  900. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  901. forceUpdate = true;
  902. }
  903. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  904. }
  905. if (info.DateModified > item.DateModified)
  906. {
  907. item.DateModified = info.DateModified;
  908. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  909. forceUpdate = true;
  910. }
  911. if (!internalChannelId.Equals(item.ChannelId))
  912. {
  913. forceUpdate = true;
  914. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  915. }
  916. item.ChannelId = internalChannelId;
  917. if (!item.ParentId.Equals(parentFolderId))
  918. {
  919. forceUpdate = true;
  920. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  921. }
  922. item.ParentId = parentFolderId;
  923. if (item is IHasSeries hasSeries)
  924. {
  925. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  926. {
  927. forceUpdate = true;
  928. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  929. }
  930. hasSeries.SeriesName = info.SeriesName;
  931. }
  932. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  933. {
  934. forceUpdate = true;
  935. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  936. }
  937. item.ExternalId = info.Id;
  938. if (item is Audio channelAudioItem)
  939. {
  940. channelAudioItem.ExtraType = info.ExtraType;
  941. var mediaSource = info.MediaSources.FirstOrDefault();
  942. item.Path = mediaSource?.Path;
  943. }
  944. if (item is Video channelVideoItem)
  945. {
  946. channelVideoItem.ExtraType = info.ExtraType;
  947. var mediaSource = info.MediaSources.FirstOrDefault();
  948. item.Path = mediaSource?.Path;
  949. }
  950. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  951. {
  952. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  953. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  954. forceUpdate = true;
  955. }
  956. if (!info.IsLiveStream)
  957. {
  958. if (item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  959. {
  960. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  961. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  962. forceUpdate = true;
  963. }
  964. }
  965. else
  966. {
  967. if (!item.Tags.Contains("livestream", StringComparison.OrdinalIgnoreCase))
  968. {
  969. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  970. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  971. forceUpdate = true;
  972. }
  973. }
  974. item.OnMetadataChanged();
  975. if (isNew)
  976. {
  977. _libraryManager.CreateItem(item, parentFolder);
  978. if (info.People is not null && info.People.Count > 0)
  979. {
  980. _libraryManager.UpdatePeople(item, info.People);
  981. }
  982. }
  983. else if (forceUpdate)
  984. {
  985. await item.UpdateToRepositoryAsync(ItemUpdateType.None, cancellationToken).ConfigureAwait(false);
  986. }
  987. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  988. {
  989. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  990. {
  991. await SaveMediaSources(item, new List<MediaSourceInfo>()).ConfigureAwait(false);
  992. }
  993. else
  994. {
  995. await SaveMediaSources(item, info.MediaSources).ConfigureAwait(false);
  996. }
  997. }
  998. if (isNew || forceUpdate || item.DateLastRefreshed == default)
  999. {
  1000. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  1001. }
  1002. return item;
  1003. }
  1004. internal IChannel GetChannelProvider(Channel channel)
  1005. {
  1006. ArgumentNullException.ThrowIfNull(channel);
  1007. var result = GetAllChannels()
  1008. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  1009. if (result is null)
  1010. {
  1011. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  1012. }
  1013. return result;
  1014. }
  1015. internal IChannel GetChannelProvider(Guid internalChannelId)
  1016. {
  1017. var result = GetAllChannels()
  1018. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  1019. if (result is null)
  1020. {
  1021. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  1022. }
  1023. return result;
  1024. }
  1025. /// <inheritdoc />
  1026. public void Dispose()
  1027. {
  1028. Dispose(true);
  1029. GC.SuppressFinalize(this);
  1030. }
  1031. /// <summary>
  1032. /// Releases unmanaged and optionally managed resources.
  1033. /// </summary>
  1034. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1035. protected virtual void Dispose(bool disposing)
  1036. {
  1037. if (_disposed)
  1038. {
  1039. return;
  1040. }
  1041. if (disposing)
  1042. {
  1043. _resourcePool?.Dispose();
  1044. }
  1045. _disposed = true;
  1046. }
  1047. }
  1048. }