ChannelManager.cs 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Concurrent;
  4. using System.Collections.Generic;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using MediaBrowser.Common.Extensions;
  11. using MediaBrowser.Common.Progress;
  12. using MediaBrowser.Controller.Channels;
  13. using MediaBrowser.Controller.Configuration;
  14. using MediaBrowser.Controller.Dto;
  15. using MediaBrowser.Controller.Entities;
  16. using MediaBrowser.Controller.Entities.Audio;
  17. using MediaBrowser.Controller.Entities.Movies;
  18. using MediaBrowser.Controller.Entities.TV;
  19. using MediaBrowser.Controller.Library;
  20. using MediaBrowser.Controller.Providers;
  21. using MediaBrowser.Model.Channels;
  22. using MediaBrowser.Model.Dto;
  23. using MediaBrowser.Model.Entities;
  24. using MediaBrowser.Model.IO;
  25. using MediaBrowser.Model.Querying;
  26. using MediaBrowser.Model.Serialization;
  27. using Microsoft.Extensions.Logging;
  28. namespace Emby.Server.Implementations.Channels
  29. {
  30. public class ChannelManager : IChannelManager
  31. {
  32. private readonly IUserManager _userManager;
  33. private readonly IUserDataManager _userDataManager;
  34. private readonly IDtoService _dtoService;
  35. private readonly ILibraryManager _libraryManager;
  36. private readonly ILogger _logger;
  37. private readonly IServerConfigurationManager _config;
  38. private readonly IFileSystem _fileSystem;
  39. private readonly IJsonSerializer _jsonSerializer;
  40. private readonly IProviderManager _providerManager;
  41. private readonly ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>> _channelItemMediaInfo =
  42. new ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>>();
  43. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  44. public ChannelManager(
  45. IUserManager userManager,
  46. IDtoService dtoService,
  47. ILibraryManager libraryManager,
  48. ILogger<ChannelManager> logger,
  49. IServerConfigurationManager config,
  50. IFileSystem fileSystem,
  51. IUserDataManager userDataManager,
  52. IJsonSerializer jsonSerializer,
  53. IProviderManager providerManager)
  54. {
  55. _userManager = userManager;
  56. _dtoService = dtoService;
  57. _libraryManager = libraryManager;
  58. _logger = logger;
  59. _config = config;
  60. _fileSystem = fileSystem;
  61. _userDataManager = userDataManager;
  62. _jsonSerializer = jsonSerializer;
  63. _providerManager = providerManager;
  64. }
  65. internal IChannel[] Channels { get; private set; }
  66. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  67. public void AddParts(IEnumerable<IChannel> channels)
  68. {
  69. Channels = channels.ToArray();
  70. }
  71. public bool EnableMediaSourceDisplay(BaseItem item)
  72. {
  73. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  74. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  75. return !(channel is IDisableMediaSourceDisplay);
  76. }
  77. public bool CanDelete(BaseItem item)
  78. {
  79. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  80. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  81. return channel is ISupportsDelete supportsDelete && supportsDelete.CanDelete(item);
  82. }
  83. public bool EnableMediaProbe(BaseItem item)
  84. {
  85. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  86. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  87. return channel is ISupportsMediaProbe;
  88. }
  89. public Task DeleteItem(BaseItem item)
  90. {
  91. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  92. if (internalChannel == null)
  93. {
  94. throw new ArgumentException();
  95. }
  96. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  97. var supportsDelete = channel as ISupportsDelete;
  98. if (supportsDelete == null)
  99. {
  100. throw new ArgumentException();
  101. }
  102. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  103. }
  104. private IEnumerable<IChannel> GetAllChannels()
  105. {
  106. return Channels
  107. .OrderBy(i => i.Name);
  108. }
  109. public IEnumerable<Guid> GetInstalledChannelIds()
  110. {
  111. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  112. }
  113. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  114. {
  115. var user = query.UserId.Equals(Guid.Empty)
  116. ? null
  117. : _userManager.GetUserById(query.UserId);
  118. var channels = GetAllChannels()
  119. .Select(GetChannelEntity)
  120. .OrderBy(i => i.SortName)
  121. .ToList();
  122. if (query.IsRecordingsFolder.HasValue)
  123. {
  124. var val = query.IsRecordingsFolder.Value;
  125. channels = channels.Where(i =>
  126. {
  127. try
  128. {
  129. return (GetChannelProvider(i) is IHasFolderAttributes hasAttributes
  130. && hasAttributes.Attributes.Contains("Recordings", StringComparer.OrdinalIgnoreCase)) == val;
  131. }
  132. catch
  133. {
  134. return false;
  135. }
  136. }).ToList();
  137. }
  138. if (query.SupportsLatestItems.HasValue)
  139. {
  140. var val = query.SupportsLatestItems.Value;
  141. channels = channels.Where(i =>
  142. {
  143. try
  144. {
  145. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  146. }
  147. catch
  148. {
  149. return false;
  150. }
  151. }).ToList();
  152. }
  153. if (query.SupportsMediaDeletion.HasValue)
  154. {
  155. var val = query.SupportsMediaDeletion.Value;
  156. channels = channels.Where(i =>
  157. {
  158. try
  159. {
  160. return GetChannelProvider(i) is ISupportsDelete == val;
  161. }
  162. catch
  163. {
  164. return false;
  165. }
  166. }).ToList();
  167. }
  168. if (query.IsFavorite.HasValue)
  169. {
  170. var val = query.IsFavorite.Value;
  171. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  172. .ToList();
  173. }
  174. if (user != null)
  175. {
  176. channels = channels.Where(i =>
  177. {
  178. if (!i.IsVisible(user))
  179. {
  180. return false;
  181. }
  182. try
  183. {
  184. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N", CultureInfo.InvariantCulture));
  185. }
  186. catch
  187. {
  188. return false;
  189. }
  190. }).ToList();
  191. }
  192. var all = channels;
  193. var totalCount = all.Count;
  194. if (query.StartIndex.HasValue)
  195. {
  196. all = all.Skip(query.StartIndex.Value).ToList();
  197. }
  198. if (query.Limit.HasValue)
  199. {
  200. all = all.Take(query.Limit.Value).ToList();
  201. }
  202. var returnItems = all.ToArray();
  203. if (query.RefreshLatestChannelItems)
  204. {
  205. foreach (var item in returnItems)
  206. {
  207. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  208. }
  209. }
  210. return new QueryResult<Channel>
  211. {
  212. Items = returnItems,
  213. TotalRecordCount = totalCount
  214. };
  215. }
  216. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  217. {
  218. var user = query.UserId.Equals(Guid.Empty)
  219. ? null
  220. : _userManager.GetUserById(query.UserId);
  221. var internalResult = GetChannelsInternal(query);
  222. var dtoOptions = new DtoOptions();
  223. // TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  224. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  225. var result = new QueryResult<BaseItemDto>
  226. {
  227. Items = returnItems,
  228. TotalRecordCount = internalResult.TotalRecordCount
  229. };
  230. return result;
  231. }
  232. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  233. {
  234. var allChannelsList = GetAllChannels().ToList();
  235. var numComplete = 0;
  236. foreach (var channelInfo in allChannelsList)
  237. {
  238. cancellationToken.ThrowIfCancellationRequested();
  239. try
  240. {
  241. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  242. }
  243. catch (OperationCanceledException)
  244. {
  245. throw;
  246. }
  247. catch (Exception ex)
  248. {
  249. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  250. }
  251. numComplete++;
  252. double percent = (double)numComplete / allChannelsList.Count;
  253. progress.Report(100 * percent);
  254. }
  255. progress.Report(100);
  256. }
  257. private Channel GetChannelEntity(IChannel channel)
  258. {
  259. var item = GetChannel(GetInternalChannelId(channel.Name));
  260. if (item == null)
  261. {
  262. item = GetChannel(channel, CancellationToken.None).Result;
  263. }
  264. return item;
  265. }
  266. private List<MediaSourceInfo> GetSavedMediaSources(BaseItem item)
  267. {
  268. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  269. try
  270. {
  271. return _jsonSerializer.DeserializeFromFile<List<MediaSourceInfo>>(path) ?? new List<MediaSourceInfo>();
  272. }
  273. catch
  274. {
  275. return new List<MediaSourceInfo>();
  276. }
  277. }
  278. private void SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  279. {
  280. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  281. if (mediaSources == null || mediaSources.Count == 0)
  282. {
  283. try
  284. {
  285. _fileSystem.DeleteFile(path);
  286. }
  287. catch
  288. {
  289. }
  290. return;
  291. }
  292. Directory.CreateDirectory(Path.GetDirectoryName(path));
  293. _jsonSerializer.SerializeToFile(mediaSources, path);
  294. }
  295. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  296. {
  297. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  298. return results
  299. .Select(i => NormalizeMediaSource(item, i))
  300. .ToList();
  301. }
  302. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  303. {
  304. var channel = GetChannel(item.ChannelId);
  305. var channelPlugin = GetChannelProvider(channel);
  306. IEnumerable<MediaSourceInfo> results;
  307. if (channelPlugin is IRequiresMediaInfoCallback requiresCallback)
  308. {
  309. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  310. .ConfigureAwait(false);
  311. }
  312. else
  313. {
  314. results = new List<MediaSourceInfo>();
  315. }
  316. return results
  317. .Select(i => NormalizeMediaSource(item, i))
  318. .ToList();
  319. }
  320. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  321. {
  322. if (_channelItemMediaInfo.TryGetValue(id, out Tuple<DateTime, List<MediaSourceInfo>> cachedInfo))
  323. {
  324. if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5)
  325. {
  326. return cachedInfo.Item2;
  327. }
  328. }
  329. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  330. .ConfigureAwait(false);
  331. var list = mediaInfo.ToList();
  332. var item2 = new Tuple<DateTime, List<MediaSourceInfo>>(DateTime.UtcNow, list);
  333. _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2);
  334. return list;
  335. }
  336. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  337. {
  338. info.RunTimeTicks = info.RunTimeTicks ?? item.RunTimeTicks;
  339. return info;
  340. }
  341. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  342. {
  343. var parentFolderId = Guid.Empty;
  344. var id = GetInternalChannelId(channelInfo.Name);
  345. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  346. var isNew = false;
  347. var forceUpdate = false;
  348. var item = _libraryManager.GetItemById(id) as Channel;
  349. if (item == null)
  350. {
  351. item = new Channel
  352. {
  353. Name = channelInfo.Name,
  354. Id = id,
  355. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  356. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  357. };
  358. isNew = true;
  359. }
  360. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  361. {
  362. isNew = true;
  363. }
  364. item.Path = path;
  365. if (!item.ChannelId.Equals(id))
  366. {
  367. forceUpdate = true;
  368. }
  369. item.ChannelId = id;
  370. if (item.ParentId != parentFolderId)
  371. {
  372. forceUpdate = true;
  373. }
  374. item.ParentId = parentFolderId;
  375. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  376. item.Overview = channelInfo.Description;
  377. if (string.IsNullOrWhiteSpace(item.Name))
  378. {
  379. item.Name = channelInfo.Name;
  380. }
  381. if (isNew)
  382. {
  383. item.OnMetadataChanged();
  384. _libraryManager.CreateItem(item, null);
  385. }
  386. await item.RefreshMetadata(
  387. new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  388. {
  389. ForceSave = !isNew && forceUpdate
  390. },
  391. cancellationToken).ConfigureAwait(false);
  392. return item;
  393. }
  394. private static string GetOfficialRating(ChannelParentalRating rating)
  395. {
  396. switch (rating)
  397. {
  398. case ChannelParentalRating.Adult:
  399. return "XXX";
  400. case ChannelParentalRating.UsR:
  401. return "R";
  402. case ChannelParentalRating.UsPG13:
  403. return "PG-13";
  404. case ChannelParentalRating.UsPG:
  405. return "PG";
  406. default:
  407. return null;
  408. }
  409. }
  410. public Channel GetChannel(Guid id)
  411. {
  412. return _libraryManager.GetItemById(id) as Channel;
  413. }
  414. public Channel GetChannel(string id)
  415. {
  416. return _libraryManager.GetItemById(id) as Channel;
  417. }
  418. public ChannelFeatures[] GetAllChannelFeatures()
  419. {
  420. return _libraryManager.GetItemIds(
  421. new InternalItemsQuery
  422. {
  423. IncludeItemTypes = new[] { typeof(Channel).Name },
  424. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  425. }).Select(i => GetChannelFeatures(i.ToString("N", CultureInfo.InvariantCulture))).ToArray();
  426. }
  427. public ChannelFeatures GetChannelFeatures(string id)
  428. {
  429. if (string.IsNullOrEmpty(id))
  430. {
  431. throw new ArgumentNullException(nameof(id));
  432. }
  433. var channel = GetChannel(id);
  434. var channelProvider = GetChannelProvider(channel);
  435. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  436. }
  437. public bool SupportsExternalTransfer(Guid channelId)
  438. {
  439. var channelProvider = GetChannelProvider(channelId);
  440. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  441. }
  442. public ChannelFeatures GetChannelFeaturesDto(
  443. Channel channel,
  444. IChannel provider,
  445. InternalChannelFeatures features)
  446. {
  447. var supportsLatest = provider is ISupportsLatestMedia;
  448. return new ChannelFeatures
  449. {
  450. CanFilter = !features.MaxPageSize.HasValue,
  451. CanSearch = provider is ISearchableChannel,
  452. ContentTypes = features.ContentTypes.ToArray(),
  453. DefaultSortFields = features.DefaultSortFields.ToArray(),
  454. MaxPageSize = features.MaxPageSize,
  455. MediaTypes = features.MediaTypes.ToArray(),
  456. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  457. SupportsLatestMedia = supportsLatest,
  458. Name = channel.Name,
  459. Id = channel.Id.ToString("N", CultureInfo.InvariantCulture),
  460. SupportsContentDownloading = features.SupportsContentDownloading,
  461. AutoRefreshLevels = features.AutoRefreshLevels
  462. };
  463. }
  464. private Guid GetInternalChannelId(string name)
  465. {
  466. if (string.IsNullOrEmpty(name))
  467. {
  468. throw new ArgumentNullException(nameof(name));
  469. }
  470. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  471. }
  472. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  473. {
  474. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  475. var items = internalResult.Items;
  476. var totalRecordCount = internalResult.TotalRecordCount;
  477. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  478. var result = new QueryResult<BaseItemDto>
  479. {
  480. Items = returnItems,
  481. TotalRecordCount = totalRecordCount
  482. };
  483. return result;
  484. }
  485. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  486. {
  487. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  488. if (query.ChannelIds.Length > 0)
  489. {
  490. // Avoid implicitly captured closure
  491. var ids = query.ChannelIds;
  492. channels = channels
  493. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  494. .ToArray();
  495. }
  496. if (channels.Length == 0)
  497. {
  498. return new QueryResult<BaseItem>();
  499. }
  500. foreach (var channel in channels)
  501. {
  502. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  503. }
  504. query.IsFolder = false;
  505. // hack for trailers, figure out a better way later
  506. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.Contains("Trailer", StringComparison.Ordinal);
  507. if (sortByPremiereDate)
  508. {
  509. query.OrderBy = new[]
  510. {
  511. (ItemSortBy.PremiereDate, SortOrder.Descending),
  512. (ItemSortBy.ProductionYear, SortOrder.Descending),
  513. (ItemSortBy.DateCreated, SortOrder.Descending)
  514. };
  515. }
  516. else
  517. {
  518. query.OrderBy = new[]
  519. {
  520. (ItemSortBy.DateCreated, SortOrder.Descending)
  521. };
  522. }
  523. return _libraryManager.GetItemsResult(query);
  524. }
  525. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  526. {
  527. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  528. var query = new InternalItemsQuery
  529. {
  530. Parent = internalChannel,
  531. EnableTotalRecordCount = false,
  532. ChannelIds = new Guid[] { internalChannel.Id }
  533. };
  534. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  535. foreach (var item in result.Items)
  536. {
  537. if (item is Folder folder)
  538. {
  539. await GetChannelItemsInternal(
  540. new InternalItemsQuery
  541. {
  542. Parent = folder,
  543. EnableTotalRecordCount = false,
  544. ChannelIds = new Guid[] { internalChannel.Id }
  545. },
  546. new SimpleProgress<double>(),
  547. cancellationToken).ConfigureAwait(false);
  548. }
  549. }
  550. }
  551. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  552. {
  553. // Get the internal channel entity
  554. var channel = GetChannel(query.ChannelIds[0]);
  555. // Find the corresponding channel provider plugin
  556. var channelProvider = GetChannelProvider(channel);
  557. var parentItem = query.ParentId == Guid.Empty ? channel : _libraryManager.GetItemById(query.ParentId);
  558. var itemsResult = await GetChannelItems(
  559. channelProvider,
  560. query.User,
  561. parentItem is Channel ? null : parentItem.ExternalId,
  562. null,
  563. false,
  564. cancellationToken)
  565. .ConfigureAwait(false);
  566. if (query.ParentId == Guid.Empty)
  567. {
  568. query.Parent = channel;
  569. }
  570. query.ChannelIds = Array.Empty<Guid>();
  571. // Not yet sure why this is causing a problem
  572. query.GroupByPresentationUniqueKey = false;
  573. // null if came from cache
  574. if (itemsResult != null)
  575. {
  576. var internalItems = itemsResult.Items
  577. .Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, parentItem, cancellationToken))
  578. .ToArray();
  579. var existingIds = _libraryManager.GetItemIds(query);
  580. var deadIds = existingIds.Except(internalItems.Select(i => i.Id))
  581. .ToArray();
  582. foreach (var deadId in deadIds)
  583. {
  584. var deadItem = _libraryManager.GetItemById(deadId);
  585. if (deadItem != null)
  586. {
  587. _libraryManager.DeleteItem(
  588. deadItem,
  589. new DeleteOptions
  590. {
  591. DeleteFileLocation = false,
  592. DeleteFromExternalProvider = false
  593. },
  594. parentItem,
  595. false);
  596. }
  597. }
  598. }
  599. return _libraryManager.GetItemsResult(query);
  600. }
  601. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  602. {
  603. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  604. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  605. var result = new QueryResult<BaseItemDto>
  606. {
  607. Items = returnItems,
  608. TotalRecordCount = internalResult.TotalRecordCount
  609. };
  610. return result;
  611. }
  612. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  613. User user,
  614. string externalFolderId,
  615. ChannelItemSortField? sortField,
  616. bool sortDescending,
  617. CancellationToken cancellationToken)
  618. {
  619. var userId = user?.Id.ToString("N", CultureInfo.InvariantCulture);
  620. var cacheLength = CacheLength;
  621. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  622. try
  623. {
  624. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  625. {
  626. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  627. if (cachedResult != null)
  628. {
  629. return null;
  630. }
  631. }
  632. }
  633. catch (FileNotFoundException)
  634. {
  635. }
  636. catch (IOException)
  637. {
  638. }
  639. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  640. try
  641. {
  642. try
  643. {
  644. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  645. {
  646. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  647. if (cachedResult != null)
  648. {
  649. return null;
  650. }
  651. }
  652. }
  653. catch (FileNotFoundException)
  654. {
  655. }
  656. catch (IOException)
  657. {
  658. }
  659. var query = new InternalChannelItemQuery
  660. {
  661. UserId = user == null ? Guid.Empty : user.Id,
  662. SortBy = sortField,
  663. SortDescending = sortDescending,
  664. FolderId = externalFolderId
  665. };
  666. query.FolderId = externalFolderId;
  667. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  668. if (result == null)
  669. {
  670. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  671. }
  672. CacheResponse(result, cachePath);
  673. return result;
  674. }
  675. finally
  676. {
  677. _resourcePool.Release();
  678. }
  679. }
  680. private void CacheResponse(object result, string path)
  681. {
  682. try
  683. {
  684. Directory.CreateDirectory(Path.GetDirectoryName(path));
  685. _jsonSerializer.SerializeToFile(result, path);
  686. }
  687. catch (Exception ex)
  688. {
  689. _logger.LogError(ex, "Error writing to channel cache file: {path}", path);
  690. }
  691. }
  692. private string GetChannelDataCachePath(
  693. IChannel channel,
  694. string userId,
  695. string externalFolderId,
  696. ChannelItemSortField? sortField,
  697. bool sortDescending)
  698. {
  699. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  700. var userCacheKey = string.Empty;
  701. if (channel is IHasCacheKey hasCacheKey)
  702. {
  703. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  704. }
  705. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  706. filename += userCacheKey;
  707. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  708. if (sortField.HasValue)
  709. {
  710. filename += "-sortField-" + sortField.Value;
  711. }
  712. if (sortDescending)
  713. {
  714. filename += "-sortDescending";
  715. }
  716. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  717. return Path.Combine(
  718. _config.ApplicationPaths.CachePath,
  719. "channels",
  720. channelId,
  721. version,
  722. filename + ".json");
  723. }
  724. private static string GetIdToHash(string externalId, string channelName)
  725. {
  726. // Increment this as needed to force new downloads
  727. // Incorporate Name because it's being used to convert channel entity to provider
  728. return externalId + (channelName ?? string.Empty) + "16";
  729. }
  730. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  731. where T : BaseItem, new()
  732. {
  733. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  734. T item = null;
  735. try
  736. {
  737. item = _libraryManager.GetItemById(id) as T;
  738. }
  739. catch (Exception ex)
  740. {
  741. _logger.LogError(ex, "Error retrieving channel item from database");
  742. }
  743. if (item == null)
  744. {
  745. item = new T();
  746. isNew = true;
  747. }
  748. else
  749. {
  750. isNew = false;
  751. }
  752. item.Id = id;
  753. return item;
  754. }
  755. private BaseItem GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  756. {
  757. var parentFolderId = parentFolder.Id;
  758. BaseItem item;
  759. bool isNew;
  760. bool forceUpdate = false;
  761. if (info.Type == ChannelItemType.Folder)
  762. {
  763. if (info.FolderType == ChannelFolderType.MusicAlbum)
  764. {
  765. item = GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew);
  766. }
  767. else if (info.FolderType == ChannelFolderType.MusicArtist)
  768. {
  769. item = GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew);
  770. }
  771. else if (info.FolderType == ChannelFolderType.PhotoAlbum)
  772. {
  773. item = GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew);
  774. }
  775. else if (info.FolderType == ChannelFolderType.Series)
  776. {
  777. item = GetItemById<Series>(info.Id, channelProvider.Name, out isNew);
  778. }
  779. else if (info.FolderType == ChannelFolderType.Season)
  780. {
  781. item = GetItemById<Season>(info.Id, channelProvider.Name, out isNew);
  782. }
  783. else
  784. {
  785. item = GetItemById<Folder>(info.Id, channelProvider.Name, out isNew);
  786. }
  787. }
  788. else if (info.MediaType == ChannelMediaType.Audio)
  789. {
  790. if (info.ContentType == ChannelMediaContentType.Podcast)
  791. {
  792. item = GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew);
  793. }
  794. else
  795. {
  796. item = GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  797. }
  798. }
  799. else
  800. {
  801. if (info.ContentType == ChannelMediaContentType.Episode)
  802. {
  803. item = GetItemById<Episode>(info.Id, channelProvider.Name, out isNew);
  804. }
  805. else if (info.ContentType == ChannelMediaContentType.Movie)
  806. {
  807. item = GetItemById<Movie>(info.Id, channelProvider.Name, out isNew);
  808. }
  809. else if (info.ContentType == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer)
  810. {
  811. item = GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew);
  812. }
  813. else
  814. {
  815. item = GetItemById<Video>(info.Id, channelProvider.Name, out isNew);
  816. }
  817. }
  818. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  819. if (info.IsLiveStream)
  820. {
  821. item.RunTimeTicks = null;
  822. }
  823. else if (isNew || !enableMediaProbe)
  824. {
  825. item.RunTimeTicks = info.RunTimeTicks;
  826. }
  827. if (isNew)
  828. {
  829. item.Name = info.Name;
  830. item.Genres = info.Genres.ToArray();
  831. item.Studios = info.Studios.ToArray();
  832. item.CommunityRating = info.CommunityRating;
  833. item.Overview = info.Overview;
  834. item.IndexNumber = info.IndexNumber;
  835. item.ParentIndexNumber = info.ParentIndexNumber;
  836. item.PremiereDate = info.PremiereDate;
  837. item.ProductionYear = info.ProductionYear;
  838. item.ProviderIds = info.ProviderIds;
  839. item.OfficialRating = info.OfficialRating;
  840. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  841. item.Tags = info.Tags.ToArray();
  842. item.OriginalTitle = info.OriginalTitle;
  843. }
  844. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  845. {
  846. // At least update names of container folders
  847. if (item.Name != info.Name)
  848. {
  849. item.Name = info.Name;
  850. forceUpdate = true;
  851. }
  852. }
  853. if (item is IHasArtist hasArtists)
  854. {
  855. hasArtists.Artists = info.Artists.ToArray();
  856. }
  857. if (item is IHasAlbumArtist hasAlbumArtists)
  858. {
  859. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  860. }
  861. if (item is Trailer trailer)
  862. {
  863. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  864. {
  865. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  866. forceUpdate = true;
  867. }
  868. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  869. }
  870. if (info.DateModified > item.DateModified)
  871. {
  872. item.DateModified = info.DateModified;
  873. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  874. forceUpdate = true;
  875. }
  876. // was used for status
  877. //if (!string.Equals(item.ExternalEtag ?? string.Empty, info.Etag ?? string.Empty, StringComparison.Ordinal))
  878. //{
  879. // item.ExternalEtag = info.Etag;
  880. // forceUpdate = true;
  881. // _logger.LogDebug("Forcing update due to ExternalEtag {0}", item.Name);
  882. //}
  883. if (!internalChannelId.Equals(item.ChannelId))
  884. {
  885. forceUpdate = true;
  886. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  887. }
  888. item.ChannelId = internalChannelId;
  889. if (!item.ParentId.Equals(parentFolderId))
  890. {
  891. forceUpdate = true;
  892. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  893. }
  894. item.ParentId = parentFolderId;
  895. if (item is IHasSeries hasSeries)
  896. {
  897. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  898. {
  899. forceUpdate = true;
  900. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  901. }
  902. hasSeries.SeriesName = info.SeriesName;
  903. }
  904. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  905. {
  906. forceUpdate = true;
  907. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  908. }
  909. item.ExternalId = info.Id;
  910. if (item is Audio channelAudioItem)
  911. {
  912. channelAudioItem.ExtraType = info.ExtraType;
  913. var mediaSource = info.MediaSources.FirstOrDefault();
  914. item.Path = mediaSource?.Path;
  915. }
  916. if (item is Video channelVideoItem)
  917. {
  918. channelVideoItem.ExtraType = info.ExtraType;
  919. var mediaSource = info.MediaSources.FirstOrDefault();
  920. item.Path = mediaSource?.Path;
  921. }
  922. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  923. {
  924. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  925. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  926. forceUpdate = true;
  927. }
  928. if (!info.IsLiveStream)
  929. {
  930. if (item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  931. {
  932. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  933. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  934. forceUpdate = true;
  935. }
  936. }
  937. else
  938. {
  939. if (!item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  940. {
  941. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  942. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  943. forceUpdate = true;
  944. }
  945. }
  946. item.OnMetadataChanged();
  947. if (isNew)
  948. {
  949. _libraryManager.CreateItem(item, parentFolder);
  950. if (info.People != null && info.People.Count > 0)
  951. {
  952. _libraryManager.UpdatePeople(item, info.People);
  953. }
  954. }
  955. else if (forceUpdate)
  956. {
  957. item.UpdateToRepository(ItemUpdateType.None, cancellationToken);
  958. }
  959. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  960. {
  961. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  962. {
  963. SaveMediaSources(item, new List<MediaSourceInfo>());
  964. }
  965. else
  966. {
  967. SaveMediaSources(item, info.MediaSources);
  968. }
  969. }
  970. if (isNew || forceUpdate || item.DateLastRefreshed == default)
  971. {
  972. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  973. }
  974. return item;
  975. }
  976. internal IChannel GetChannelProvider(Channel channel)
  977. {
  978. if (channel == null)
  979. {
  980. throw new ArgumentNullException(nameof(channel));
  981. }
  982. var result = GetAllChannels()
  983. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  984. if (result == null)
  985. {
  986. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  987. }
  988. return result;
  989. }
  990. internal IChannel GetChannelProvider(Guid internalChannelId)
  991. {
  992. var result = GetAllChannels()
  993. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  994. if (result == null)
  995. {
  996. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  997. }
  998. return result;
  999. }
  1000. }
  1001. }