ChannelManager.cs 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.IO;
  5. using System.Linq;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. using MediaBrowser.Common.Extensions;
  9. using MediaBrowser.Common.Progress;
  10. using MediaBrowser.Controller.Channels;
  11. using MediaBrowser.Controller.Configuration;
  12. using MediaBrowser.Controller.Dto;
  13. using MediaBrowser.Controller.Entities;
  14. using MediaBrowser.Controller.Entities.Audio;
  15. using MediaBrowser.Controller.Entities.Movies;
  16. using MediaBrowser.Controller.Entities.TV;
  17. using MediaBrowser.Controller.Library;
  18. using MediaBrowser.Controller.Providers;
  19. using MediaBrowser.Model.Channels;
  20. using MediaBrowser.Model.Dto;
  21. using MediaBrowser.Model.Entities;
  22. using MediaBrowser.Model.IO;
  23. using MediaBrowser.Model.Querying;
  24. using MediaBrowser.Model.Serialization;
  25. using Microsoft.Extensions.Logging;
  26. namespace Emby.Server.Implementations.Channels
  27. {
  28. public class ChannelManager : IChannelManager
  29. {
  30. internal IChannel[] Channels { get; private set; }
  31. private readonly IUserManager _userManager;
  32. private readonly IUserDataManager _userDataManager;
  33. private readonly IDtoService _dtoService;
  34. private readonly ILibraryManager _libraryManager;
  35. private readonly ILogger _logger;
  36. private readonly IServerConfigurationManager _config;
  37. private readonly IFileSystem _fileSystem;
  38. private readonly IJsonSerializer _jsonSerializer;
  39. private readonly IProviderManager _providerManager;
  40. public ChannelManager(
  41. IUserManager userManager,
  42. IDtoService dtoService,
  43. ILibraryManager libraryManager,
  44. ILoggerFactory loggerFactory,
  45. IServerConfigurationManager config,
  46. IFileSystem fileSystem,
  47. IUserDataManager userDataManager,
  48. IJsonSerializer jsonSerializer,
  49. IProviderManager providerManager)
  50. {
  51. _userManager = userManager;
  52. _dtoService = dtoService;
  53. _libraryManager = libraryManager;
  54. _logger = loggerFactory.CreateLogger(nameof(ChannelManager));
  55. _config = config;
  56. _fileSystem = fileSystem;
  57. _userDataManager = userDataManager;
  58. _jsonSerializer = jsonSerializer;
  59. _providerManager = providerManager;
  60. }
  61. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  62. public void AddParts(IEnumerable<IChannel> channels)
  63. {
  64. Channels = channels.ToArray();
  65. }
  66. public bool EnableMediaSourceDisplay(BaseItem item)
  67. {
  68. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  69. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  70. return !(channel is IDisableMediaSourceDisplay);
  71. }
  72. public bool CanDelete(BaseItem item)
  73. {
  74. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  75. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  76. var supportsDelete = channel as ISupportsDelete;
  77. return supportsDelete != null && supportsDelete.CanDelete(item);
  78. }
  79. public bool EnableMediaProbe(BaseItem item)
  80. {
  81. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  82. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  83. return channel is ISupportsMediaProbe;
  84. }
  85. public Task DeleteItem(BaseItem item)
  86. {
  87. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  88. if (internalChannel == null)
  89. {
  90. throw new ArgumentException();
  91. }
  92. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  93. var supportsDelete = channel as ISupportsDelete;
  94. if (supportsDelete == null)
  95. {
  96. throw new ArgumentException();
  97. }
  98. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  99. }
  100. private IEnumerable<IChannel> GetAllChannels()
  101. {
  102. return Channels
  103. .OrderBy(i => i.Name);
  104. }
  105. public IEnumerable<Guid> GetInstalledChannelIds()
  106. {
  107. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  108. }
  109. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  110. {
  111. var user = query.UserId.Equals(Guid.Empty)
  112. ? null
  113. : _userManager.GetUserById(query.UserId);
  114. var channels = GetAllChannels()
  115. .Select(GetChannelEntity)
  116. .OrderBy(i => i.SortName)
  117. .ToList();
  118. if (query.IsRecordingsFolder.HasValue)
  119. {
  120. var val = query.IsRecordingsFolder.Value;
  121. channels = channels.Where(i =>
  122. {
  123. try
  124. {
  125. var hasAttributes = GetChannelProvider(i) as IHasFolderAttributes;
  126. return (hasAttributes != null && hasAttributes.Attributes.Contains("Recordings", StringComparer.OrdinalIgnoreCase)) == val;
  127. }
  128. catch
  129. {
  130. return false;
  131. }
  132. }).ToList();
  133. }
  134. if (query.SupportsLatestItems.HasValue)
  135. {
  136. var val = query.SupportsLatestItems.Value;
  137. channels = channels.Where(i =>
  138. {
  139. try
  140. {
  141. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  142. }
  143. catch
  144. {
  145. return false;
  146. }
  147. }).ToList();
  148. }
  149. if (query.SupportsMediaDeletion.HasValue)
  150. {
  151. var val = query.SupportsMediaDeletion.Value;
  152. channels = channels.Where(i =>
  153. {
  154. try
  155. {
  156. return GetChannelProvider(i) is ISupportsDelete == val;
  157. }
  158. catch
  159. {
  160. return false;
  161. }
  162. }).ToList();
  163. }
  164. if (query.IsFavorite.HasValue)
  165. {
  166. var val = query.IsFavorite.Value;
  167. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  168. .ToList();
  169. }
  170. if (user != null)
  171. {
  172. channels = channels.Where(i =>
  173. {
  174. if (!i.IsVisible(user))
  175. {
  176. return false;
  177. }
  178. try
  179. {
  180. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N"));
  181. }
  182. catch
  183. {
  184. return false;
  185. }
  186. }).ToList();
  187. }
  188. var all = channels;
  189. var totalCount = all.Count;
  190. if (query.StartIndex.HasValue)
  191. {
  192. all = all.Skip(query.StartIndex.Value).ToList();
  193. }
  194. if (query.Limit.HasValue)
  195. {
  196. all = all.Take(query.Limit.Value).ToList();
  197. }
  198. var returnItems = all.ToArray();
  199. if (query.RefreshLatestChannelItems)
  200. {
  201. foreach (var item in returnItems)
  202. {
  203. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  204. }
  205. }
  206. return new QueryResult<Channel>
  207. {
  208. Items = returnItems,
  209. TotalRecordCount = totalCount
  210. };
  211. }
  212. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  213. {
  214. var user = query.UserId.Equals(Guid.Empty)
  215. ? null
  216. : _userManager.GetUserById(query.UserId);
  217. var internalResult = GetChannelsInternal(query);
  218. var dtoOptions = new DtoOptions()
  219. {
  220. };
  221. //TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  222. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  223. var result = new QueryResult<BaseItemDto>
  224. {
  225. Items = returnItems,
  226. TotalRecordCount = internalResult.TotalRecordCount
  227. };
  228. return result;
  229. }
  230. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  231. {
  232. var allChannelsList = GetAllChannels().ToList();
  233. var numComplete = 0;
  234. foreach (var channelInfo in allChannelsList)
  235. {
  236. cancellationToken.ThrowIfCancellationRequested();
  237. try
  238. {
  239. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  240. }
  241. catch (OperationCanceledException)
  242. {
  243. throw;
  244. }
  245. catch (Exception ex)
  246. {
  247. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  248. }
  249. numComplete++;
  250. double percent = (double)numComplete / allChannelsList.Count;
  251. progress.Report(100 * percent);
  252. }
  253. progress.Report(100);
  254. }
  255. private Channel GetChannelEntity(IChannel channel)
  256. {
  257. var item = GetChannel(GetInternalChannelId(channel.Name));
  258. if (item == null)
  259. {
  260. item = GetChannel(channel, CancellationToken.None).Result;
  261. }
  262. return item;
  263. }
  264. private List<MediaSourceInfo> GetSavedMediaSources(BaseItem item)
  265. {
  266. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  267. try
  268. {
  269. return _jsonSerializer.DeserializeFromFile<List<MediaSourceInfo>>(path) ?? new List<MediaSourceInfo>();
  270. }
  271. catch
  272. {
  273. return new List<MediaSourceInfo>();
  274. }
  275. }
  276. private void SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  277. {
  278. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  279. if (mediaSources == null || mediaSources.Count == 0)
  280. {
  281. try
  282. {
  283. _fileSystem.DeleteFile(path);
  284. }
  285. catch
  286. {
  287. }
  288. return;
  289. }
  290. Directory.CreateDirectory(Path.GetDirectoryName(path));
  291. _jsonSerializer.SerializeToFile(mediaSources, path);
  292. }
  293. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  294. {
  295. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  296. return results
  297. .Select(i => NormalizeMediaSource(item, i))
  298. .ToList();
  299. }
  300. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  301. {
  302. var channel = GetChannel(item.ChannelId);
  303. var channelPlugin = GetChannelProvider(channel);
  304. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  305. IEnumerable<MediaSourceInfo> results;
  306. if (requiresCallback != null)
  307. {
  308. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  309. .ConfigureAwait(false);
  310. }
  311. else
  312. {
  313. results = new List<MediaSourceInfo>();
  314. }
  315. return results
  316. .Select(i => NormalizeMediaSource(item, i))
  317. .ToList();
  318. }
  319. private readonly ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>> _channelItemMediaInfo =
  320. new ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>>();
  321. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  322. {
  323. if (_channelItemMediaInfo.TryGetValue(id, out Tuple<DateTime, List<MediaSourceInfo>> cachedInfo))
  324. {
  325. if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5)
  326. {
  327. return cachedInfo.Item2;
  328. }
  329. }
  330. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  331. .ConfigureAwait(false);
  332. var list = mediaInfo.ToList();
  333. var item2 = new Tuple<DateTime, List<MediaSourceInfo>>(DateTime.UtcNow, list);
  334. _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2);
  335. return list;
  336. }
  337. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  338. {
  339. info.RunTimeTicks = info.RunTimeTicks ?? item.RunTimeTicks;
  340. return info;
  341. }
  342. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  343. {
  344. var parentFolderId = Guid.Empty;
  345. var id = GetInternalChannelId(channelInfo.Name);
  346. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  347. var isNew = false;
  348. var forceUpdate = false;
  349. var item = _libraryManager.GetItemById(id) as Channel;
  350. if (item == null)
  351. {
  352. item = new Channel
  353. {
  354. Name = channelInfo.Name,
  355. Id = id,
  356. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  357. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  358. };
  359. isNew = true;
  360. }
  361. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  362. {
  363. isNew = true;
  364. }
  365. item.Path = path;
  366. if (!item.ChannelId.Equals(id))
  367. {
  368. forceUpdate = true;
  369. }
  370. item.ChannelId = id;
  371. if (item.ParentId != parentFolderId)
  372. {
  373. forceUpdate = true;
  374. }
  375. item.ParentId = parentFolderId;
  376. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  377. item.Overview = channelInfo.Description;
  378. if (string.IsNullOrWhiteSpace(item.Name))
  379. {
  380. item.Name = channelInfo.Name;
  381. }
  382. if (isNew)
  383. {
  384. item.OnMetadataChanged();
  385. _libraryManager.CreateItem(item, null);
  386. }
  387. await item.RefreshMetadata(new MetadataRefreshOptions(new DirectoryService(_logger, _fileSystem))
  388. {
  389. ForceSave = !isNew && forceUpdate
  390. }, cancellationToken);
  391. return item;
  392. }
  393. private static string GetOfficialRating(ChannelParentalRating rating)
  394. {
  395. switch (rating)
  396. {
  397. case ChannelParentalRating.Adult:
  398. return "XXX";
  399. case ChannelParentalRating.UsR:
  400. return "R";
  401. case ChannelParentalRating.UsPG13:
  402. return "PG-13";
  403. case ChannelParentalRating.UsPG:
  404. return "PG";
  405. default:
  406. return null;
  407. }
  408. }
  409. public Channel GetChannel(Guid id)
  410. {
  411. return _libraryManager.GetItemById(id) as Channel;
  412. }
  413. public Channel GetChannel(string id)
  414. {
  415. return _libraryManager.GetItemById(id) as Channel;
  416. }
  417. public ChannelFeatures[] GetAllChannelFeatures()
  418. {
  419. return _libraryManager.GetItemIds(new InternalItemsQuery
  420. {
  421. IncludeItemTypes = new[] { typeof(Channel).Name },
  422. OrderBy = new ValueTuple<string, SortOrder>[] { new ValueTuple<string, SortOrder>(ItemSortBy.SortName, SortOrder.Ascending) }
  423. }).Select(i => GetChannelFeatures(i.ToString("N"))).ToArray();
  424. }
  425. public ChannelFeatures GetChannelFeatures(string id)
  426. {
  427. if (string.IsNullOrEmpty(id))
  428. {
  429. throw new ArgumentNullException(nameof(id));
  430. }
  431. var channel = GetChannel(id);
  432. var channelProvider = GetChannelProvider(channel);
  433. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  434. }
  435. public bool SupportsExternalTransfer(Guid channelId)
  436. {
  437. //var channel = GetChannel(channelId);
  438. var channelProvider = GetChannelProvider(channelId);
  439. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  440. }
  441. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  442. IChannel provider,
  443. InternalChannelFeatures features)
  444. {
  445. var supportsLatest = provider is ISupportsLatestMedia;
  446. return new ChannelFeatures
  447. {
  448. CanFilter = !features.MaxPageSize.HasValue,
  449. CanSearch = provider is ISearchableChannel,
  450. ContentTypes = features.ContentTypes.ToArray(),
  451. DefaultSortFields = features.DefaultSortFields.ToArray(),
  452. MaxPageSize = features.MaxPageSize,
  453. MediaTypes = features.MediaTypes.ToArray(),
  454. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  455. SupportsLatestMedia = supportsLatest,
  456. Name = channel.Name,
  457. Id = channel.Id.ToString("N"),
  458. SupportsContentDownloading = features.SupportsContentDownloading,
  459. AutoRefreshLevels = features.AutoRefreshLevels
  460. };
  461. }
  462. private Guid GetInternalChannelId(string name)
  463. {
  464. if (string.IsNullOrEmpty(name))
  465. {
  466. throw new ArgumentNullException(nameof(name));
  467. }
  468. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  469. }
  470. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  471. {
  472. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  473. var items = internalResult.Items;
  474. var totalRecordCount = internalResult.TotalRecordCount;
  475. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  476. var result = new QueryResult<BaseItemDto>
  477. {
  478. Items = returnItems,
  479. TotalRecordCount = totalRecordCount
  480. };
  481. return result;
  482. }
  483. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  484. {
  485. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  486. if (query.ChannelIds.Length > 0)
  487. {
  488. // Avoid implicitly captured closure
  489. var ids = query.ChannelIds;
  490. channels = channels
  491. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  492. .ToArray();
  493. }
  494. if (channels.Length == 0)
  495. {
  496. return new QueryResult<BaseItem>();
  497. }
  498. foreach (var channel in channels)
  499. {
  500. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  501. }
  502. query.IsFolder = false;
  503. // hack for trailers, figure out a better way later
  504. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.IndexOf("Trailer") != -1;
  505. if (sortByPremiereDate)
  506. {
  507. query.OrderBy = new[]
  508. {
  509. new ValueTuple<string, SortOrder>(ItemSortBy.PremiereDate, SortOrder.Descending),
  510. new ValueTuple<string, SortOrder>(ItemSortBy.ProductionYear, SortOrder.Descending),
  511. new ValueTuple<string, SortOrder>(ItemSortBy.DateCreated, SortOrder.Descending)
  512. };
  513. }
  514. else
  515. {
  516. query.OrderBy = new[]
  517. {
  518. new ValueTuple<string, SortOrder>(ItemSortBy.DateCreated, SortOrder.Descending)
  519. };
  520. }
  521. return _libraryManager.GetItemsResult(query);
  522. }
  523. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  524. {
  525. var internalChannel = await GetChannel(channel, cancellationToken);
  526. var query = new InternalItemsQuery();
  527. query.Parent = internalChannel;
  528. query.EnableTotalRecordCount = false;
  529. query.ChannelIds = new Guid[] { internalChannel.Id };
  530. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  531. foreach (var item in result.Items)
  532. {
  533. if (item is Folder folder)
  534. {
  535. await GetChannelItemsInternal(new InternalItemsQuery
  536. {
  537. Parent = folder,
  538. EnableTotalRecordCount = false,
  539. ChannelIds = new Guid[] { internalChannel.Id }
  540. }, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  541. }
  542. }
  543. }
  544. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  545. {
  546. // Get the internal channel entity
  547. var channel = GetChannel(query.ChannelIds[0]);
  548. // Find the corresponding channel provider plugin
  549. var channelProvider = GetChannelProvider(channel);
  550. var parentItem = query.ParentId == Guid.Empty ? channel : _libraryManager.GetItemById(query.ParentId);
  551. var itemsResult = await GetChannelItems(channelProvider,
  552. query.User,
  553. parentItem is Channel ? null : parentItem.ExternalId,
  554. null,
  555. false,
  556. cancellationToken)
  557. .ConfigureAwait(false);
  558. if (query.ParentId == Guid.Empty)
  559. {
  560. query.Parent = channel;
  561. }
  562. query.ChannelIds = Array.Empty<Guid>();
  563. // Not yet sure why this is causing a problem
  564. query.GroupByPresentationUniqueKey = false;
  565. //_logger.LogDebug("GetChannelItemsInternal");
  566. // null if came from cache
  567. if (itemsResult != null)
  568. {
  569. var internalItems = itemsResult.Items
  570. .Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, parentItem, cancellationToken))
  571. .ToArray();
  572. var existingIds = _libraryManager.GetItemIds(query);
  573. var deadIds = existingIds.Except(internalItems.Select(i => i.Id))
  574. .ToArray();
  575. foreach (var deadId in deadIds)
  576. {
  577. var deadItem = _libraryManager.GetItemById(deadId);
  578. if (deadItem != null)
  579. {
  580. _libraryManager.DeleteItem(deadItem, new DeleteOptions
  581. {
  582. DeleteFileLocation = false,
  583. DeleteFromExternalProvider = false
  584. }, parentItem, false);
  585. }
  586. }
  587. }
  588. return _libraryManager.GetItemsResult(query);
  589. }
  590. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  591. {
  592. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  593. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  594. var result = new QueryResult<BaseItemDto>
  595. {
  596. Items = returnItems,
  597. TotalRecordCount = internalResult.TotalRecordCount
  598. };
  599. return result;
  600. }
  601. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  602. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  603. User user,
  604. string externalFolderId,
  605. ChannelItemSortField? sortField,
  606. bool sortDescending,
  607. CancellationToken cancellationToken)
  608. {
  609. var userId = user == null ? null : user.Id.ToString("N");
  610. var cacheLength = CacheLength;
  611. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  612. try
  613. {
  614. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  615. {
  616. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  617. if (cachedResult != null)
  618. {
  619. return null;
  620. }
  621. }
  622. }
  623. catch (FileNotFoundException)
  624. {
  625. }
  626. catch (IOException)
  627. {
  628. }
  629. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  630. try
  631. {
  632. try
  633. {
  634. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  635. {
  636. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  637. if (cachedResult != null)
  638. {
  639. return null;
  640. }
  641. }
  642. }
  643. catch (FileNotFoundException)
  644. {
  645. }
  646. catch (IOException)
  647. {
  648. }
  649. var query = new InternalChannelItemQuery
  650. {
  651. UserId = user == null ? Guid.Empty : user.Id,
  652. SortBy = sortField,
  653. SortDescending = sortDescending,
  654. FolderId = externalFolderId
  655. };
  656. query.FolderId = externalFolderId;
  657. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  658. if (result == null)
  659. {
  660. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  661. }
  662. CacheResponse(result, cachePath);
  663. return result;
  664. }
  665. finally
  666. {
  667. _resourcePool.Release();
  668. }
  669. }
  670. private void CacheResponse(object result, string path)
  671. {
  672. try
  673. {
  674. Directory.CreateDirectory(Path.GetDirectoryName(path));
  675. _jsonSerializer.SerializeToFile(result, path);
  676. }
  677. catch (Exception ex)
  678. {
  679. _logger.LogError(ex, "Error writing to channel cache file: {path}", path);
  680. }
  681. }
  682. private string GetChannelDataCachePath(IChannel channel,
  683. string userId,
  684. string externalFolderId,
  685. ChannelItemSortField? sortField,
  686. bool sortDescending)
  687. {
  688. var channelId = GetInternalChannelId(channel.Name).ToString("N");
  689. var userCacheKey = string.Empty;
  690. var hasCacheKey = channel as IHasCacheKey;
  691. if (hasCacheKey != null)
  692. {
  693. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  694. }
  695. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N");
  696. filename += userCacheKey;
  697. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N");
  698. if (sortField.HasValue)
  699. {
  700. filename += "-sortField-" + sortField.Value;
  701. }
  702. if (sortDescending)
  703. {
  704. filename += "-sortDescending";
  705. }
  706. filename = filename.GetMD5().ToString("N");
  707. return Path.Combine(_config.ApplicationPaths.CachePath,
  708. "channels",
  709. channelId,
  710. version,
  711. filename + ".json");
  712. }
  713. private static string GetIdToHash(string externalId, string channelName)
  714. {
  715. // Increment this as needed to force new downloads
  716. // Incorporate Name because it's being used to convert channel entity to provider
  717. return externalId + (channelName ?? string.Empty) + "16";
  718. }
  719. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  720. where T : BaseItem, new()
  721. {
  722. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  723. T item = null;
  724. try
  725. {
  726. item = _libraryManager.GetItemById(id) as T;
  727. }
  728. catch (Exception ex)
  729. {
  730. _logger.LogError(ex, "Error retrieving channel item from database");
  731. }
  732. if (item == null)
  733. {
  734. item = new T();
  735. isNew = true;
  736. }
  737. else
  738. {
  739. isNew = false;
  740. }
  741. item.Id = id;
  742. return item;
  743. }
  744. private BaseItem GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  745. {
  746. var parentFolderId = parentFolder.Id;
  747. BaseItem item;
  748. bool isNew;
  749. bool forceUpdate = false;
  750. if (info.Type == ChannelItemType.Folder)
  751. {
  752. if (info.FolderType == ChannelFolderType.MusicAlbum)
  753. {
  754. item = GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew);
  755. }
  756. else if (info.FolderType == ChannelFolderType.MusicArtist)
  757. {
  758. item = GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew);
  759. }
  760. else if (info.FolderType == ChannelFolderType.PhotoAlbum)
  761. {
  762. item = GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew);
  763. }
  764. else if (info.FolderType == ChannelFolderType.Series)
  765. {
  766. item = GetItemById<Series>(info.Id, channelProvider.Name, out isNew);
  767. }
  768. else if (info.FolderType == ChannelFolderType.Season)
  769. {
  770. item = GetItemById<Season>(info.Id, channelProvider.Name, out isNew);
  771. }
  772. else
  773. {
  774. item = GetItemById<Folder>(info.Id, channelProvider.Name, out isNew);
  775. }
  776. }
  777. else if (info.MediaType == ChannelMediaType.Audio)
  778. {
  779. if (info.ContentType == ChannelMediaContentType.Podcast)
  780. {
  781. item = GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew);
  782. }
  783. else
  784. {
  785. item = GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  786. }
  787. }
  788. else
  789. {
  790. if (info.ContentType == ChannelMediaContentType.Episode)
  791. {
  792. item = GetItemById<Episode>(info.Id, channelProvider.Name, out isNew);
  793. }
  794. else if (info.ContentType == ChannelMediaContentType.Movie)
  795. {
  796. item = GetItemById<Movie>(info.Id, channelProvider.Name, out isNew);
  797. }
  798. else if (info.ContentType == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer)
  799. {
  800. item = GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew);
  801. }
  802. else
  803. {
  804. item = GetItemById<Video>(info.Id, channelProvider.Name, out isNew);
  805. }
  806. }
  807. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  808. if (info.IsLiveStream)
  809. {
  810. item.RunTimeTicks = null;
  811. }
  812. else if (isNew || !enableMediaProbe)
  813. {
  814. item.RunTimeTicks = info.RunTimeTicks;
  815. }
  816. if (isNew)
  817. {
  818. item.Name = info.Name;
  819. item.Genres = info.Genres.ToArray();
  820. item.Studios = info.Studios.ToArray();
  821. item.CommunityRating = info.CommunityRating;
  822. item.Overview = info.Overview;
  823. item.IndexNumber = info.IndexNumber;
  824. item.ParentIndexNumber = info.ParentIndexNumber;
  825. item.PremiereDate = info.PremiereDate;
  826. item.ProductionYear = info.ProductionYear;
  827. item.ProviderIds = info.ProviderIds;
  828. item.OfficialRating = info.OfficialRating;
  829. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  830. item.Tags = info.Tags.ToArray();
  831. item.OriginalTitle = info.OriginalTitle;
  832. }
  833. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  834. {
  835. // At least update names of container folders
  836. if (item.Name != info.Name)
  837. {
  838. item.Name = info.Name;
  839. forceUpdate = true;
  840. }
  841. }
  842. var hasArtists = item as IHasArtist;
  843. if (hasArtists != null)
  844. {
  845. hasArtists.Artists = info.Artists.ToArray();
  846. }
  847. var hasAlbumArtists = item as IHasAlbumArtist;
  848. if (hasAlbumArtists != null)
  849. {
  850. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  851. }
  852. var trailer = item as Trailer;
  853. if (trailer != null)
  854. {
  855. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  856. {
  857. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  858. forceUpdate = true;
  859. }
  860. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  861. }
  862. if (info.DateModified > item.DateModified)
  863. {
  864. item.DateModified = info.DateModified;
  865. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  866. forceUpdate = true;
  867. }
  868. // was used for status
  869. //if (!string.Equals(item.ExternalEtag ?? string.Empty, info.Etag ?? string.Empty, StringComparison.Ordinal))
  870. //{
  871. // item.ExternalEtag = info.Etag;
  872. // forceUpdate = true;
  873. // _logger.LogDebug("Forcing update due to ExternalEtag {0}", item.Name);
  874. //}
  875. if (!internalChannelId.Equals(item.ChannelId))
  876. {
  877. forceUpdate = true;
  878. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  879. }
  880. item.ChannelId = internalChannelId;
  881. if (!item.ParentId.Equals(parentFolderId))
  882. {
  883. forceUpdate = true;
  884. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  885. }
  886. item.ParentId = parentFolderId;
  887. var hasSeries = item as IHasSeries;
  888. if (hasSeries != null)
  889. {
  890. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  891. {
  892. forceUpdate = true;
  893. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  894. }
  895. hasSeries.SeriesName = info.SeriesName;
  896. }
  897. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  898. {
  899. forceUpdate = true;
  900. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  901. }
  902. item.ExternalId = info.Id;
  903. var channelAudioItem = item as Audio;
  904. if (channelAudioItem != null)
  905. {
  906. channelAudioItem.ExtraType = info.ExtraType;
  907. var mediaSource = info.MediaSources.FirstOrDefault();
  908. item.Path = mediaSource == null ? null : mediaSource.Path;
  909. }
  910. var channelVideoItem = item as Video;
  911. if (channelVideoItem != null)
  912. {
  913. channelVideoItem.ExtraType = info.ExtraType;
  914. var mediaSource = info.MediaSources.FirstOrDefault();
  915. item.Path = mediaSource == null ? null : mediaSource.Path;
  916. }
  917. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  918. {
  919. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  920. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  921. forceUpdate = true;
  922. }
  923. if (!info.IsLiveStream)
  924. {
  925. if (item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  926. {
  927. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  928. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  929. forceUpdate = true;
  930. }
  931. }
  932. else
  933. {
  934. if (!item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  935. {
  936. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  937. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  938. forceUpdate = true;
  939. }
  940. }
  941. item.OnMetadataChanged();
  942. if (isNew)
  943. {
  944. _libraryManager.CreateItem(item, parentFolder);
  945. if (info.People != null && info.People.Count > 0)
  946. {
  947. _libraryManager.UpdatePeople(item, info.People);
  948. }
  949. }
  950. else if (forceUpdate)
  951. {
  952. item.UpdateToRepository(ItemUpdateType.None, cancellationToken);
  953. }
  954. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  955. {
  956. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  957. {
  958. SaveMediaSources(item, new List<MediaSourceInfo>());
  959. }
  960. else
  961. {
  962. SaveMediaSources(item, info.MediaSources);
  963. }
  964. }
  965. if (isNew || forceUpdate || item.DateLastRefreshed == default(DateTime))
  966. {
  967. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_logger, _fileSystem)), RefreshPriority.Normal);
  968. }
  969. return item;
  970. }
  971. internal IChannel GetChannelProvider(Channel channel)
  972. {
  973. if (channel == null)
  974. {
  975. throw new ArgumentNullException(nameof(channel));
  976. }
  977. var result = GetAllChannels()
  978. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  979. if (result == null)
  980. {
  981. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  982. }
  983. return result;
  984. }
  985. internal IChannel GetChannelProvider(Guid internalChannelId)
  986. {
  987. var result = GetAllChannels()
  988. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  989. if (result == null)
  990. {
  991. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  992. }
  993. return result;
  994. }
  995. }
  996. }