ChannelManager.cs 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Concurrent;
  4. using System.Collections.Generic;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Threading;
  9. using System.Threading.Tasks;
  10. using MediaBrowser.Common.Extensions;
  11. using MediaBrowser.Common.Progress;
  12. using MediaBrowser.Controller.Channels;
  13. using MediaBrowser.Controller.Configuration;
  14. using MediaBrowser.Controller.Dto;
  15. using MediaBrowser.Controller.Entities;
  16. using MediaBrowser.Controller.Entities.Audio;
  17. using MediaBrowser.Controller.Entities.Movies;
  18. using MediaBrowser.Controller.Entities.TV;
  19. using MediaBrowser.Controller.Library;
  20. using MediaBrowser.Controller.Providers;
  21. using MediaBrowser.Model.Channels;
  22. using MediaBrowser.Model.Dto;
  23. using MediaBrowser.Model.Entities;
  24. using MediaBrowser.Model.IO;
  25. using MediaBrowser.Model.Querying;
  26. using MediaBrowser.Model.Serialization;
  27. using Microsoft.Extensions.Logging;
  28. namespace Emby.Server.Implementations.Channels
  29. {
  30. public class ChannelManager : IChannelManager
  31. {
  32. internal IChannel[] Channels { get; private set; }
  33. private readonly IUserManager _userManager;
  34. private readonly IUserDataManager _userDataManager;
  35. private readonly IDtoService _dtoService;
  36. private readonly ILibraryManager _libraryManager;
  37. private readonly ILogger _logger;
  38. private readonly IServerConfigurationManager _config;
  39. private readonly IFileSystem _fileSystem;
  40. private readonly IJsonSerializer _jsonSerializer;
  41. private readonly IProviderManager _providerManager;
  42. public ChannelManager(
  43. IUserManager userManager,
  44. IDtoService dtoService,
  45. ILibraryManager libraryManager,
  46. ILoggerFactory loggerFactory,
  47. IServerConfigurationManager config,
  48. IFileSystem fileSystem,
  49. IUserDataManager userDataManager,
  50. IJsonSerializer jsonSerializer,
  51. IProviderManager providerManager)
  52. {
  53. _userManager = userManager;
  54. _dtoService = dtoService;
  55. _libraryManager = libraryManager;
  56. _logger = loggerFactory.CreateLogger(nameof(ChannelManager));
  57. _config = config;
  58. _fileSystem = fileSystem;
  59. _userDataManager = userDataManager;
  60. _jsonSerializer = jsonSerializer;
  61. _providerManager = providerManager;
  62. }
  63. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  64. public void AddParts(IEnumerable<IChannel> channels)
  65. {
  66. Channels = channels.ToArray();
  67. }
  68. public bool EnableMediaSourceDisplay(BaseItem item)
  69. {
  70. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  71. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  72. return !(channel is IDisableMediaSourceDisplay);
  73. }
  74. public bool CanDelete(BaseItem item)
  75. {
  76. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  77. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  78. var supportsDelete = channel as ISupportsDelete;
  79. return supportsDelete != null && supportsDelete.CanDelete(item);
  80. }
  81. public bool EnableMediaProbe(BaseItem item)
  82. {
  83. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  84. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  85. return channel is ISupportsMediaProbe;
  86. }
  87. public Task DeleteItem(BaseItem item)
  88. {
  89. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  90. if (internalChannel == null)
  91. {
  92. throw new ArgumentException();
  93. }
  94. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  95. var supportsDelete = channel as ISupportsDelete;
  96. if (supportsDelete == null)
  97. {
  98. throw new ArgumentException();
  99. }
  100. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  101. }
  102. private IEnumerable<IChannel> GetAllChannels()
  103. {
  104. return Channels
  105. .OrderBy(i => i.Name);
  106. }
  107. public IEnumerable<Guid> GetInstalledChannelIds()
  108. {
  109. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  110. }
  111. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  112. {
  113. var user = query.UserId.Equals(Guid.Empty)
  114. ? null
  115. : _userManager.GetUserById(query.UserId);
  116. var channels = GetAllChannels()
  117. .Select(GetChannelEntity)
  118. .OrderBy(i => i.SortName)
  119. .ToList();
  120. if (query.IsRecordingsFolder.HasValue)
  121. {
  122. var val = query.IsRecordingsFolder.Value;
  123. channels = channels.Where(i =>
  124. {
  125. try
  126. {
  127. var hasAttributes = GetChannelProvider(i) as IHasFolderAttributes;
  128. return (hasAttributes != null && hasAttributes.Attributes.Contains("Recordings", StringComparer.OrdinalIgnoreCase)) == val;
  129. }
  130. catch
  131. {
  132. return false;
  133. }
  134. }).ToList();
  135. }
  136. if (query.SupportsLatestItems.HasValue)
  137. {
  138. var val = query.SupportsLatestItems.Value;
  139. channels = channels.Where(i =>
  140. {
  141. try
  142. {
  143. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  144. }
  145. catch
  146. {
  147. return false;
  148. }
  149. }).ToList();
  150. }
  151. if (query.SupportsMediaDeletion.HasValue)
  152. {
  153. var val = query.SupportsMediaDeletion.Value;
  154. channels = channels.Where(i =>
  155. {
  156. try
  157. {
  158. return GetChannelProvider(i) is ISupportsDelete == val;
  159. }
  160. catch
  161. {
  162. return false;
  163. }
  164. }).ToList();
  165. }
  166. if (query.IsFavorite.HasValue)
  167. {
  168. var val = query.IsFavorite.Value;
  169. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  170. .ToList();
  171. }
  172. if (user != null)
  173. {
  174. channels = channels.Where(i =>
  175. {
  176. if (!i.IsVisible(user))
  177. {
  178. return false;
  179. }
  180. try
  181. {
  182. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N", CultureInfo.InvariantCulture));
  183. }
  184. catch
  185. {
  186. return false;
  187. }
  188. }).ToList();
  189. }
  190. var all = channels;
  191. var totalCount = all.Count;
  192. if (query.StartIndex.HasValue)
  193. {
  194. all = all.Skip(query.StartIndex.Value).ToList();
  195. }
  196. if (query.Limit.HasValue)
  197. {
  198. all = all.Take(query.Limit.Value).ToList();
  199. }
  200. var returnItems = all.ToArray();
  201. if (query.RefreshLatestChannelItems)
  202. {
  203. foreach (var item in returnItems)
  204. {
  205. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  206. }
  207. }
  208. return new QueryResult<Channel>
  209. {
  210. Items = returnItems,
  211. TotalRecordCount = totalCount
  212. };
  213. }
  214. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  215. {
  216. var user = query.UserId.Equals(Guid.Empty)
  217. ? null
  218. : _userManager.GetUserById(query.UserId);
  219. var internalResult = GetChannelsInternal(query);
  220. var dtoOptions = new DtoOptions()
  221. {
  222. };
  223. //TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  224. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  225. var result = new QueryResult<BaseItemDto>
  226. {
  227. Items = returnItems,
  228. TotalRecordCount = internalResult.TotalRecordCount
  229. };
  230. return result;
  231. }
  232. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  233. {
  234. var allChannelsList = GetAllChannels().ToList();
  235. var numComplete = 0;
  236. foreach (var channelInfo in allChannelsList)
  237. {
  238. cancellationToken.ThrowIfCancellationRequested();
  239. try
  240. {
  241. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  242. }
  243. catch (OperationCanceledException)
  244. {
  245. throw;
  246. }
  247. catch (Exception ex)
  248. {
  249. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  250. }
  251. numComplete++;
  252. double percent = (double)numComplete / allChannelsList.Count;
  253. progress.Report(100 * percent);
  254. }
  255. progress.Report(100);
  256. }
  257. private Channel GetChannelEntity(IChannel channel)
  258. {
  259. var item = GetChannel(GetInternalChannelId(channel.Name));
  260. if (item == null)
  261. {
  262. item = GetChannel(channel, CancellationToken.None).Result;
  263. }
  264. return item;
  265. }
  266. private List<MediaSourceInfo> GetSavedMediaSources(BaseItem item)
  267. {
  268. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  269. try
  270. {
  271. return _jsonSerializer.DeserializeFromFile<List<MediaSourceInfo>>(path) ?? new List<MediaSourceInfo>();
  272. }
  273. catch
  274. {
  275. return new List<MediaSourceInfo>();
  276. }
  277. }
  278. private void SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  279. {
  280. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  281. if (mediaSources == null || mediaSources.Count == 0)
  282. {
  283. try
  284. {
  285. _fileSystem.DeleteFile(path);
  286. }
  287. catch
  288. {
  289. }
  290. return;
  291. }
  292. Directory.CreateDirectory(Path.GetDirectoryName(path));
  293. _jsonSerializer.SerializeToFile(mediaSources, path);
  294. }
  295. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  296. {
  297. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  298. return results
  299. .Select(i => NormalizeMediaSource(item, i))
  300. .ToList();
  301. }
  302. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  303. {
  304. var channel = GetChannel(item.ChannelId);
  305. var channelPlugin = GetChannelProvider(channel);
  306. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  307. IEnumerable<MediaSourceInfo> results;
  308. if (requiresCallback != null)
  309. {
  310. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  311. .ConfigureAwait(false);
  312. }
  313. else
  314. {
  315. results = new List<MediaSourceInfo>();
  316. }
  317. return results
  318. .Select(i => NormalizeMediaSource(item, i))
  319. .ToList();
  320. }
  321. private readonly ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>> _channelItemMediaInfo =
  322. new ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>>();
  323. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  324. {
  325. if (_channelItemMediaInfo.TryGetValue(id, out Tuple<DateTime, List<MediaSourceInfo>> cachedInfo))
  326. {
  327. if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5)
  328. {
  329. return cachedInfo.Item2;
  330. }
  331. }
  332. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  333. .ConfigureAwait(false);
  334. var list = mediaInfo.ToList();
  335. var item2 = new Tuple<DateTime, List<MediaSourceInfo>>(DateTime.UtcNow, list);
  336. _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2);
  337. return list;
  338. }
  339. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  340. {
  341. info.RunTimeTicks = info.RunTimeTicks ?? item.RunTimeTicks;
  342. return info;
  343. }
  344. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  345. {
  346. var parentFolderId = Guid.Empty;
  347. var id = GetInternalChannelId(channelInfo.Name);
  348. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  349. var isNew = false;
  350. var forceUpdate = false;
  351. var item = _libraryManager.GetItemById(id) as Channel;
  352. if (item == null)
  353. {
  354. item = new Channel
  355. {
  356. Name = channelInfo.Name,
  357. Id = id,
  358. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  359. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  360. };
  361. isNew = true;
  362. }
  363. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  364. {
  365. isNew = true;
  366. }
  367. item.Path = path;
  368. if (!item.ChannelId.Equals(id))
  369. {
  370. forceUpdate = true;
  371. }
  372. item.ChannelId = id;
  373. if (item.ParentId != parentFolderId)
  374. {
  375. forceUpdate = true;
  376. }
  377. item.ParentId = parentFolderId;
  378. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  379. item.Overview = channelInfo.Description;
  380. if (string.IsNullOrWhiteSpace(item.Name))
  381. {
  382. item.Name = channelInfo.Name;
  383. }
  384. if (isNew)
  385. {
  386. item.OnMetadataChanged();
  387. _libraryManager.CreateItem(item, null);
  388. }
  389. await item.RefreshMetadata(new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  390. {
  391. ForceSave = !isNew && forceUpdate
  392. }, cancellationToken).ConfigureAwait(false);
  393. return item;
  394. }
  395. private static string GetOfficialRating(ChannelParentalRating rating)
  396. {
  397. switch (rating)
  398. {
  399. case ChannelParentalRating.Adult:
  400. return "XXX";
  401. case ChannelParentalRating.UsR:
  402. return "R";
  403. case ChannelParentalRating.UsPG13:
  404. return "PG-13";
  405. case ChannelParentalRating.UsPG:
  406. return "PG";
  407. default:
  408. return null;
  409. }
  410. }
  411. public Channel GetChannel(Guid id)
  412. {
  413. return _libraryManager.GetItemById(id) as Channel;
  414. }
  415. public Channel GetChannel(string id)
  416. {
  417. return _libraryManager.GetItemById(id) as Channel;
  418. }
  419. public ChannelFeatures[] GetAllChannelFeatures()
  420. {
  421. return _libraryManager.GetItemIds(new InternalItemsQuery
  422. {
  423. IncludeItemTypes = new[] { typeof(Channel).Name },
  424. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  425. }).Select(i => GetChannelFeatures(i.ToString("N", CultureInfo.InvariantCulture))).ToArray();
  426. }
  427. public ChannelFeatures GetChannelFeatures(string id)
  428. {
  429. if (string.IsNullOrEmpty(id))
  430. {
  431. throw new ArgumentNullException(nameof(id));
  432. }
  433. var channel = GetChannel(id);
  434. var channelProvider = GetChannelProvider(channel);
  435. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  436. }
  437. public bool SupportsExternalTransfer(Guid channelId)
  438. {
  439. //var channel = GetChannel(channelId);
  440. var channelProvider = GetChannelProvider(channelId);
  441. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  442. }
  443. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  444. IChannel provider,
  445. InternalChannelFeatures features)
  446. {
  447. var supportsLatest = provider is ISupportsLatestMedia;
  448. return new ChannelFeatures
  449. {
  450. CanFilter = !features.MaxPageSize.HasValue,
  451. CanSearch = provider is ISearchableChannel,
  452. ContentTypes = features.ContentTypes.ToArray(),
  453. DefaultSortFields = features.DefaultSortFields.ToArray(),
  454. MaxPageSize = features.MaxPageSize,
  455. MediaTypes = features.MediaTypes.ToArray(),
  456. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  457. SupportsLatestMedia = supportsLatest,
  458. Name = channel.Name,
  459. Id = channel.Id.ToString("N", CultureInfo.InvariantCulture),
  460. SupportsContentDownloading = features.SupportsContentDownloading,
  461. AutoRefreshLevels = features.AutoRefreshLevels
  462. };
  463. }
  464. private Guid GetInternalChannelId(string name)
  465. {
  466. if (string.IsNullOrEmpty(name))
  467. {
  468. throw new ArgumentNullException(nameof(name));
  469. }
  470. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  471. }
  472. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  473. {
  474. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  475. var items = internalResult.Items;
  476. var totalRecordCount = internalResult.TotalRecordCount;
  477. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  478. var result = new QueryResult<BaseItemDto>
  479. {
  480. Items = returnItems,
  481. TotalRecordCount = totalRecordCount
  482. };
  483. return result;
  484. }
  485. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  486. {
  487. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  488. if (query.ChannelIds.Length > 0)
  489. {
  490. // Avoid implicitly captured closure
  491. var ids = query.ChannelIds;
  492. channels = channels
  493. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  494. .ToArray();
  495. }
  496. if (channels.Length == 0)
  497. {
  498. return new QueryResult<BaseItem>();
  499. }
  500. foreach (var channel in channels)
  501. {
  502. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  503. }
  504. query.IsFolder = false;
  505. // hack for trailers, figure out a better way later
  506. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.IndexOf("Trailer") != -1;
  507. if (sortByPremiereDate)
  508. {
  509. query.OrderBy = new[]
  510. {
  511. (ItemSortBy.PremiereDate, SortOrder.Descending),
  512. (ItemSortBy.ProductionYear, SortOrder.Descending),
  513. (ItemSortBy.DateCreated, SortOrder.Descending)
  514. };
  515. }
  516. else
  517. {
  518. query.OrderBy = new[]
  519. {
  520. (ItemSortBy.DateCreated, SortOrder.Descending)
  521. };
  522. }
  523. return _libraryManager.GetItemsResult(query);
  524. }
  525. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  526. {
  527. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  528. var query = new InternalItemsQuery();
  529. query.Parent = internalChannel;
  530. query.EnableTotalRecordCount = false;
  531. query.ChannelIds = new Guid[] { internalChannel.Id };
  532. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  533. foreach (var item in result.Items)
  534. {
  535. if (item is Folder folder)
  536. {
  537. await GetChannelItemsInternal(new InternalItemsQuery
  538. {
  539. Parent = folder,
  540. EnableTotalRecordCount = false,
  541. ChannelIds = new Guid[] { internalChannel.Id }
  542. }, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  543. }
  544. }
  545. }
  546. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  547. {
  548. // Get the internal channel entity
  549. var channel = GetChannel(query.ChannelIds[0]);
  550. // Find the corresponding channel provider plugin
  551. var channelProvider = GetChannelProvider(channel);
  552. var parentItem = query.ParentId == Guid.Empty ? channel : _libraryManager.GetItemById(query.ParentId);
  553. var itemsResult = await GetChannelItems(channelProvider,
  554. query.User,
  555. parentItem is Channel ? null : parentItem.ExternalId,
  556. null,
  557. false,
  558. cancellationToken)
  559. .ConfigureAwait(false);
  560. if (query.ParentId == Guid.Empty)
  561. {
  562. query.Parent = channel;
  563. }
  564. query.ChannelIds = Array.Empty<Guid>();
  565. // Not yet sure why this is causing a problem
  566. query.GroupByPresentationUniqueKey = false;
  567. //_logger.LogDebug("GetChannelItemsInternal");
  568. // null if came from cache
  569. if (itemsResult != null)
  570. {
  571. var internalItems = itemsResult.Items
  572. .Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, parentItem, cancellationToken))
  573. .ToArray();
  574. var existingIds = _libraryManager.GetItemIds(query);
  575. var deadIds = existingIds.Except(internalItems.Select(i => i.Id))
  576. .ToArray();
  577. foreach (var deadId in deadIds)
  578. {
  579. var deadItem = _libraryManager.GetItemById(deadId);
  580. if (deadItem != null)
  581. {
  582. _libraryManager.DeleteItem(deadItem, new DeleteOptions
  583. {
  584. DeleteFileLocation = false,
  585. DeleteFromExternalProvider = false
  586. }, parentItem, false);
  587. }
  588. }
  589. }
  590. return _libraryManager.GetItemsResult(query);
  591. }
  592. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  593. {
  594. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  595. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  596. var result = new QueryResult<BaseItemDto>
  597. {
  598. Items = returnItems,
  599. TotalRecordCount = internalResult.TotalRecordCount
  600. };
  601. return result;
  602. }
  603. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  604. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  605. User user,
  606. string externalFolderId,
  607. ChannelItemSortField? sortField,
  608. bool sortDescending,
  609. CancellationToken cancellationToken)
  610. {
  611. var userId = user == null ? null : user.Id.ToString("N", CultureInfo.InvariantCulture);
  612. var cacheLength = CacheLength;
  613. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  614. try
  615. {
  616. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  617. {
  618. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  619. if (cachedResult != null)
  620. {
  621. return null;
  622. }
  623. }
  624. }
  625. catch (FileNotFoundException)
  626. {
  627. }
  628. catch (IOException)
  629. {
  630. }
  631. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  632. try
  633. {
  634. try
  635. {
  636. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  637. {
  638. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  639. if (cachedResult != null)
  640. {
  641. return null;
  642. }
  643. }
  644. }
  645. catch (FileNotFoundException)
  646. {
  647. }
  648. catch (IOException)
  649. {
  650. }
  651. var query = new InternalChannelItemQuery
  652. {
  653. UserId = user == null ? Guid.Empty : user.Id,
  654. SortBy = sortField,
  655. SortDescending = sortDescending,
  656. FolderId = externalFolderId
  657. };
  658. query.FolderId = externalFolderId;
  659. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  660. if (result == null)
  661. {
  662. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  663. }
  664. CacheResponse(result, cachePath);
  665. return result;
  666. }
  667. finally
  668. {
  669. _resourcePool.Release();
  670. }
  671. }
  672. private void CacheResponse(object result, string path)
  673. {
  674. try
  675. {
  676. Directory.CreateDirectory(Path.GetDirectoryName(path));
  677. _jsonSerializer.SerializeToFile(result, path);
  678. }
  679. catch (Exception ex)
  680. {
  681. _logger.LogError(ex, "Error writing to channel cache file: {path}", path);
  682. }
  683. }
  684. private string GetChannelDataCachePath(IChannel channel,
  685. string userId,
  686. string externalFolderId,
  687. ChannelItemSortField? sortField,
  688. bool sortDescending)
  689. {
  690. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  691. var userCacheKey = string.Empty;
  692. var hasCacheKey = channel as IHasCacheKey;
  693. if (hasCacheKey != null)
  694. {
  695. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  696. }
  697. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  698. filename += userCacheKey;
  699. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  700. if (sortField.HasValue)
  701. {
  702. filename += "-sortField-" + sortField.Value;
  703. }
  704. if (sortDescending)
  705. {
  706. filename += "-sortDescending";
  707. }
  708. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  709. return Path.Combine(_config.ApplicationPaths.CachePath,
  710. "channels",
  711. channelId,
  712. version,
  713. filename + ".json");
  714. }
  715. private static string GetIdToHash(string externalId, string channelName)
  716. {
  717. // Increment this as needed to force new downloads
  718. // Incorporate Name because it's being used to convert channel entity to provider
  719. return externalId + (channelName ?? string.Empty) + "16";
  720. }
  721. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  722. where T : BaseItem, new()
  723. {
  724. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  725. T item = null;
  726. try
  727. {
  728. item = _libraryManager.GetItemById(id) as T;
  729. }
  730. catch (Exception ex)
  731. {
  732. _logger.LogError(ex, "Error retrieving channel item from database");
  733. }
  734. if (item == null)
  735. {
  736. item = new T();
  737. isNew = true;
  738. }
  739. else
  740. {
  741. isNew = false;
  742. }
  743. item.Id = id;
  744. return item;
  745. }
  746. private BaseItem GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  747. {
  748. var parentFolderId = parentFolder.Id;
  749. BaseItem item;
  750. bool isNew;
  751. bool forceUpdate = false;
  752. if (info.Type == ChannelItemType.Folder)
  753. {
  754. if (info.FolderType == ChannelFolderType.MusicAlbum)
  755. {
  756. item = GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew);
  757. }
  758. else if (info.FolderType == ChannelFolderType.MusicArtist)
  759. {
  760. item = GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew);
  761. }
  762. else if (info.FolderType == ChannelFolderType.PhotoAlbum)
  763. {
  764. item = GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew);
  765. }
  766. else if (info.FolderType == ChannelFolderType.Series)
  767. {
  768. item = GetItemById<Series>(info.Id, channelProvider.Name, out isNew);
  769. }
  770. else if (info.FolderType == ChannelFolderType.Season)
  771. {
  772. item = GetItemById<Season>(info.Id, channelProvider.Name, out isNew);
  773. }
  774. else
  775. {
  776. item = GetItemById<Folder>(info.Id, channelProvider.Name, out isNew);
  777. }
  778. }
  779. else if (info.MediaType == ChannelMediaType.Audio)
  780. {
  781. if (info.ContentType == ChannelMediaContentType.Podcast)
  782. {
  783. item = GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew);
  784. }
  785. else
  786. {
  787. item = GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  788. }
  789. }
  790. else
  791. {
  792. if (info.ContentType == ChannelMediaContentType.Episode)
  793. {
  794. item = GetItemById<Episode>(info.Id, channelProvider.Name, out isNew);
  795. }
  796. else if (info.ContentType == ChannelMediaContentType.Movie)
  797. {
  798. item = GetItemById<Movie>(info.Id, channelProvider.Name, out isNew);
  799. }
  800. else if (info.ContentType == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer)
  801. {
  802. item = GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew);
  803. }
  804. else
  805. {
  806. item = GetItemById<Video>(info.Id, channelProvider.Name, out isNew);
  807. }
  808. }
  809. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  810. if (info.IsLiveStream)
  811. {
  812. item.RunTimeTicks = null;
  813. }
  814. else if (isNew || !enableMediaProbe)
  815. {
  816. item.RunTimeTicks = info.RunTimeTicks;
  817. }
  818. if (isNew)
  819. {
  820. item.Name = info.Name;
  821. item.Genres = info.Genres.ToArray();
  822. item.Studios = info.Studios.ToArray();
  823. item.CommunityRating = info.CommunityRating;
  824. item.Overview = info.Overview;
  825. item.IndexNumber = info.IndexNumber;
  826. item.ParentIndexNumber = info.ParentIndexNumber;
  827. item.PremiereDate = info.PremiereDate;
  828. item.ProductionYear = info.ProductionYear;
  829. item.ProviderIds = info.ProviderIds;
  830. item.OfficialRating = info.OfficialRating;
  831. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  832. item.Tags = info.Tags.ToArray();
  833. item.OriginalTitle = info.OriginalTitle;
  834. }
  835. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  836. {
  837. // At least update names of container folders
  838. if (item.Name != info.Name)
  839. {
  840. item.Name = info.Name;
  841. forceUpdate = true;
  842. }
  843. }
  844. var hasArtists = item as IHasArtist;
  845. if (hasArtists != null)
  846. {
  847. hasArtists.Artists = info.Artists.ToArray();
  848. }
  849. var hasAlbumArtists = item as IHasAlbumArtist;
  850. if (hasAlbumArtists != null)
  851. {
  852. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  853. }
  854. var trailer = item as Trailer;
  855. if (trailer != null)
  856. {
  857. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  858. {
  859. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  860. forceUpdate = true;
  861. }
  862. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  863. }
  864. if (info.DateModified > item.DateModified)
  865. {
  866. item.DateModified = info.DateModified;
  867. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  868. forceUpdate = true;
  869. }
  870. // was used for status
  871. //if (!string.Equals(item.ExternalEtag ?? string.Empty, info.Etag ?? string.Empty, StringComparison.Ordinal))
  872. //{
  873. // item.ExternalEtag = info.Etag;
  874. // forceUpdate = true;
  875. // _logger.LogDebug("Forcing update due to ExternalEtag {0}", item.Name);
  876. //}
  877. if (!internalChannelId.Equals(item.ChannelId))
  878. {
  879. forceUpdate = true;
  880. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  881. }
  882. item.ChannelId = internalChannelId;
  883. if (!item.ParentId.Equals(parentFolderId))
  884. {
  885. forceUpdate = true;
  886. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  887. }
  888. item.ParentId = parentFolderId;
  889. var hasSeries = item as IHasSeries;
  890. if (hasSeries != null)
  891. {
  892. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  893. {
  894. forceUpdate = true;
  895. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  896. }
  897. hasSeries.SeriesName = info.SeriesName;
  898. }
  899. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  900. {
  901. forceUpdate = true;
  902. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  903. }
  904. item.ExternalId = info.Id;
  905. var channelAudioItem = item as Audio;
  906. if (channelAudioItem != null)
  907. {
  908. channelAudioItem.ExtraType = info.ExtraType;
  909. var mediaSource = info.MediaSources.FirstOrDefault();
  910. item.Path = mediaSource == null ? null : mediaSource.Path;
  911. }
  912. var channelVideoItem = item as Video;
  913. if (channelVideoItem != null)
  914. {
  915. channelVideoItem.ExtraType = info.ExtraType;
  916. var mediaSource = info.MediaSources.FirstOrDefault();
  917. item.Path = mediaSource == null ? null : mediaSource.Path;
  918. }
  919. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  920. {
  921. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  922. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  923. forceUpdate = true;
  924. }
  925. if (!info.IsLiveStream)
  926. {
  927. if (item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  928. {
  929. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  930. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  931. forceUpdate = true;
  932. }
  933. }
  934. else
  935. {
  936. if (!item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  937. {
  938. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  939. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  940. forceUpdate = true;
  941. }
  942. }
  943. item.OnMetadataChanged();
  944. if (isNew)
  945. {
  946. _libraryManager.CreateItem(item, parentFolder);
  947. if (info.People != null && info.People.Count > 0)
  948. {
  949. _libraryManager.UpdatePeople(item, info.People);
  950. }
  951. }
  952. else if (forceUpdate)
  953. {
  954. item.UpdateToRepository(ItemUpdateType.None, cancellationToken);
  955. }
  956. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  957. {
  958. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  959. {
  960. SaveMediaSources(item, new List<MediaSourceInfo>());
  961. }
  962. else
  963. {
  964. SaveMediaSources(item, info.MediaSources);
  965. }
  966. }
  967. if (isNew || forceUpdate || item.DateLastRefreshed == default(DateTime))
  968. {
  969. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  970. }
  971. return item;
  972. }
  973. internal IChannel GetChannelProvider(Channel channel)
  974. {
  975. if (channel == null)
  976. {
  977. throw new ArgumentNullException(nameof(channel));
  978. }
  979. var result = GetAllChannels()
  980. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  981. if (result == null)
  982. {
  983. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  984. }
  985. return result;
  986. }
  987. internal IChannel GetChannelProvider(Guid internalChannelId)
  988. {
  989. var result = GetAllChannels()
  990. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  991. if (result == null)
  992. {
  993. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  994. }
  995. return result;
  996. }
  997. }
  998. }