ChannelManager.cs 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199
  1. #pragma warning disable CS1591
  2. #pragma warning disable SA1600
  3. using System;
  4. using System.Collections.Concurrent;
  5. using System.Collections.Generic;
  6. using System.Globalization;
  7. using System.IO;
  8. using System.Linq;
  9. using System.Threading;
  10. using System.Threading.Tasks;
  11. using MediaBrowser.Common.Extensions;
  12. using MediaBrowser.Common.Progress;
  13. using MediaBrowser.Controller.Channels;
  14. using MediaBrowser.Controller.Configuration;
  15. using MediaBrowser.Controller.Dto;
  16. using MediaBrowser.Controller.Entities;
  17. using MediaBrowser.Controller.Entities.Audio;
  18. using MediaBrowser.Controller.Entities.Movies;
  19. using MediaBrowser.Controller.Entities.TV;
  20. using MediaBrowser.Controller.Library;
  21. using MediaBrowser.Controller.Providers;
  22. using MediaBrowser.Model.Channels;
  23. using MediaBrowser.Model.Dto;
  24. using MediaBrowser.Model.Entities;
  25. using MediaBrowser.Model.IO;
  26. using MediaBrowser.Model.Querying;
  27. using MediaBrowser.Model.Serialization;
  28. using Microsoft.Extensions.Logging;
  29. namespace Emby.Server.Implementations.Channels
  30. {
  31. public class ChannelManager : IChannelManager
  32. {
  33. internal IChannel[] Channels { get; private set; }
  34. private readonly IUserManager _userManager;
  35. private readonly IUserDataManager _userDataManager;
  36. private readonly IDtoService _dtoService;
  37. private readonly ILibraryManager _libraryManager;
  38. private readonly ILogger _logger;
  39. private readonly IServerConfigurationManager _config;
  40. private readonly IFileSystem _fileSystem;
  41. private readonly IJsonSerializer _jsonSerializer;
  42. private readonly IProviderManager _providerManager;
  43. public ChannelManager(
  44. IUserManager userManager,
  45. IDtoService dtoService,
  46. ILibraryManager libraryManager,
  47. ILoggerFactory loggerFactory,
  48. IServerConfigurationManager config,
  49. IFileSystem fileSystem,
  50. IUserDataManager userDataManager,
  51. IJsonSerializer jsonSerializer,
  52. IProviderManager providerManager)
  53. {
  54. _userManager = userManager;
  55. _dtoService = dtoService;
  56. _libraryManager = libraryManager;
  57. _logger = loggerFactory.CreateLogger(nameof(ChannelManager));
  58. _config = config;
  59. _fileSystem = fileSystem;
  60. _userDataManager = userDataManager;
  61. _jsonSerializer = jsonSerializer;
  62. _providerManager = providerManager;
  63. }
  64. private static TimeSpan CacheLength => TimeSpan.FromHours(3);
  65. public void AddParts(IEnumerable<IChannel> channels)
  66. {
  67. Channels = channels.ToArray();
  68. }
  69. public bool EnableMediaSourceDisplay(BaseItem item)
  70. {
  71. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  72. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  73. return !(channel is IDisableMediaSourceDisplay);
  74. }
  75. public bool CanDelete(BaseItem item)
  76. {
  77. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  78. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  79. var supportsDelete = channel as ISupportsDelete;
  80. return supportsDelete != null && supportsDelete.CanDelete(item);
  81. }
  82. public bool EnableMediaProbe(BaseItem item)
  83. {
  84. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  85. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  86. return channel is ISupportsMediaProbe;
  87. }
  88. public Task DeleteItem(BaseItem item)
  89. {
  90. var internalChannel = _libraryManager.GetItemById(item.ChannelId);
  91. if (internalChannel == null)
  92. {
  93. throw new ArgumentException();
  94. }
  95. var channel = Channels.FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(internalChannel.Id));
  96. var supportsDelete = channel as ISupportsDelete;
  97. if (supportsDelete == null)
  98. {
  99. throw new ArgumentException();
  100. }
  101. return supportsDelete.DeleteItem(item.ExternalId, CancellationToken.None);
  102. }
  103. private IEnumerable<IChannel> GetAllChannels()
  104. {
  105. return Channels
  106. .OrderBy(i => i.Name);
  107. }
  108. public IEnumerable<Guid> GetInstalledChannelIds()
  109. {
  110. return GetAllChannels().Select(i => GetInternalChannelId(i.Name));
  111. }
  112. public QueryResult<Channel> GetChannelsInternal(ChannelQuery query)
  113. {
  114. var user = query.UserId.Equals(Guid.Empty)
  115. ? null
  116. : _userManager.GetUserById(query.UserId);
  117. var channels = GetAllChannels()
  118. .Select(GetChannelEntity)
  119. .OrderBy(i => i.SortName)
  120. .ToList();
  121. if (query.IsRecordingsFolder.HasValue)
  122. {
  123. var val = query.IsRecordingsFolder.Value;
  124. channels = channels.Where(i =>
  125. {
  126. try
  127. {
  128. var hasAttributes = GetChannelProvider(i) as IHasFolderAttributes;
  129. return (hasAttributes != null && hasAttributes.Attributes.Contains("Recordings", StringComparer.OrdinalIgnoreCase)) == val;
  130. }
  131. catch
  132. {
  133. return false;
  134. }
  135. }).ToList();
  136. }
  137. if (query.SupportsLatestItems.HasValue)
  138. {
  139. var val = query.SupportsLatestItems.Value;
  140. channels = channels.Where(i =>
  141. {
  142. try
  143. {
  144. return GetChannelProvider(i) is ISupportsLatestMedia == val;
  145. }
  146. catch
  147. {
  148. return false;
  149. }
  150. }).ToList();
  151. }
  152. if (query.SupportsMediaDeletion.HasValue)
  153. {
  154. var val = query.SupportsMediaDeletion.Value;
  155. channels = channels.Where(i =>
  156. {
  157. try
  158. {
  159. return GetChannelProvider(i) is ISupportsDelete == val;
  160. }
  161. catch
  162. {
  163. return false;
  164. }
  165. }).ToList();
  166. }
  167. if (query.IsFavorite.HasValue)
  168. {
  169. var val = query.IsFavorite.Value;
  170. channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val)
  171. .ToList();
  172. }
  173. if (user != null)
  174. {
  175. channels = channels.Where(i =>
  176. {
  177. if (!i.IsVisible(user))
  178. {
  179. return false;
  180. }
  181. try
  182. {
  183. return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N", CultureInfo.InvariantCulture));
  184. }
  185. catch
  186. {
  187. return false;
  188. }
  189. }).ToList();
  190. }
  191. var all = channels;
  192. var totalCount = all.Count;
  193. if (query.StartIndex.HasValue)
  194. {
  195. all = all.Skip(query.StartIndex.Value).ToList();
  196. }
  197. if (query.Limit.HasValue)
  198. {
  199. all = all.Take(query.Limit.Value).ToList();
  200. }
  201. var returnItems = all.ToArray();
  202. if (query.RefreshLatestChannelItems)
  203. {
  204. foreach (var item in returnItems)
  205. {
  206. RefreshLatestChannelItems(GetChannelProvider(item), CancellationToken.None).GetAwaiter().GetResult();
  207. }
  208. }
  209. return new QueryResult<Channel>
  210. {
  211. Items = returnItems,
  212. TotalRecordCount = totalCount
  213. };
  214. }
  215. public QueryResult<BaseItemDto> GetChannels(ChannelQuery query)
  216. {
  217. var user = query.UserId.Equals(Guid.Empty)
  218. ? null
  219. : _userManager.GetUserById(query.UserId);
  220. var internalResult = GetChannelsInternal(query);
  221. var dtoOptions = new DtoOptions()
  222. {
  223. };
  224. //TODO Fix The co-variant conversion (internalResult.Items) between Folder[] and BaseItem[], this can generate runtime issues.
  225. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user);
  226. var result = new QueryResult<BaseItemDto>
  227. {
  228. Items = returnItems,
  229. TotalRecordCount = internalResult.TotalRecordCount
  230. };
  231. return result;
  232. }
  233. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  234. {
  235. var allChannelsList = GetAllChannels().ToList();
  236. var numComplete = 0;
  237. foreach (var channelInfo in allChannelsList)
  238. {
  239. cancellationToken.ThrowIfCancellationRequested();
  240. try
  241. {
  242. await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  243. }
  244. catch (OperationCanceledException)
  245. {
  246. throw;
  247. }
  248. catch (Exception ex)
  249. {
  250. _logger.LogError(ex, "Error getting channel information for {0}", channelInfo.Name);
  251. }
  252. numComplete++;
  253. double percent = (double)numComplete / allChannelsList.Count;
  254. progress.Report(100 * percent);
  255. }
  256. progress.Report(100);
  257. }
  258. private Channel GetChannelEntity(IChannel channel)
  259. {
  260. var item = GetChannel(GetInternalChannelId(channel.Name));
  261. if (item == null)
  262. {
  263. item = GetChannel(channel, CancellationToken.None).Result;
  264. }
  265. return item;
  266. }
  267. private List<MediaSourceInfo> GetSavedMediaSources(BaseItem item)
  268. {
  269. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  270. try
  271. {
  272. return _jsonSerializer.DeserializeFromFile<List<MediaSourceInfo>>(path) ?? new List<MediaSourceInfo>();
  273. }
  274. catch
  275. {
  276. return new List<MediaSourceInfo>();
  277. }
  278. }
  279. private void SaveMediaSources(BaseItem item, List<MediaSourceInfo> mediaSources)
  280. {
  281. var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasourceinfos.json");
  282. if (mediaSources == null || mediaSources.Count == 0)
  283. {
  284. try
  285. {
  286. _fileSystem.DeleteFile(path);
  287. }
  288. catch
  289. {
  290. }
  291. return;
  292. }
  293. Directory.CreateDirectory(Path.GetDirectoryName(path));
  294. _jsonSerializer.SerializeToFile(mediaSources, path);
  295. }
  296. public IEnumerable<MediaSourceInfo> GetStaticMediaSources(BaseItem item, CancellationToken cancellationToken)
  297. {
  298. IEnumerable<MediaSourceInfo> results = GetSavedMediaSources(item);
  299. return results
  300. .Select(i => NormalizeMediaSource(item, i))
  301. .ToList();
  302. }
  303. public async Task<IEnumerable<MediaSourceInfo>> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken)
  304. {
  305. var channel = GetChannel(item.ChannelId);
  306. var channelPlugin = GetChannelProvider(channel);
  307. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  308. IEnumerable<MediaSourceInfo> results;
  309. if (requiresCallback != null)
  310. {
  311. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  312. .ConfigureAwait(false);
  313. }
  314. else
  315. {
  316. results = new List<MediaSourceInfo>();
  317. }
  318. return results
  319. .Select(i => NormalizeMediaSource(item, i))
  320. .ToList();
  321. }
  322. private readonly ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>> _channelItemMediaInfo =
  323. new ConcurrentDictionary<string, Tuple<DateTime, List<MediaSourceInfo>>>();
  324. private async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  325. {
  326. if (_channelItemMediaInfo.TryGetValue(id, out Tuple<DateTime, List<MediaSourceInfo>> cachedInfo))
  327. {
  328. if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5)
  329. {
  330. return cachedInfo.Item2;
  331. }
  332. }
  333. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  334. .ConfigureAwait(false);
  335. var list = mediaInfo.ToList();
  336. var item2 = new Tuple<DateTime, List<MediaSourceInfo>>(DateTime.UtcNow, list);
  337. _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2);
  338. return list;
  339. }
  340. private static MediaSourceInfo NormalizeMediaSource(BaseItem item, MediaSourceInfo info)
  341. {
  342. info.RunTimeTicks = info.RunTimeTicks ?? item.RunTimeTicks;
  343. return info;
  344. }
  345. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  346. {
  347. var parentFolderId = Guid.Empty;
  348. var id = GetInternalChannelId(channelInfo.Name);
  349. var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id);
  350. var isNew = false;
  351. var forceUpdate = false;
  352. var item = _libraryManager.GetItemById(id) as Channel;
  353. if (item == null)
  354. {
  355. item = new Channel
  356. {
  357. Name = channelInfo.Name,
  358. Id = id,
  359. DateCreated = _fileSystem.GetCreationTimeUtc(path),
  360. DateModified = _fileSystem.GetLastWriteTimeUtc(path)
  361. };
  362. isNew = true;
  363. }
  364. if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  365. {
  366. isNew = true;
  367. }
  368. item.Path = path;
  369. if (!item.ChannelId.Equals(id))
  370. {
  371. forceUpdate = true;
  372. }
  373. item.ChannelId = id;
  374. if (item.ParentId != parentFolderId)
  375. {
  376. forceUpdate = true;
  377. }
  378. item.ParentId = parentFolderId;
  379. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  380. item.Overview = channelInfo.Description;
  381. if (string.IsNullOrWhiteSpace(item.Name))
  382. {
  383. item.Name = channelInfo.Name;
  384. }
  385. if (isNew)
  386. {
  387. item.OnMetadataChanged();
  388. _libraryManager.CreateItem(item, null);
  389. }
  390. await item.RefreshMetadata(new MetadataRefreshOptions(new DirectoryService(_fileSystem))
  391. {
  392. ForceSave = !isNew && forceUpdate
  393. }, cancellationToken).ConfigureAwait(false);
  394. return item;
  395. }
  396. private static string GetOfficialRating(ChannelParentalRating rating)
  397. {
  398. switch (rating)
  399. {
  400. case ChannelParentalRating.Adult:
  401. return "XXX";
  402. case ChannelParentalRating.UsR:
  403. return "R";
  404. case ChannelParentalRating.UsPG13:
  405. return "PG-13";
  406. case ChannelParentalRating.UsPG:
  407. return "PG";
  408. default:
  409. return null;
  410. }
  411. }
  412. public Channel GetChannel(Guid id)
  413. {
  414. return _libraryManager.GetItemById(id) as Channel;
  415. }
  416. public Channel GetChannel(string id)
  417. {
  418. return _libraryManager.GetItemById(id) as Channel;
  419. }
  420. public ChannelFeatures[] GetAllChannelFeatures()
  421. {
  422. return _libraryManager.GetItemIds(new InternalItemsQuery
  423. {
  424. IncludeItemTypes = new[] { typeof(Channel).Name },
  425. OrderBy = new[] { (ItemSortBy.SortName, SortOrder.Ascending) }
  426. }).Select(i => GetChannelFeatures(i.ToString("N", CultureInfo.InvariantCulture))).ToArray();
  427. }
  428. public ChannelFeatures GetChannelFeatures(string id)
  429. {
  430. if (string.IsNullOrEmpty(id))
  431. {
  432. throw new ArgumentNullException(nameof(id));
  433. }
  434. var channel = GetChannel(id);
  435. var channelProvider = GetChannelProvider(channel);
  436. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  437. }
  438. public bool SupportsExternalTransfer(Guid channelId)
  439. {
  440. //var channel = GetChannel(channelId);
  441. var channelProvider = GetChannelProvider(channelId);
  442. return channelProvider.GetChannelFeatures().SupportsContentDownloading;
  443. }
  444. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  445. IChannel provider,
  446. InternalChannelFeatures features)
  447. {
  448. var supportsLatest = provider is ISupportsLatestMedia;
  449. return new ChannelFeatures
  450. {
  451. CanFilter = !features.MaxPageSize.HasValue,
  452. CanSearch = provider is ISearchableChannel,
  453. ContentTypes = features.ContentTypes.ToArray(),
  454. DefaultSortFields = features.DefaultSortFields.ToArray(),
  455. MaxPageSize = features.MaxPageSize,
  456. MediaTypes = features.MediaTypes.ToArray(),
  457. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  458. SupportsLatestMedia = supportsLatest,
  459. Name = channel.Name,
  460. Id = channel.Id.ToString("N", CultureInfo.InvariantCulture),
  461. SupportsContentDownloading = features.SupportsContentDownloading,
  462. AutoRefreshLevels = features.AutoRefreshLevels
  463. };
  464. }
  465. private Guid GetInternalChannelId(string name)
  466. {
  467. if (string.IsNullOrEmpty(name))
  468. {
  469. throw new ArgumentNullException(nameof(name));
  470. }
  471. return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel));
  472. }
  473. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  474. {
  475. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  476. var items = internalResult.Items;
  477. var totalRecordCount = internalResult.TotalRecordCount;
  478. var returnItems = _dtoService.GetBaseItemDtos(items, query.DtoOptions, query.User);
  479. var result = new QueryResult<BaseItemDto>
  480. {
  481. Items = returnItems,
  482. TotalRecordCount = totalRecordCount
  483. };
  484. return result;
  485. }
  486. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(InternalItemsQuery query, CancellationToken cancellationToken)
  487. {
  488. var channels = GetAllChannels().Where(i => i is ISupportsLatestMedia).ToArray();
  489. if (query.ChannelIds.Length > 0)
  490. {
  491. // Avoid implicitly captured closure
  492. var ids = query.ChannelIds;
  493. channels = channels
  494. .Where(i => ids.Contains(GetInternalChannelId(i.Name)))
  495. .ToArray();
  496. }
  497. if (channels.Length == 0)
  498. {
  499. return new QueryResult<BaseItem>();
  500. }
  501. foreach (var channel in channels)
  502. {
  503. await RefreshLatestChannelItems(channel, cancellationToken).ConfigureAwait(false);
  504. }
  505. query.IsFolder = false;
  506. // hack for trailers, figure out a better way later
  507. var sortByPremiereDate = channels.Length == 1 && channels[0].GetType().Name.IndexOf("Trailer") != -1;
  508. if (sortByPremiereDate)
  509. {
  510. query.OrderBy = new[]
  511. {
  512. (ItemSortBy.PremiereDate, SortOrder.Descending),
  513. (ItemSortBy.ProductionYear, SortOrder.Descending),
  514. (ItemSortBy.DateCreated, SortOrder.Descending)
  515. };
  516. }
  517. else
  518. {
  519. query.OrderBy = new[]
  520. {
  521. (ItemSortBy.DateCreated, SortOrder.Descending)
  522. };
  523. }
  524. return _libraryManager.GetItemsResult(query);
  525. }
  526. private async Task RefreshLatestChannelItems(IChannel channel, CancellationToken cancellationToken)
  527. {
  528. var internalChannel = await GetChannel(channel, cancellationToken).ConfigureAwait(false);
  529. var query = new InternalItemsQuery();
  530. query.Parent = internalChannel;
  531. query.EnableTotalRecordCount = false;
  532. query.ChannelIds = new Guid[] { internalChannel.Id };
  533. var result = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  534. foreach (var item in result.Items)
  535. {
  536. if (item is Folder folder)
  537. {
  538. await GetChannelItemsInternal(new InternalItemsQuery
  539. {
  540. Parent = folder,
  541. EnableTotalRecordCount = false,
  542. ChannelIds = new Guid[] { internalChannel.Id }
  543. }, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  544. }
  545. }
  546. }
  547. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(InternalItemsQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  548. {
  549. // Get the internal channel entity
  550. var channel = GetChannel(query.ChannelIds[0]);
  551. // Find the corresponding channel provider plugin
  552. var channelProvider = GetChannelProvider(channel);
  553. var parentItem = query.ParentId == Guid.Empty ? channel : _libraryManager.GetItemById(query.ParentId);
  554. var itemsResult = await GetChannelItems(channelProvider,
  555. query.User,
  556. parentItem is Channel ? null : parentItem.ExternalId,
  557. null,
  558. false,
  559. cancellationToken)
  560. .ConfigureAwait(false);
  561. if (query.ParentId == Guid.Empty)
  562. {
  563. query.Parent = channel;
  564. }
  565. query.ChannelIds = Array.Empty<Guid>();
  566. // Not yet sure why this is causing a problem
  567. query.GroupByPresentationUniqueKey = false;
  568. //_logger.LogDebug("GetChannelItemsInternal");
  569. // null if came from cache
  570. if (itemsResult != null)
  571. {
  572. var internalItems = itemsResult.Items
  573. .Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, parentItem, cancellationToken))
  574. .ToArray();
  575. var existingIds = _libraryManager.GetItemIds(query);
  576. var deadIds = existingIds.Except(internalItems.Select(i => i.Id))
  577. .ToArray();
  578. foreach (var deadId in deadIds)
  579. {
  580. var deadItem = _libraryManager.GetItemById(deadId);
  581. if (deadItem != null)
  582. {
  583. _libraryManager.DeleteItem(deadItem, new DeleteOptions
  584. {
  585. DeleteFileLocation = false,
  586. DeleteFromExternalProvider = false
  587. }, parentItem, false);
  588. }
  589. }
  590. }
  591. return _libraryManager.GetItemsResult(query);
  592. }
  593. public async Task<QueryResult<BaseItemDto>> GetChannelItems(InternalItemsQuery query, CancellationToken cancellationToken)
  594. {
  595. var internalResult = await GetChannelItemsInternal(query, new SimpleProgress<double>(), cancellationToken).ConfigureAwait(false);
  596. var returnItems = _dtoService.GetBaseItemDtos(internalResult.Items, query.DtoOptions, query.User);
  597. var result = new QueryResult<BaseItemDto>
  598. {
  599. Items = returnItems,
  600. TotalRecordCount = internalResult.TotalRecordCount
  601. };
  602. return result;
  603. }
  604. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  605. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  606. User user,
  607. string externalFolderId,
  608. ChannelItemSortField? sortField,
  609. bool sortDescending,
  610. CancellationToken cancellationToken)
  611. {
  612. var userId = user == null ? null : user.Id.ToString("N", CultureInfo.InvariantCulture);
  613. var cacheLength = CacheLength;
  614. var cachePath = GetChannelDataCachePath(channel, userId, externalFolderId, sortField, sortDescending);
  615. try
  616. {
  617. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  618. {
  619. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  620. if (cachedResult != null)
  621. {
  622. return null;
  623. }
  624. }
  625. }
  626. catch (FileNotFoundException)
  627. {
  628. }
  629. catch (IOException)
  630. {
  631. }
  632. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  633. try
  634. {
  635. try
  636. {
  637. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  638. {
  639. var cachedResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  640. if (cachedResult != null)
  641. {
  642. return null;
  643. }
  644. }
  645. }
  646. catch (FileNotFoundException)
  647. {
  648. }
  649. catch (IOException)
  650. {
  651. }
  652. var query = new InternalChannelItemQuery
  653. {
  654. UserId = user == null ? Guid.Empty : user.Id,
  655. SortBy = sortField,
  656. SortDescending = sortDescending,
  657. FolderId = externalFolderId
  658. };
  659. query.FolderId = externalFolderId;
  660. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  661. if (result == null)
  662. {
  663. throw new InvalidOperationException("Channel returned a null result from GetChannelItems");
  664. }
  665. CacheResponse(result, cachePath);
  666. return result;
  667. }
  668. finally
  669. {
  670. _resourcePool.Release();
  671. }
  672. }
  673. private void CacheResponse(object result, string path)
  674. {
  675. try
  676. {
  677. Directory.CreateDirectory(Path.GetDirectoryName(path));
  678. _jsonSerializer.SerializeToFile(result, path);
  679. }
  680. catch (Exception ex)
  681. {
  682. _logger.LogError(ex, "Error writing to channel cache file: {path}", path);
  683. }
  684. }
  685. private string GetChannelDataCachePath(IChannel channel,
  686. string userId,
  687. string externalFolderId,
  688. ChannelItemSortField? sortField,
  689. bool sortDescending)
  690. {
  691. var channelId = GetInternalChannelId(channel.Name).ToString("N", CultureInfo.InvariantCulture);
  692. var userCacheKey = string.Empty;
  693. var hasCacheKey = channel as IHasCacheKey;
  694. if (hasCacheKey != null)
  695. {
  696. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  697. }
  698. var filename = string.IsNullOrEmpty(externalFolderId) ? "root" : externalFolderId.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  699. filename += userCacheKey;
  700. var version = ((channel.DataVersion ?? string.Empty) + "2").GetMD5().ToString("N", CultureInfo.InvariantCulture);
  701. if (sortField.HasValue)
  702. {
  703. filename += "-sortField-" + sortField.Value;
  704. }
  705. if (sortDescending)
  706. {
  707. filename += "-sortDescending";
  708. }
  709. filename = filename.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  710. return Path.Combine(_config.ApplicationPaths.CachePath,
  711. "channels",
  712. channelId,
  713. version,
  714. filename + ".json");
  715. }
  716. private static string GetIdToHash(string externalId, string channelName)
  717. {
  718. // Increment this as needed to force new downloads
  719. // Incorporate Name because it's being used to convert channel entity to provider
  720. return externalId + (channelName ?? string.Empty) + "16";
  721. }
  722. private T GetItemById<T>(string idString, string channelName, out bool isNew)
  723. where T : BaseItem, new()
  724. {
  725. var id = _libraryManager.GetNewItemId(GetIdToHash(idString, channelName), typeof(T));
  726. T item = null;
  727. try
  728. {
  729. item = _libraryManager.GetItemById(id) as T;
  730. }
  731. catch (Exception ex)
  732. {
  733. _logger.LogError(ex, "Error retrieving channel item from database");
  734. }
  735. if (item == null)
  736. {
  737. item = new T();
  738. isNew = true;
  739. }
  740. else
  741. {
  742. isNew = false;
  743. }
  744. item.Id = id;
  745. return item;
  746. }
  747. private BaseItem GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, BaseItem parentFolder, CancellationToken cancellationToken)
  748. {
  749. var parentFolderId = parentFolder.Id;
  750. BaseItem item;
  751. bool isNew;
  752. bool forceUpdate = false;
  753. if (info.Type == ChannelItemType.Folder)
  754. {
  755. if (info.FolderType == ChannelFolderType.MusicAlbum)
  756. {
  757. item = GetItemById<MusicAlbum>(info.Id, channelProvider.Name, out isNew);
  758. }
  759. else if (info.FolderType == ChannelFolderType.MusicArtist)
  760. {
  761. item = GetItemById<MusicArtist>(info.Id, channelProvider.Name, out isNew);
  762. }
  763. else if (info.FolderType == ChannelFolderType.PhotoAlbum)
  764. {
  765. item = GetItemById<PhotoAlbum>(info.Id, channelProvider.Name, out isNew);
  766. }
  767. else if (info.FolderType == ChannelFolderType.Series)
  768. {
  769. item = GetItemById<Series>(info.Id, channelProvider.Name, out isNew);
  770. }
  771. else if (info.FolderType == ChannelFolderType.Season)
  772. {
  773. item = GetItemById<Season>(info.Id, channelProvider.Name, out isNew);
  774. }
  775. else
  776. {
  777. item = GetItemById<Folder>(info.Id, channelProvider.Name, out isNew);
  778. }
  779. }
  780. else if (info.MediaType == ChannelMediaType.Audio)
  781. {
  782. if (info.ContentType == ChannelMediaContentType.Podcast)
  783. {
  784. item = GetItemById<AudioBook>(info.Id, channelProvider.Name, out isNew);
  785. }
  786. else
  787. {
  788. item = GetItemById<Audio>(info.Id, channelProvider.Name, out isNew);
  789. }
  790. }
  791. else
  792. {
  793. if (info.ContentType == ChannelMediaContentType.Episode)
  794. {
  795. item = GetItemById<Episode>(info.Id, channelProvider.Name, out isNew);
  796. }
  797. else if (info.ContentType == ChannelMediaContentType.Movie)
  798. {
  799. item = GetItemById<Movie>(info.Id, channelProvider.Name, out isNew);
  800. }
  801. else if (info.ContentType == ChannelMediaContentType.Trailer || info.ExtraType == ExtraType.Trailer)
  802. {
  803. item = GetItemById<Trailer>(info.Id, channelProvider.Name, out isNew);
  804. }
  805. else
  806. {
  807. item = GetItemById<Video>(info.Id, channelProvider.Name, out isNew);
  808. }
  809. }
  810. var enableMediaProbe = channelProvider is ISupportsMediaProbe;
  811. if (info.IsLiveStream)
  812. {
  813. item.RunTimeTicks = null;
  814. }
  815. else if (isNew || !enableMediaProbe)
  816. {
  817. item.RunTimeTicks = info.RunTimeTicks;
  818. }
  819. if (isNew)
  820. {
  821. item.Name = info.Name;
  822. item.Genres = info.Genres.ToArray();
  823. item.Studios = info.Studios.ToArray();
  824. item.CommunityRating = info.CommunityRating;
  825. item.Overview = info.Overview;
  826. item.IndexNumber = info.IndexNumber;
  827. item.ParentIndexNumber = info.ParentIndexNumber;
  828. item.PremiereDate = info.PremiereDate;
  829. item.ProductionYear = info.ProductionYear;
  830. item.ProviderIds = info.ProviderIds;
  831. item.OfficialRating = info.OfficialRating;
  832. item.DateCreated = info.DateCreated ?? DateTime.UtcNow;
  833. item.Tags = info.Tags.ToArray();
  834. item.OriginalTitle = info.OriginalTitle;
  835. }
  836. else if (info.Type == ChannelItemType.Folder && info.FolderType == ChannelFolderType.Container)
  837. {
  838. // At least update names of container folders
  839. if (item.Name != info.Name)
  840. {
  841. item.Name = info.Name;
  842. forceUpdate = true;
  843. }
  844. }
  845. var hasArtists = item as IHasArtist;
  846. if (hasArtists != null)
  847. {
  848. hasArtists.Artists = info.Artists.ToArray();
  849. }
  850. var hasAlbumArtists = item as IHasAlbumArtist;
  851. if (hasAlbumArtists != null)
  852. {
  853. hasAlbumArtists.AlbumArtists = info.AlbumArtists.ToArray();
  854. }
  855. var trailer = item as Trailer;
  856. if (trailer != null)
  857. {
  858. if (!info.TrailerTypes.SequenceEqual(trailer.TrailerTypes))
  859. {
  860. _logger.LogDebug("Forcing update due to TrailerTypes {0}", item.Name);
  861. forceUpdate = true;
  862. }
  863. trailer.TrailerTypes = info.TrailerTypes.ToArray();
  864. }
  865. if (info.DateModified > item.DateModified)
  866. {
  867. item.DateModified = info.DateModified;
  868. _logger.LogDebug("Forcing update due to DateModified {0}", item.Name);
  869. forceUpdate = true;
  870. }
  871. // was used for status
  872. //if (!string.Equals(item.ExternalEtag ?? string.Empty, info.Etag ?? string.Empty, StringComparison.Ordinal))
  873. //{
  874. // item.ExternalEtag = info.Etag;
  875. // forceUpdate = true;
  876. // _logger.LogDebug("Forcing update due to ExternalEtag {0}", item.Name);
  877. //}
  878. if (!internalChannelId.Equals(item.ChannelId))
  879. {
  880. forceUpdate = true;
  881. _logger.LogDebug("Forcing update due to ChannelId {0}", item.Name);
  882. }
  883. item.ChannelId = internalChannelId;
  884. if (!item.ParentId.Equals(parentFolderId))
  885. {
  886. forceUpdate = true;
  887. _logger.LogDebug("Forcing update due to parent folder Id {0}", item.Name);
  888. }
  889. item.ParentId = parentFolderId;
  890. var hasSeries = item as IHasSeries;
  891. if (hasSeries != null)
  892. {
  893. if (!string.Equals(hasSeries.SeriesName, info.SeriesName, StringComparison.OrdinalIgnoreCase))
  894. {
  895. forceUpdate = true;
  896. _logger.LogDebug("Forcing update due to SeriesName {0}", item.Name);
  897. }
  898. hasSeries.SeriesName = info.SeriesName;
  899. }
  900. if (!string.Equals(item.ExternalId, info.Id, StringComparison.OrdinalIgnoreCase))
  901. {
  902. forceUpdate = true;
  903. _logger.LogDebug("Forcing update due to ExternalId {0}", item.Name);
  904. }
  905. item.ExternalId = info.Id;
  906. var channelAudioItem = item as Audio;
  907. if (channelAudioItem != null)
  908. {
  909. channelAudioItem.ExtraType = info.ExtraType;
  910. var mediaSource = info.MediaSources.FirstOrDefault();
  911. item.Path = mediaSource == null ? null : mediaSource.Path;
  912. }
  913. var channelVideoItem = item as Video;
  914. if (channelVideoItem != null)
  915. {
  916. channelVideoItem.ExtraType = info.ExtraType;
  917. var mediaSource = info.MediaSources.FirstOrDefault();
  918. item.Path = mediaSource == null ? null : mediaSource.Path;
  919. }
  920. if (!string.IsNullOrEmpty(info.ImageUrl) && !item.HasImage(ImageType.Primary))
  921. {
  922. item.SetImagePath(ImageType.Primary, info.ImageUrl);
  923. _logger.LogDebug("Forcing update due to ImageUrl {0}", item.Name);
  924. forceUpdate = true;
  925. }
  926. if (!info.IsLiveStream)
  927. {
  928. if (item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  929. {
  930. item.Tags = item.Tags.Except(new[] { "livestream" }, StringComparer.OrdinalIgnoreCase).ToArray();
  931. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  932. forceUpdate = true;
  933. }
  934. }
  935. else
  936. {
  937. if (!item.Tags.Contains("livestream", StringComparer.OrdinalIgnoreCase))
  938. {
  939. item.Tags = item.Tags.Concat(new[] { "livestream" }).ToArray();
  940. _logger.LogDebug("Forcing update due to Tags {0}", item.Name);
  941. forceUpdate = true;
  942. }
  943. }
  944. item.OnMetadataChanged();
  945. if (isNew)
  946. {
  947. _libraryManager.CreateItem(item, parentFolder);
  948. if (info.People != null && info.People.Count > 0)
  949. {
  950. _libraryManager.UpdatePeople(item, info.People);
  951. }
  952. }
  953. else if (forceUpdate)
  954. {
  955. item.UpdateToRepository(ItemUpdateType.None, cancellationToken);
  956. }
  957. if ((isNew || forceUpdate) && info.Type == ChannelItemType.Media)
  958. {
  959. if (enableMediaProbe && !info.IsLiveStream && item.HasPathProtocol)
  960. {
  961. SaveMediaSources(item, new List<MediaSourceInfo>());
  962. }
  963. else
  964. {
  965. SaveMediaSources(item, info.MediaSources);
  966. }
  967. }
  968. if (isNew || forceUpdate || item.DateLastRefreshed == default(DateTime))
  969. {
  970. _providerManager.QueueRefresh(item.Id, new MetadataRefreshOptions(new DirectoryService(_fileSystem)), RefreshPriority.Normal);
  971. }
  972. return item;
  973. }
  974. internal IChannel GetChannelProvider(Channel channel)
  975. {
  976. if (channel == null)
  977. {
  978. throw new ArgumentNullException(nameof(channel));
  979. }
  980. var result = GetAllChannels()
  981. .FirstOrDefault(i => GetInternalChannelId(i.Name).Equals(channel.ChannelId) || string.Equals(i.Name, channel.Name, StringComparison.OrdinalIgnoreCase));
  982. if (result == null)
  983. {
  984. throw new ResourceNotFoundException("No channel provider found for channel " + channel.Name);
  985. }
  986. return result;
  987. }
  988. internal IChannel GetChannelProvider(Guid internalChannelId)
  989. {
  990. var result = GetAllChannels()
  991. .FirstOrDefault(i => internalChannelId.Equals(GetInternalChannelId(i.Name)));
  992. if (result == null)
  993. {
  994. throw new ResourceNotFoundException("No channel provider found for channel id " + internalChannelId);
  995. }
  996. return result;
  997. }
  998. }
  999. }