ChannelManager.cs 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Controller.Channels;
  4. using MediaBrowser.Controller.Configuration;
  5. using MediaBrowser.Controller.Dto;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Library;
  8. using MediaBrowser.Controller.Localization;
  9. using MediaBrowser.Controller.Providers;
  10. using MediaBrowser.Controller.Resolvers;
  11. using MediaBrowser.Model.Channels;
  12. using MediaBrowser.Model.Dto;
  13. using MediaBrowser.Model.Entities;
  14. using MediaBrowser.Model.Logging;
  15. using MediaBrowser.Model.Querying;
  16. using MediaBrowser.Model.Serialization;
  17. using System;
  18. using System.Collections.Generic;
  19. using System.IO;
  20. using System.Linq;
  21. using System.Threading;
  22. using System.Threading.Tasks;
  23. namespace MediaBrowser.Server.Implementations.Channels
  24. {
  25. public class ChannelManager : IChannelManager
  26. {
  27. private IChannel[] _channels;
  28. private IChannelFactory[] _factories;
  29. private List<Channel> _channelEntities = new List<Channel>();
  30. private readonly IUserManager _userManager;
  31. private readonly IUserDataManager _userDataManager;
  32. private readonly IDtoService _dtoService;
  33. private readonly ILibraryManager _libraryManager;
  34. private readonly ILogger _logger;
  35. private readonly IServerConfigurationManager _config;
  36. private readonly IFileSystem _fileSystem;
  37. private readonly IJsonSerializer _jsonSerializer;
  38. private readonly ILocalizationManager _localization;
  39. public ChannelManager(IUserManager userManager, IDtoService dtoService, ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem, IUserDataManager userDataManager, IJsonSerializer jsonSerializer, ILocalizationManager localization)
  40. {
  41. _userManager = userManager;
  42. _dtoService = dtoService;
  43. _libraryManager = libraryManager;
  44. _logger = logger;
  45. _config = config;
  46. _fileSystem = fileSystem;
  47. _userDataManager = userDataManager;
  48. _jsonSerializer = jsonSerializer;
  49. _localization = localization;
  50. }
  51. public void AddParts(IEnumerable<IChannel> channels, IEnumerable<IChannelFactory> factories)
  52. {
  53. _channels = channels.ToArray();
  54. _factories = factories.ToArray();
  55. }
  56. public string ChannelDownloadPath
  57. {
  58. get
  59. {
  60. if (!string.IsNullOrWhiteSpace(_config.Configuration.ChannelOptions.DownloadPath))
  61. {
  62. return _config.Configuration.ChannelOptions.DownloadPath;
  63. }
  64. return Path.Combine(_config.ApplicationPaths.ProgramDataPath, "channels");
  65. }
  66. }
  67. private IEnumerable<IChannel> GetAllChannels()
  68. {
  69. return _factories
  70. .SelectMany(i =>
  71. {
  72. try
  73. {
  74. return i.GetChannels().ToList();
  75. }
  76. catch (Exception ex)
  77. {
  78. _logger.ErrorException("Error getting channel list", ex);
  79. return new List<IChannel>();
  80. }
  81. })
  82. .Concat(_channels)
  83. .OrderBy(i => i.Name);
  84. }
  85. public Task<QueryResult<BaseItemDto>> GetChannels(ChannelQuery query, CancellationToken cancellationToken)
  86. {
  87. var user = string.IsNullOrWhiteSpace(query.UserId)
  88. ? null
  89. : _userManager.GetUserById(new Guid(query.UserId));
  90. var channels = _channelEntities.OrderBy(i => i.SortName).ToList();
  91. if (user != null)
  92. {
  93. channels = channels.Where(i => GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N")) && i.IsVisible(user))
  94. .ToList();
  95. }
  96. var all = channels;
  97. var totalCount = all.Count;
  98. if (query.StartIndex.HasValue)
  99. {
  100. all = all.Skip(query.StartIndex.Value).ToList();
  101. }
  102. if (query.Limit.HasValue)
  103. {
  104. all = all.Take(query.Limit.Value).ToList();
  105. }
  106. // Get everything
  107. var fields = Enum.GetNames(typeof(ItemFields))
  108. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  109. .ToList();
  110. var returnItems = all.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  111. .ToArray();
  112. var result = new QueryResult<BaseItemDto>
  113. {
  114. Items = returnItems,
  115. TotalRecordCount = totalCount
  116. };
  117. return Task.FromResult(result);
  118. }
  119. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  120. {
  121. var allChannelsList = GetAllChannels().ToList();
  122. var list = new List<Channel>();
  123. var numComplete = 0;
  124. foreach (var channelInfo in allChannelsList)
  125. {
  126. cancellationToken.ThrowIfCancellationRequested();
  127. try
  128. {
  129. var item = await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  130. list.Add(item);
  131. _libraryManager.RegisterItem(item);
  132. }
  133. catch (OperationCanceledException)
  134. {
  135. throw;
  136. }
  137. catch (Exception ex)
  138. {
  139. _logger.ErrorException("Error getting channel information for {0}", ex, channelInfo.Name);
  140. }
  141. numComplete++;
  142. double percent = numComplete;
  143. percent /= allChannelsList.Count;
  144. progress.Report(100 * percent);
  145. }
  146. _channelEntities = list.ToList();
  147. progress.Report(100);
  148. }
  149. public async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSources(string id, CancellationToken cancellationToken)
  150. {
  151. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  152. var channelGuid = new Guid(item.ChannelId);
  153. var channel = _channelEntities.First(i => i.Id == channelGuid);
  154. var channelPlugin = GetChannelProvider(channel);
  155. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  156. IEnumerable<ChannelMediaInfo> results;
  157. if (requiresCallback != null)
  158. {
  159. results = await requiresCallback.GetChannelItemMediaInfo(item.ExternalId, cancellationToken)
  160. .ConfigureAwait(false);
  161. }
  162. else
  163. {
  164. results = item.ChannelMediaSources;
  165. }
  166. var sources = SortMediaInfoResults(results).Select(i => GetMediaSource(item, i))
  167. .ToList();
  168. var cachedVersions = GetCachedChannelItemMediaSources(item);
  169. sources.InsertRange(0, cachedVersions);
  170. return sources;
  171. }
  172. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(string id)
  173. {
  174. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  175. return GetCachedChannelItemMediaSources(item);
  176. }
  177. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(IChannelMediaItem item)
  178. {
  179. var filenamePrefix = item.Id.ToString("N");
  180. var parentPath = Path.Combine(ChannelDownloadPath, item.ChannelId);
  181. try
  182. {
  183. var files = new DirectoryInfo(parentPath).EnumerateFiles("*", SearchOption.TopDirectoryOnly);
  184. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  185. {
  186. files = files.Where(i => EntityResolutionHelper.IsVideoFile(i.FullName));
  187. }
  188. else
  189. {
  190. files = files.Where(i => EntityResolutionHelper.IsAudioFile(i.FullName));
  191. }
  192. var file = files
  193. .FirstOrDefault(i => i.Name.StartsWith(filenamePrefix, StringComparison.OrdinalIgnoreCase));
  194. if (file != null)
  195. {
  196. var cachedItem = _libraryManager.ResolvePath(file);
  197. if (cachedItem != null)
  198. {
  199. var hasMediaSources = _libraryManager.GetItemById(cachedItem.Id) as IHasMediaSources;
  200. if (hasMediaSources != null)
  201. {
  202. var source = hasMediaSources.GetMediaSources(true).FirstOrDefault();
  203. if (source != null)
  204. {
  205. source.Type = MediaSourceType.Cache;
  206. return new[] { source };
  207. }
  208. }
  209. }
  210. }
  211. }
  212. catch (DirectoryNotFoundException)
  213. {
  214. }
  215. return new List<MediaSourceInfo>();
  216. }
  217. private MediaSourceInfo GetMediaSource(IChannelMediaItem item, ChannelMediaInfo info)
  218. {
  219. var id = info.Path.GetMD5().ToString("N");
  220. var source = new MediaSourceInfo
  221. {
  222. MediaStreams = GetMediaStreams(info).ToList(),
  223. Container = info.Container,
  224. LocationType = info.IsRemote ? LocationType.Remote : LocationType.FileSystem,
  225. Path = info.Path,
  226. RequiredHttpHeaders = info.RequiredHttpHeaders,
  227. RunTimeTicks = item.RunTimeTicks,
  228. Name = id,
  229. Id = id
  230. };
  231. return source;
  232. }
  233. private IEnumerable<MediaStream> GetMediaStreams(ChannelMediaInfo info)
  234. {
  235. var list = new List<MediaStream>();
  236. if (!string.IsNullOrWhiteSpace(info.VideoCodec) &&
  237. !string.IsNullOrWhiteSpace(info.AudioCodec))
  238. {
  239. list.Add(new MediaStream
  240. {
  241. Type = MediaStreamType.Video,
  242. Width = info.Width,
  243. RealFrameRate = info.Framerate,
  244. Profile = info.VideoProfile,
  245. Level = info.VideoLevel,
  246. Index = -1,
  247. Height = info.Height,
  248. Codec = info.VideoCodec,
  249. BitRate = info.VideoBitrate,
  250. AverageFrameRate = info.Framerate
  251. });
  252. list.Add(new MediaStream
  253. {
  254. Type = MediaStreamType.Audio,
  255. Index = -1,
  256. Codec = info.AudioCodec,
  257. BitRate = info.AudioBitrate,
  258. Channels = info.AudioChannels,
  259. SampleRate = info.AudioSampleRate
  260. });
  261. }
  262. return list;
  263. }
  264. private IEnumerable<ChannelMediaInfo> SortMediaInfoResults(IEnumerable<ChannelMediaInfo> channelMediaSources)
  265. {
  266. var list = channelMediaSources.ToList();
  267. var width = _config.Configuration.ChannelOptions.PreferredStreamingWidth;
  268. if (width.HasValue)
  269. {
  270. var val = width.Value;
  271. return list
  272. .OrderBy(i => i.Width.HasValue && i.Width.Value <= val)
  273. .ThenBy(i => Math.Abs(i.Width ?? 0 - val))
  274. .ThenByDescending(i => i.Width ?? 0)
  275. .ThenBy(list.IndexOf);
  276. }
  277. return list
  278. .OrderByDescending(i => i.Width ?? 0)
  279. .ThenBy(list.IndexOf);
  280. }
  281. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  282. {
  283. var path = Path.Combine(_config.ApplicationPaths.ItemsByNamePath, "channels", _fileSystem.GetValidFilename(channelInfo.Name));
  284. var fileInfo = new DirectoryInfo(path);
  285. var isNew = false;
  286. if (!fileInfo.Exists)
  287. {
  288. _logger.Debug("Creating directory {0}", path);
  289. Directory.CreateDirectory(path);
  290. fileInfo = new DirectoryInfo(path);
  291. if (!fileInfo.Exists)
  292. {
  293. throw new IOException("Path not created: " + path);
  294. }
  295. isNew = true;
  296. }
  297. var id = GetInternalChannelId(channelInfo.Name);
  298. var item = _libraryManager.GetItemById(id) as Channel;
  299. if (item == null)
  300. {
  301. item = new Channel
  302. {
  303. Name = channelInfo.Name,
  304. Id = id,
  305. DateCreated = _fileSystem.GetCreationTimeUtc(fileInfo),
  306. DateModified = _fileSystem.GetLastWriteTimeUtc(fileInfo),
  307. Path = path
  308. };
  309. isNew = true;
  310. }
  311. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  312. item.Overview = channelInfo.Description;
  313. item.HomePageUrl = channelInfo.HomePageUrl;
  314. item.OriginalChannelName = channelInfo.Name;
  315. if (string.IsNullOrEmpty(item.Name))
  316. {
  317. item.Name = channelInfo.Name;
  318. }
  319. await item.RefreshMetadata(new MetadataRefreshOptions
  320. {
  321. ForceSave = isNew
  322. }, cancellationToken);
  323. return item;
  324. }
  325. private string GetOfficialRating(ChannelParentalRating rating)
  326. {
  327. switch (rating)
  328. {
  329. case ChannelParentalRating.Adult:
  330. return "XXX";
  331. case ChannelParentalRating.UsR:
  332. return "R";
  333. case ChannelParentalRating.UsPG13:
  334. return "PG-13";
  335. case ChannelParentalRating.UsPG:
  336. return "PG";
  337. default:
  338. return null;
  339. }
  340. }
  341. public Channel GetChannel(string id)
  342. {
  343. return (Channel)_libraryManager.GetItemById(new Guid(id));
  344. }
  345. public IEnumerable<ChannelFeatures> GetAllChannelFeatures()
  346. {
  347. return _channelEntities
  348. .OrderBy(i => i.SortName)
  349. .Select(i => GetChannelFeatures(i.Id.ToString("N")));
  350. }
  351. public ChannelFeatures GetChannelFeatures(string id)
  352. {
  353. var channel = GetChannel(id);
  354. var channelProvider = GetChannelProvider(channel);
  355. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  356. }
  357. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  358. IChannel provider,
  359. InternalChannelFeatures features)
  360. {
  361. var isIndexable = provider is IIndexableChannel;
  362. return new ChannelFeatures
  363. {
  364. CanFilter = !features.MaxPageSize.HasValue,
  365. CanSearch = provider is ISearchableChannel,
  366. ContentTypes = features.ContentTypes,
  367. DefaultSortFields = features.DefaultSortFields,
  368. MaxPageSize = features.MaxPageSize,
  369. MediaTypes = features.MediaTypes,
  370. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  371. Name = channel.Name,
  372. Id = channel.Id.ToString("N"),
  373. CanDownloadAllMedia = isIndexable
  374. };
  375. }
  376. private Guid GetInternalChannelId(string name)
  377. {
  378. if (string.IsNullOrWhiteSpace(name))
  379. {
  380. throw new ArgumentNullException("name");
  381. }
  382. return ("Channel " + name).GetMBId(typeof(Channel));
  383. }
  384. public async Task<QueryResult<BaseItemDto>> GetAllMedia(AllChannelMediaQuery query, CancellationToken cancellationToken)
  385. {
  386. var user = string.IsNullOrWhiteSpace(query.UserId)
  387. ? null
  388. : _userManager.GetUserById(new Guid(query.UserId));
  389. var channels = _channels;
  390. if (query.ChannelIds.Length > 0)
  391. {
  392. channels = channels
  393. .Where(i => query.ChannelIds.Contains(GetInternalChannelId(i.Name).ToString("N")))
  394. .ToArray();
  395. }
  396. var tasks = channels
  397. .Select(async i =>
  398. {
  399. var indexable = i as IIndexableChannel;
  400. if (indexable != null)
  401. {
  402. try
  403. {
  404. var result = await indexable.GetAllMedia(new InternalAllChannelMediaQuery
  405. {
  406. UserId = query.UserId
  407. }, cancellationToken).ConfigureAwait(false);
  408. return new Tuple<IChannel, ChannelItemResult>(i, result);
  409. }
  410. catch (Exception ex)
  411. {
  412. _logger.ErrorException("Error getting all media from {0}", ex, i.Name);
  413. }
  414. }
  415. return new Tuple<IChannel, ChannelItemResult>(i, new ChannelItemResult { });
  416. });
  417. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  418. var totalCount = results.Length;
  419. IEnumerable<Tuple<IChannel, ChannelItemInfo>> items = results
  420. .SelectMany(i => i.Item2.Items.Select(m => new Tuple<IChannel, ChannelItemInfo>(i.Item1, m)))
  421. .OrderBy(i => i.Item2.Name);
  422. if (query.ContentTypes.Length > 0)
  423. {
  424. // Avoid implicitly captured closure
  425. var contentTypes = query.ContentTypes;
  426. items = items.Where(i => contentTypes.Contains(i.Item2.ContentType));
  427. }
  428. if (query.StartIndex.HasValue)
  429. {
  430. items = items.Skip(query.StartIndex.Value);
  431. }
  432. if (query.Limit.HasValue)
  433. {
  434. items = items.Take(query.Limit.Value);
  435. }
  436. // Avoid implicitly captured closure
  437. var token = cancellationToken;
  438. var itemTasks = items.Select(i =>
  439. {
  440. var channelProvider = i.Item1;
  441. var channel = GetChannel(GetInternalChannelId(channelProvider.Name).ToString("N"));
  442. return GetChannelItemEntity(i.Item2, channelProvider, channel, token);
  443. });
  444. var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false);
  445. // Get everything
  446. var fields = Enum.GetNames(typeof(ItemFields))
  447. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  448. .ToList();
  449. var returnItemArray = internalItems.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  450. .ToArray();
  451. return new QueryResult<BaseItemDto>
  452. {
  453. TotalRecordCount = totalCount,
  454. Items = returnItemArray
  455. };
  456. }
  457. public async Task<QueryResult<BaseItemDto>> GetChannelItems(ChannelItemQuery query, CancellationToken cancellationToken)
  458. {
  459. var queryChannelId = query.ChannelId;
  460. // Get the internal channel entity
  461. var channel = _channelEntities.First(i => i.Id == new Guid(queryChannelId));
  462. // Find the corresponding channel provider plugin
  463. var channelProvider = GetChannelProvider(channel);
  464. var channelInfo = channelProvider.GetChannelFeatures();
  465. int? providerStartIndex = null;
  466. int? providerLimit = null;
  467. if (channelInfo.MaxPageSize.HasValue)
  468. {
  469. providerStartIndex = query.StartIndex;
  470. if (query.Limit.HasValue && query.Limit.Value > channelInfo.MaxPageSize.Value)
  471. {
  472. throw new ArgumentException(string.Format("{0} channel only supports a maximum of {1} records at a time.", channel.Name, channelInfo.MaxPageSize.Value));
  473. }
  474. providerLimit = query.Limit;
  475. }
  476. var user = string.IsNullOrWhiteSpace(query.UserId)
  477. ? null
  478. : _userManager.GetUserById(new Guid(query.UserId));
  479. ChannelItemSortField? sortField = null;
  480. ChannelItemSortField parsedField;
  481. if (query.SortBy.Length == 1 &&
  482. Enum.TryParse(query.SortBy[0], true, out parsedField))
  483. {
  484. sortField = parsedField;
  485. }
  486. var sortDescending = query.SortOrder.HasValue && query.SortOrder.Value == SortOrder.Descending;
  487. var itemsResult = await GetChannelItems(channelProvider,
  488. user,
  489. query.FolderId,
  490. providerStartIndex,
  491. providerLimit,
  492. sortField,
  493. sortDescending,
  494. cancellationToken)
  495. .ConfigureAwait(false);
  496. var providerTotalRecordCount = providerLimit.HasValue ? itemsResult.TotalRecordCount : null;
  497. var tasks = itemsResult.Items.Select(i => GetChannelItemEntity(i, channelProvider, channel, cancellationToken));
  498. var internalItems = await Task.WhenAll(tasks).ConfigureAwait(false);
  499. if (user != null)
  500. {
  501. internalItems = internalItems.Where(i => i.IsVisible(user)).ToArray();
  502. if (providerTotalRecordCount.HasValue)
  503. {
  504. providerTotalRecordCount = providerTotalRecordCount.Value;
  505. }
  506. }
  507. return await GetReturnItems(internalItems, providerTotalRecordCount, user, query, cancellationToken).ConfigureAwait(false);
  508. }
  509. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  510. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  511. User user,
  512. string folderId,
  513. int? startIndex,
  514. int? limit,
  515. ChannelItemSortField? sortField,
  516. bool sortDescending,
  517. CancellationToken cancellationToken)
  518. {
  519. var userId = user.Id.ToString("N");
  520. var cacheLength = TimeSpan.FromDays(1);
  521. var cachePath = GetChannelDataCachePath(channel, userId, folderId, sortField, sortDescending);
  522. try
  523. {
  524. if (!startIndex.HasValue && !limit.HasValue)
  525. {
  526. var channelItemResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  527. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  528. {
  529. return channelItemResult;
  530. }
  531. }
  532. }
  533. catch (FileNotFoundException)
  534. {
  535. }
  536. catch (DirectoryNotFoundException)
  537. {
  538. }
  539. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  540. try
  541. {
  542. try
  543. {
  544. if (!startIndex.HasValue && !limit.HasValue)
  545. {
  546. var channelItemResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  547. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  548. {
  549. return channelItemResult;
  550. }
  551. }
  552. }
  553. catch (FileNotFoundException)
  554. {
  555. }
  556. catch (DirectoryNotFoundException)
  557. {
  558. }
  559. var query = new InternalChannelItemQuery
  560. {
  561. UserId = userId,
  562. StartIndex = startIndex,
  563. Limit = limit,
  564. SortBy = sortField,
  565. SortDescending = sortDescending
  566. };
  567. if (!string.IsNullOrWhiteSpace(folderId))
  568. {
  569. var categoryItem = (IChannelItem)_libraryManager.GetItemById(new Guid(folderId));
  570. query.FolderId = categoryItem.ExternalId;
  571. }
  572. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  573. if (!startIndex.HasValue && !limit.HasValue)
  574. {
  575. CacheResponse(result, cachePath);
  576. }
  577. return result;
  578. }
  579. finally
  580. {
  581. _resourcePool.Release();
  582. }
  583. }
  584. private void CacheResponse(ChannelItemResult result, string path)
  585. {
  586. try
  587. {
  588. Directory.CreateDirectory(Path.GetDirectoryName(path));
  589. _jsonSerializer.SerializeToFile(result, path);
  590. }
  591. catch (Exception ex)
  592. {
  593. _logger.ErrorException("Error writing to channel cache file: {0}", ex, path);
  594. }
  595. }
  596. private string GetChannelDataCachePath(IChannel channel,
  597. string userId,
  598. string folderId,
  599. ChannelItemSortField? sortField,
  600. bool sortDescending)
  601. {
  602. var channelId = GetInternalChannelId(channel.Name).ToString("N");
  603. var userCacheKey = string.Empty;
  604. var hasCacheKey = channel as IHasCacheKey;
  605. if (hasCacheKey != null)
  606. {
  607. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  608. }
  609. var filename = string.IsNullOrWhiteSpace(folderId) ? "root" : folderId;
  610. filename += userCacheKey;
  611. var version = (channel.DataVersion ?? string.Empty).GetMD5().ToString("N");
  612. if (sortField.HasValue)
  613. {
  614. filename += "-sortField-" + sortField.Value;
  615. }
  616. if (sortDescending)
  617. {
  618. filename += "-sortDescending";
  619. }
  620. filename = filename.GetMD5().ToString("N");
  621. return Path.Combine(_config.ApplicationPaths.CachePath,
  622. "channels",
  623. channelId,
  624. version,
  625. filename + ".json");
  626. }
  627. private async Task<QueryResult<BaseItemDto>> GetReturnItems(IEnumerable<BaseItem> items, int? totalCountFromProvider, User user, ChannelItemQuery query, CancellationToken cancellationToken)
  628. {
  629. items = ApplyFilters(items, query.Filters, user);
  630. var sortBy = query.SortBy.Length == 0 ? new[] { ItemSortBy.SortName } : query.SortBy;
  631. items = _libraryManager.Sort(items, user, sortBy, query.SortOrder ?? SortOrder.Ascending);
  632. var all = items.ToList();
  633. var totalCount = totalCountFromProvider ?? all.Count;
  634. if (!totalCountFromProvider.HasValue)
  635. {
  636. if (query.StartIndex.HasValue)
  637. {
  638. all = all.Skip(query.StartIndex.Value).ToList();
  639. }
  640. if (query.Limit.HasValue)
  641. {
  642. all = all.Take(query.Limit.Value).ToList();
  643. }
  644. }
  645. await RefreshIfNeeded(all, cancellationToken).ConfigureAwait(false);
  646. var returnItemArray = all.Select(i => _dtoService.GetBaseItemDto(i, query.Fields, user))
  647. .ToArray();
  648. return new QueryResult<BaseItemDto>
  649. {
  650. Items = returnItemArray,
  651. TotalRecordCount = totalCount
  652. };
  653. }
  654. private string GetIdToHash(string externalId, IChannel channelProvider)
  655. {
  656. // Increment this as needed to force new downloads
  657. // Incorporate Name because it's being used to convert channel entity to provider
  658. return externalId + (channelProvider.DataVersion ?? string.Empty) +
  659. (channelProvider.Name ?? string.Empty) + "16";
  660. }
  661. private async Task<BaseItem> GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Channel internalChannel, CancellationToken cancellationToken)
  662. {
  663. BaseItem item;
  664. Guid id;
  665. var isNew = false;
  666. var idToHash = GetIdToHash(info.Id, channelProvider);
  667. if (info.Type == ChannelItemType.Folder)
  668. {
  669. id = idToHash.GetMBId(typeof(ChannelFolderItem));
  670. item = _libraryManager.GetItemById(id) as ChannelFolderItem;
  671. if (item == null)
  672. {
  673. isNew = true;
  674. item = new ChannelFolderItem();
  675. }
  676. }
  677. else if (info.MediaType == ChannelMediaType.Audio)
  678. {
  679. id = idToHash.GetMBId(typeof(ChannelAudioItem));
  680. item = _libraryManager.GetItemById(id) as ChannelAudioItem;
  681. if (item == null)
  682. {
  683. isNew = true;
  684. item = new ChannelAudioItem();
  685. }
  686. }
  687. else
  688. {
  689. id = idToHash.GetMBId(typeof(ChannelVideoItem));
  690. item = _libraryManager.GetItemById(id) as ChannelVideoItem;
  691. if (item == null)
  692. {
  693. isNew = true;
  694. item = new ChannelVideoItem();
  695. }
  696. }
  697. item.Id = id;
  698. item.RunTimeTicks = info.RunTimeTicks;
  699. if (isNew)
  700. {
  701. item.Name = info.Name;
  702. item.Genres = info.Genres;
  703. item.Studios = info.Studios;
  704. item.CommunityRating = info.CommunityRating;
  705. item.OfficialRating = info.OfficialRating;
  706. item.Overview = info.Overview;
  707. item.People = info.People;
  708. item.PremiereDate = info.PremiereDate;
  709. item.ProductionYear = info.ProductionYear;
  710. item.ProviderIds = info.ProviderIds;
  711. if (info.DateCreated.HasValue)
  712. {
  713. item.DateCreated = info.DateCreated.Value;
  714. }
  715. }
  716. var channelItem = (IChannelItem)item;
  717. channelItem.OriginalImageUrl = info.ImageUrl;
  718. channelItem.ExternalId = info.Id;
  719. channelItem.ChannelId = internalChannel.Id.ToString("N");
  720. channelItem.ChannelItemType = info.Type;
  721. if (isNew)
  722. {
  723. channelItem.Tags = info.Tags;
  724. }
  725. var channelMediaItem = item as IChannelMediaItem;
  726. if (channelMediaItem != null)
  727. {
  728. channelMediaItem.IsInfiniteStream = info.IsInfiniteStream;
  729. channelMediaItem.ContentType = info.ContentType;
  730. channelMediaItem.ChannelMediaSources = info.MediaSources;
  731. var mediaSource = info.MediaSources.FirstOrDefault();
  732. item.Path = mediaSource == null ? null : mediaSource.Path;
  733. }
  734. if (isNew)
  735. {
  736. await _libraryManager.CreateItem(item, cancellationToken).ConfigureAwait(false);
  737. _libraryManager.RegisterItem(item);
  738. }
  739. return item;
  740. }
  741. private async Task RefreshIfNeeded(IEnumerable<BaseItem> programs, CancellationToken cancellationToken)
  742. {
  743. foreach (var program in programs)
  744. {
  745. await RefreshIfNeeded(program, cancellationToken).ConfigureAwait(false);
  746. }
  747. }
  748. private async Task RefreshIfNeeded(BaseItem program, CancellationToken cancellationToken)
  749. {
  750. //if (_refreshedPrograms.ContainsKey(program.Id))
  751. {
  752. //return;
  753. }
  754. await program.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  755. //_refreshedPrograms.TryAdd(program.Id, true);
  756. }
  757. internal IChannel GetChannelProvider(Channel channel)
  758. {
  759. return GetAllChannels().First(i => string.Equals(i.Name, channel.OriginalChannelName, StringComparison.OrdinalIgnoreCase));
  760. }
  761. private IEnumerable<BaseItem> ApplyFilters(IEnumerable<BaseItem> items, IEnumerable<ItemFilter> filters, User user)
  762. {
  763. foreach (var filter in filters.OrderByDescending(f => (int)f))
  764. {
  765. items = ApplyFilter(items, filter, user);
  766. }
  767. return items;
  768. }
  769. private IEnumerable<BaseItem> ApplyFilter(IEnumerable<BaseItem> items, ItemFilter filter, User user)
  770. {
  771. // Avoid implicitly captured closure
  772. var currentUser = user;
  773. switch (filter)
  774. {
  775. case ItemFilter.IsFavoriteOrLikes:
  776. return items.Where(item =>
  777. {
  778. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  779. if (userdata == null)
  780. {
  781. return false;
  782. }
  783. var likes = userdata.Likes ?? false;
  784. var favorite = userdata.IsFavorite;
  785. return likes || favorite;
  786. });
  787. case ItemFilter.Likes:
  788. return items.Where(item =>
  789. {
  790. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  791. return userdata != null && userdata.Likes.HasValue && userdata.Likes.Value;
  792. });
  793. case ItemFilter.Dislikes:
  794. return items.Where(item =>
  795. {
  796. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  797. return userdata != null && userdata.Likes.HasValue && !userdata.Likes.Value;
  798. });
  799. case ItemFilter.IsFavorite:
  800. return items.Where(item =>
  801. {
  802. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  803. return userdata != null && userdata.IsFavorite;
  804. });
  805. case ItemFilter.IsResumable:
  806. return items.Where(item =>
  807. {
  808. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  809. return userdata != null && userdata.PlaybackPositionTicks > 0;
  810. });
  811. case ItemFilter.IsPlayed:
  812. return items.Where(item => item.IsPlayed(currentUser));
  813. case ItemFilter.IsUnplayed:
  814. return items.Where(item => item.IsUnplayed(currentUser));
  815. case ItemFilter.IsFolder:
  816. return items.Where(item => item.IsFolder);
  817. case ItemFilter.IsNotFolder:
  818. return items.Where(item => !item.IsFolder);
  819. }
  820. return items;
  821. }
  822. public async Task<BaseItemDto> GetChannelFolder(string userId, CancellationToken cancellationToken)
  823. {
  824. var user = string.IsNullOrEmpty(userId) ? null : _userManager.GetUserById(new Guid(userId));
  825. // Get everything
  826. var fields = Enum.GetNames(typeof(ItemFields)).Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true)).ToList();
  827. var folder = await GetInternalChannelFolder(userId, cancellationToken).ConfigureAwait(false);
  828. return _dtoService.GetBaseItemDto(folder, fields, user);
  829. }
  830. public async Task<Folder> GetInternalChannelFolder(string userId, CancellationToken cancellationToken)
  831. {
  832. var name = _localization.GetLocalizedString("ViewTypeChannels");
  833. return await _libraryManager.GetNamedView(name, "channels", "zz_" + name, cancellationToken).ConfigureAwait(false);
  834. }
  835. }
  836. }