ChannelManager.cs 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Controller.Channels;
  4. using MediaBrowser.Controller.Configuration;
  5. using MediaBrowser.Controller.Dto;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Library;
  8. using MediaBrowser.Controller.Localization;
  9. using MediaBrowser.Controller.Providers;
  10. using MediaBrowser.Controller.Resolvers;
  11. using MediaBrowser.Model.Channels;
  12. using MediaBrowser.Model.Dto;
  13. using MediaBrowser.Model.Entities;
  14. using MediaBrowser.Model.Logging;
  15. using MediaBrowser.Model.Querying;
  16. using MediaBrowser.Model.Serialization;
  17. using System;
  18. using System.Collections.Generic;
  19. using System.IO;
  20. using System.Linq;
  21. using System.Threading;
  22. using System.Threading.Tasks;
  23. namespace MediaBrowser.Server.Implementations.Channels
  24. {
  25. public class ChannelManager : IChannelManager
  26. {
  27. private IChannel[] _channels;
  28. private IChannelFactory[] _factories;
  29. private List<Channel> _channelEntities = new List<Channel>();
  30. private readonly IUserManager _userManager;
  31. private readonly IUserDataManager _userDataManager;
  32. private readonly IDtoService _dtoService;
  33. private readonly ILibraryManager _libraryManager;
  34. private readonly ILogger _logger;
  35. private readonly IServerConfigurationManager _config;
  36. private readonly IFileSystem _fileSystem;
  37. private readonly IJsonSerializer _jsonSerializer;
  38. private readonly ILocalizationManager _localization;
  39. public ChannelManager(IUserManager userManager, IDtoService dtoService, ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem, IUserDataManager userDataManager, IJsonSerializer jsonSerializer, ILocalizationManager localization)
  40. {
  41. _userManager = userManager;
  42. _dtoService = dtoService;
  43. _libraryManager = libraryManager;
  44. _logger = logger;
  45. _config = config;
  46. _fileSystem = fileSystem;
  47. _userDataManager = userDataManager;
  48. _jsonSerializer = jsonSerializer;
  49. _localization = localization;
  50. }
  51. public void AddParts(IEnumerable<IChannel> channels, IEnumerable<IChannelFactory> factories)
  52. {
  53. _channels = channels.ToArray();
  54. _factories = factories.ToArray();
  55. }
  56. public string ChannelDownloadPath
  57. {
  58. get
  59. {
  60. if (!string.IsNullOrWhiteSpace(_config.Configuration.ChannelOptions.DownloadPath))
  61. {
  62. return _config.Configuration.ChannelOptions.DownloadPath;
  63. }
  64. return Path.Combine(_config.ApplicationPaths.ProgramDataPath, "channels");
  65. }
  66. }
  67. private IEnumerable<IChannel> GetAllChannels()
  68. {
  69. return _factories
  70. .SelectMany(i =>
  71. {
  72. try
  73. {
  74. return i.GetChannels().ToList();
  75. }
  76. catch (Exception ex)
  77. {
  78. _logger.ErrorException("Error getting channel list", ex);
  79. return new List<IChannel>();
  80. }
  81. })
  82. .Concat(_channels)
  83. .OrderBy(i => i.Name);
  84. }
  85. public Task<QueryResult<BaseItemDto>> GetChannels(ChannelQuery query, CancellationToken cancellationToken)
  86. {
  87. var user = string.IsNullOrWhiteSpace(query.UserId)
  88. ? null
  89. : _userManager.GetUserById(new Guid(query.UserId));
  90. var channels = _channelEntities.OrderBy(i => i.SortName).ToList();
  91. if (user != null)
  92. {
  93. channels = channels.Where(i => GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N")) && i.IsVisible(user))
  94. .ToList();
  95. }
  96. var all = channels;
  97. var totalCount = all.Count;
  98. if (query.StartIndex.HasValue)
  99. {
  100. all = all.Skip(query.StartIndex.Value).ToList();
  101. }
  102. if (query.Limit.HasValue)
  103. {
  104. all = all.Take(query.Limit.Value).ToList();
  105. }
  106. // Get everything
  107. var fields = Enum.GetNames(typeof(ItemFields))
  108. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  109. .ToList();
  110. var returnItems = all.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  111. .ToArray();
  112. var result = new QueryResult<BaseItemDto>
  113. {
  114. Items = returnItems,
  115. TotalRecordCount = totalCount
  116. };
  117. return Task.FromResult(result);
  118. }
  119. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  120. {
  121. var allChannelsList = GetAllChannels().ToList();
  122. var list = new List<Channel>();
  123. var numComplete = 0;
  124. foreach (var channelInfo in allChannelsList)
  125. {
  126. cancellationToken.ThrowIfCancellationRequested();
  127. try
  128. {
  129. var item = await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  130. list.Add(item);
  131. _libraryManager.RegisterItem(item);
  132. }
  133. catch (OperationCanceledException)
  134. {
  135. throw;
  136. }
  137. catch (Exception ex)
  138. {
  139. _logger.ErrorException("Error getting channel information for {0}", ex, channelInfo.Name);
  140. }
  141. numComplete++;
  142. double percent = numComplete;
  143. percent /= allChannelsList.Count;
  144. progress.Report(100 * percent);
  145. }
  146. _channelEntities = list.ToList();
  147. progress.Report(100);
  148. }
  149. public async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSources(string id, CancellationToken cancellationToken)
  150. {
  151. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  152. var channelGuid = new Guid(item.ChannelId);
  153. var channel = _channelEntities.First(i => i.Id == channelGuid);
  154. var channelPlugin = GetChannelProvider(channel);
  155. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  156. IEnumerable<ChannelMediaInfo> results;
  157. if (requiresCallback != null)
  158. {
  159. results = await requiresCallback.GetChannelItemMediaInfo(item.ExternalId, cancellationToken)
  160. .ConfigureAwait(false);
  161. }
  162. else
  163. {
  164. results = item.ChannelMediaSources;
  165. }
  166. var sources = SortMediaInfoResults(results).Select(i => GetMediaSource(item, i))
  167. .ToList();
  168. var cachedVersions = GetCachedChannelItemMediaSources(item);
  169. sources.InsertRange(0, cachedVersions);
  170. return sources;
  171. }
  172. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(string id)
  173. {
  174. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  175. return GetCachedChannelItemMediaSources(item);
  176. }
  177. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(IChannelMediaItem item)
  178. {
  179. var filenamePrefix = item.Id.ToString("N");
  180. var parentPath = Path.Combine(ChannelDownloadPath, item.ChannelId);
  181. try
  182. {
  183. var files = new DirectoryInfo(parentPath).EnumerateFiles("*", SearchOption.TopDirectoryOnly);
  184. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  185. {
  186. files = files.Where(i => EntityResolutionHelper.IsVideoFile(i.FullName));
  187. }
  188. else
  189. {
  190. files = files.Where(i => EntityResolutionHelper.IsAudioFile(i.FullName));
  191. }
  192. var file = files
  193. .FirstOrDefault(i => i.Name.StartsWith(filenamePrefix, StringComparison.OrdinalIgnoreCase));
  194. if (file != null)
  195. {
  196. var cachedItem = _libraryManager.ResolvePath(file);
  197. if (cachedItem != null)
  198. {
  199. var hasMediaSources = _libraryManager.GetItemById(cachedItem.Id) as IHasMediaSources;
  200. if (hasMediaSources != null)
  201. {
  202. var source = hasMediaSources.GetMediaSources(true).FirstOrDefault();
  203. if (source != null)
  204. {
  205. source.Type = MediaSourceType.Cache;
  206. return new[] { source };
  207. }
  208. }
  209. }
  210. }
  211. }
  212. catch (DirectoryNotFoundException)
  213. {
  214. }
  215. return new List<MediaSourceInfo>();
  216. }
  217. private MediaSourceInfo GetMediaSource(IChannelMediaItem item, ChannelMediaInfo info)
  218. {
  219. var id = info.Path.GetMD5().ToString("N");
  220. var source = new MediaSourceInfo
  221. {
  222. MediaStreams = GetMediaStreams(info).ToList(),
  223. Container = info.Container,
  224. LocationType = info.IsRemote ? LocationType.Remote : LocationType.FileSystem,
  225. Path = info.Path,
  226. RequiredHttpHeaders = info.RequiredHttpHeaders,
  227. RunTimeTicks = item.RunTimeTicks,
  228. Name = id,
  229. Id = id
  230. };
  231. return source;
  232. }
  233. private IEnumerable<MediaStream> GetMediaStreams(ChannelMediaInfo info)
  234. {
  235. var list = new List<MediaStream>();
  236. if (!string.IsNullOrWhiteSpace(info.VideoCodec) &&
  237. !string.IsNullOrWhiteSpace(info.AudioCodec))
  238. {
  239. list.Add(new MediaStream
  240. {
  241. Type = MediaStreamType.Video,
  242. Width = info.Width,
  243. RealFrameRate = info.Framerate,
  244. Profile = info.VideoProfile,
  245. Level = info.VideoLevel,
  246. Index = -1,
  247. Height = info.Height,
  248. Codec = info.VideoCodec,
  249. BitRate = info.VideoBitrate,
  250. AverageFrameRate = info.Framerate
  251. });
  252. list.Add(new MediaStream
  253. {
  254. Type = MediaStreamType.Audio,
  255. Index = -1,
  256. Codec = info.AudioCodec,
  257. BitRate = info.AudioBitrate,
  258. Channels = info.AudioChannels,
  259. SampleRate = info.AudioSampleRate
  260. });
  261. }
  262. return list;
  263. }
  264. private IEnumerable<ChannelMediaInfo> SortMediaInfoResults(IEnumerable<ChannelMediaInfo> channelMediaSources)
  265. {
  266. var list = channelMediaSources.ToList();
  267. var width = _config.Configuration.ChannelOptions.PreferredStreamingWidth;
  268. if (width.HasValue)
  269. {
  270. var val = width.Value;
  271. return list
  272. .OrderBy(i => i.Width.HasValue && i.Width.Value <= val)
  273. .ThenBy(i => Math.Abs(i.Width ?? 0 - val))
  274. .ThenByDescending(i => i.Width ?? 0)
  275. .ThenBy(list.IndexOf);
  276. }
  277. return list
  278. .OrderByDescending(i => i.Width ?? 0)
  279. .ThenBy(list.IndexOf);
  280. }
  281. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  282. {
  283. var path = Path.Combine(_config.ApplicationPaths.ItemsByNamePath, "channels", _fileSystem.GetValidFilename(channelInfo.Name));
  284. var fileInfo = new DirectoryInfo(path);
  285. var isNew = false;
  286. if (!fileInfo.Exists)
  287. {
  288. _logger.Debug("Creating directory {0}", path);
  289. Directory.CreateDirectory(path);
  290. fileInfo = new DirectoryInfo(path);
  291. if (!fileInfo.Exists)
  292. {
  293. throw new IOException("Path not created: " + path);
  294. }
  295. isNew = true;
  296. }
  297. var id = GetInternalChannelId(channelInfo.Name);
  298. var item = _libraryManager.GetItemById(id) as Channel;
  299. if (item == null)
  300. {
  301. item = new Channel
  302. {
  303. Name = channelInfo.Name,
  304. Id = id,
  305. DateCreated = _fileSystem.GetCreationTimeUtc(fileInfo),
  306. DateModified = _fileSystem.GetLastWriteTimeUtc(fileInfo),
  307. Path = path
  308. };
  309. isNew = true;
  310. }
  311. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  312. item.Overview = channelInfo.Description;
  313. item.HomePageUrl = channelInfo.HomePageUrl;
  314. item.OriginalChannelName = channelInfo.Name;
  315. if (string.IsNullOrEmpty(item.Name))
  316. {
  317. item.Name = channelInfo.Name;
  318. }
  319. await item.RefreshMetadata(new MetadataRefreshOptions
  320. {
  321. ForceSave = isNew
  322. }, cancellationToken);
  323. return item;
  324. }
  325. private string GetOfficialRating(ChannelParentalRating rating)
  326. {
  327. switch (rating)
  328. {
  329. case ChannelParentalRating.Adult:
  330. return "XXX";
  331. case ChannelParentalRating.UsR:
  332. return "R";
  333. case ChannelParentalRating.UsPG13:
  334. return "PG-13";
  335. case ChannelParentalRating.UsPG:
  336. return "PG";
  337. default:
  338. return null;
  339. }
  340. }
  341. public Channel GetChannel(string id)
  342. {
  343. return (Channel)_libraryManager.GetItemById(new Guid(id));
  344. }
  345. public IEnumerable<ChannelFeatures> GetAllChannelFeatures()
  346. {
  347. return _channelEntities
  348. .OrderBy(i => i.SortName)
  349. .Select(i => GetChannelFeatures(i.Id.ToString("N")));
  350. }
  351. public ChannelFeatures GetChannelFeatures(string id)
  352. {
  353. var channel = GetChannel(id);
  354. var channelProvider = GetChannelProvider(channel);
  355. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  356. }
  357. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  358. IChannel provider,
  359. InternalChannelFeatures features)
  360. {
  361. var isIndexable = provider is IIndexableChannel;
  362. return new ChannelFeatures
  363. {
  364. CanFilter = !features.MaxPageSize.HasValue,
  365. CanSearch = provider is ISearchableChannel,
  366. ContentTypes = features.ContentTypes,
  367. DefaultSortFields = features.DefaultSortFields,
  368. MaxPageSize = features.MaxPageSize,
  369. MediaTypes = features.MediaTypes,
  370. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  371. SupportsLatestMedia = provider is ISupportsLatestMedia,
  372. Name = channel.Name,
  373. Id = channel.Id.ToString("N"),
  374. CanDownloadAllMedia = isIndexable
  375. };
  376. }
  377. private Guid GetInternalChannelId(string name)
  378. {
  379. if (string.IsNullOrWhiteSpace(name))
  380. {
  381. throw new ArgumentNullException("name");
  382. }
  383. return ("Channel " + name).GetMBId(typeof(Channel));
  384. }
  385. public async Task<QueryResult<BaseItemDto>> GetAllMedia(AllChannelMediaQuery query, CancellationToken cancellationToken)
  386. {
  387. var user = string.IsNullOrWhiteSpace(query.UserId)
  388. ? null
  389. : _userManager.GetUserById(new Guid(query.UserId));
  390. var channels = _channels;
  391. if (query.ChannelIds.Length > 0)
  392. {
  393. channels = channels
  394. .Where(i => query.ChannelIds.Contains(GetInternalChannelId(i.Name).ToString("N")))
  395. .ToArray();
  396. }
  397. var tasks = channels
  398. .Select(async i =>
  399. {
  400. var indexable = i as IIndexableChannel;
  401. if (indexable != null)
  402. {
  403. try
  404. {
  405. var result = await indexable.GetAllMedia(new InternalAllChannelMediaQuery
  406. {
  407. UserId = query.UserId
  408. }, cancellationToken).ConfigureAwait(false);
  409. return new Tuple<IChannel, ChannelItemResult>(i, result);
  410. }
  411. catch (Exception ex)
  412. {
  413. _logger.ErrorException("Error getting all media from {0}", ex, i.Name);
  414. }
  415. }
  416. return new Tuple<IChannel, ChannelItemResult>(i, new ChannelItemResult { });
  417. });
  418. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  419. var totalCount = results.Length;
  420. IEnumerable<Tuple<IChannel, ChannelItemInfo>> items = results
  421. .SelectMany(i => i.Item2.Items.Select(m => new Tuple<IChannel, ChannelItemInfo>(i.Item1, m)))
  422. .OrderBy(i => i.Item2.Name);
  423. if (query.ContentTypes.Length > 0)
  424. {
  425. // Avoid implicitly captured closure
  426. var contentTypes = query.ContentTypes;
  427. items = items.Where(i => contentTypes.Contains(i.Item2.ContentType));
  428. }
  429. if (query.StartIndex.HasValue)
  430. {
  431. items = items.Skip(query.StartIndex.Value);
  432. }
  433. if (query.Limit.HasValue)
  434. {
  435. items = items.Take(query.Limit.Value);
  436. }
  437. // Avoid implicitly captured closure
  438. var token = cancellationToken;
  439. var itemTasks = items.Select(i =>
  440. {
  441. var channelProvider = i.Item1;
  442. var channel = GetChannel(GetInternalChannelId(channelProvider.Name).ToString("N"));
  443. return GetChannelItemEntity(i.Item2, channelProvider, channel, token);
  444. });
  445. var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false);
  446. // Get everything
  447. var fields = Enum.GetNames(typeof(ItemFields))
  448. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  449. .ToList();
  450. var returnItemArray = internalItems.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  451. .ToArray();
  452. return new QueryResult<BaseItemDto>
  453. {
  454. TotalRecordCount = totalCount,
  455. Items = returnItemArray
  456. };
  457. }
  458. public async Task<QueryResult<BaseItemDto>> GetChannelItems(ChannelItemQuery query, CancellationToken cancellationToken)
  459. {
  460. var queryChannelId = query.ChannelId;
  461. // Get the internal channel entity
  462. var channel = _channelEntities.First(i => i.Id == new Guid(queryChannelId));
  463. // Find the corresponding channel provider plugin
  464. var channelProvider = GetChannelProvider(channel);
  465. var channelInfo = channelProvider.GetChannelFeatures();
  466. int? providerStartIndex = null;
  467. int? providerLimit = null;
  468. if (channelInfo.MaxPageSize.HasValue)
  469. {
  470. providerStartIndex = query.StartIndex;
  471. if (query.Limit.HasValue && query.Limit.Value > channelInfo.MaxPageSize.Value)
  472. {
  473. throw new ArgumentException(string.Format("{0} channel only supports a maximum of {1} records at a time.", channel.Name, channelInfo.MaxPageSize.Value));
  474. }
  475. providerLimit = query.Limit;
  476. }
  477. var user = string.IsNullOrWhiteSpace(query.UserId)
  478. ? null
  479. : _userManager.GetUserById(new Guid(query.UserId));
  480. ChannelItemSortField? sortField = null;
  481. ChannelItemSortField parsedField;
  482. if (query.SortBy.Length == 1 &&
  483. Enum.TryParse(query.SortBy[0], true, out parsedField))
  484. {
  485. sortField = parsedField;
  486. }
  487. var sortDescending = query.SortOrder.HasValue && query.SortOrder.Value == SortOrder.Descending;
  488. var itemsResult = await GetChannelItems(channelProvider,
  489. user,
  490. query.FolderId,
  491. providerStartIndex,
  492. providerLimit,
  493. sortField,
  494. sortDescending,
  495. cancellationToken)
  496. .ConfigureAwait(false);
  497. var providerTotalRecordCount = providerLimit.HasValue ? itemsResult.TotalRecordCount : null;
  498. var tasks = itemsResult.Items.Select(i => GetChannelItemEntity(i, channelProvider, channel, cancellationToken));
  499. var internalItems = await Task.WhenAll(tasks).ConfigureAwait(false);
  500. if (user != null)
  501. {
  502. internalItems = internalItems.Where(i => i.IsVisible(user)).ToArray();
  503. if (providerTotalRecordCount.HasValue)
  504. {
  505. providerTotalRecordCount = providerTotalRecordCount.Value;
  506. }
  507. }
  508. return await GetReturnItems(internalItems, providerTotalRecordCount, user, query, cancellationToken).ConfigureAwait(false);
  509. }
  510. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  511. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  512. User user,
  513. string folderId,
  514. int? startIndex,
  515. int? limit,
  516. ChannelItemSortField? sortField,
  517. bool sortDescending,
  518. CancellationToken cancellationToken)
  519. {
  520. var userId = user.Id.ToString("N");
  521. var cacheLength = TimeSpan.FromDays(1);
  522. var cachePath = GetChannelDataCachePath(channel, userId, folderId, sortField, sortDescending);
  523. try
  524. {
  525. if (!startIndex.HasValue && !limit.HasValue)
  526. {
  527. var channelItemResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  528. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  529. {
  530. return channelItemResult;
  531. }
  532. }
  533. }
  534. catch (FileNotFoundException)
  535. {
  536. }
  537. catch (DirectoryNotFoundException)
  538. {
  539. }
  540. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  541. try
  542. {
  543. try
  544. {
  545. if (!startIndex.HasValue && !limit.HasValue)
  546. {
  547. var channelItemResult = _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  548. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  549. {
  550. return channelItemResult;
  551. }
  552. }
  553. }
  554. catch (FileNotFoundException)
  555. {
  556. }
  557. catch (DirectoryNotFoundException)
  558. {
  559. }
  560. var query = new InternalChannelItemQuery
  561. {
  562. UserId = userId,
  563. StartIndex = startIndex,
  564. Limit = limit,
  565. SortBy = sortField,
  566. SortDescending = sortDescending
  567. };
  568. if (!string.IsNullOrWhiteSpace(folderId))
  569. {
  570. var categoryItem = (IChannelItem)_libraryManager.GetItemById(new Guid(folderId));
  571. query.FolderId = categoryItem.ExternalId;
  572. }
  573. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  574. if (!startIndex.HasValue && !limit.HasValue)
  575. {
  576. CacheResponse(result, cachePath);
  577. }
  578. return result;
  579. }
  580. finally
  581. {
  582. _resourcePool.Release();
  583. }
  584. }
  585. private void CacheResponse(ChannelItemResult result, string path)
  586. {
  587. try
  588. {
  589. Directory.CreateDirectory(Path.GetDirectoryName(path));
  590. _jsonSerializer.SerializeToFile(result, path);
  591. }
  592. catch (Exception ex)
  593. {
  594. _logger.ErrorException("Error writing to channel cache file: {0}", ex, path);
  595. }
  596. }
  597. private string GetChannelDataCachePath(IChannel channel,
  598. string userId,
  599. string folderId,
  600. ChannelItemSortField? sortField,
  601. bool sortDescending)
  602. {
  603. var channelId = GetInternalChannelId(channel.Name).ToString("N");
  604. var userCacheKey = string.Empty;
  605. var hasCacheKey = channel as IHasCacheKey;
  606. if (hasCacheKey != null)
  607. {
  608. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  609. }
  610. var filename = string.IsNullOrWhiteSpace(folderId) ? "root" : folderId;
  611. filename += userCacheKey;
  612. var version = (channel.DataVersion ?? string.Empty).GetMD5().ToString("N");
  613. if (sortField.HasValue)
  614. {
  615. filename += "-sortField-" + sortField.Value;
  616. }
  617. if (sortDescending)
  618. {
  619. filename += "-sortDescending";
  620. }
  621. filename = filename.GetMD5().ToString("N");
  622. return Path.Combine(_config.ApplicationPaths.CachePath,
  623. "channels",
  624. channelId,
  625. version,
  626. filename + ".json");
  627. }
  628. private async Task<QueryResult<BaseItemDto>> GetReturnItems(IEnumerable<BaseItem> items, int? totalCountFromProvider, User user, ChannelItemQuery query, CancellationToken cancellationToken)
  629. {
  630. items = ApplyFilters(items, query.Filters, user);
  631. var sortBy = query.SortBy.Length == 0 ? new[] { ItemSortBy.SortName } : query.SortBy;
  632. items = _libraryManager.Sort(items, user, sortBy, query.SortOrder ?? SortOrder.Ascending);
  633. var all = items.ToList();
  634. var totalCount = totalCountFromProvider ?? all.Count;
  635. if (!totalCountFromProvider.HasValue)
  636. {
  637. if (query.StartIndex.HasValue)
  638. {
  639. all = all.Skip(query.StartIndex.Value).ToList();
  640. }
  641. if (query.Limit.HasValue)
  642. {
  643. all = all.Take(query.Limit.Value).ToList();
  644. }
  645. }
  646. await RefreshIfNeeded(all, cancellationToken).ConfigureAwait(false);
  647. var returnItemArray = all.Select(i => _dtoService.GetBaseItemDto(i, query.Fields, user))
  648. .ToArray();
  649. return new QueryResult<BaseItemDto>
  650. {
  651. Items = returnItemArray,
  652. TotalRecordCount = totalCount
  653. };
  654. }
  655. private string GetIdToHash(string externalId, IChannel channelProvider)
  656. {
  657. // Increment this as needed to force new downloads
  658. // Incorporate Name because it's being used to convert channel entity to provider
  659. return externalId + (channelProvider.DataVersion ?? string.Empty) +
  660. (channelProvider.Name ?? string.Empty) + "16";
  661. }
  662. private async Task<BaseItem> GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Channel internalChannel, CancellationToken cancellationToken)
  663. {
  664. BaseItem item;
  665. Guid id;
  666. var isNew = false;
  667. var idToHash = GetIdToHash(info.Id, channelProvider);
  668. if (info.Type == ChannelItemType.Folder)
  669. {
  670. id = idToHash.GetMBId(typeof(ChannelFolderItem));
  671. item = _libraryManager.GetItemById(id) as ChannelFolderItem;
  672. if (item == null)
  673. {
  674. isNew = true;
  675. item = new ChannelFolderItem();
  676. }
  677. }
  678. else if (info.MediaType == ChannelMediaType.Audio)
  679. {
  680. id = idToHash.GetMBId(typeof(ChannelAudioItem));
  681. item = _libraryManager.GetItemById(id) as ChannelAudioItem;
  682. if (item == null)
  683. {
  684. isNew = true;
  685. item = new ChannelAudioItem();
  686. }
  687. }
  688. else
  689. {
  690. id = idToHash.GetMBId(typeof(ChannelVideoItem));
  691. item = _libraryManager.GetItemById(id) as ChannelVideoItem;
  692. if (item == null)
  693. {
  694. isNew = true;
  695. item = new ChannelVideoItem();
  696. }
  697. }
  698. item.Id = id;
  699. item.RunTimeTicks = info.RunTimeTicks;
  700. if (isNew)
  701. {
  702. item.Name = info.Name;
  703. item.Genres = info.Genres;
  704. item.Studios = info.Studios;
  705. item.CommunityRating = info.CommunityRating;
  706. item.OfficialRating = info.OfficialRating;
  707. item.Overview = info.Overview;
  708. item.People = info.People;
  709. item.PremiereDate = info.PremiereDate;
  710. item.ProductionYear = info.ProductionYear;
  711. item.ProviderIds = info.ProviderIds;
  712. if (info.DateCreated.HasValue)
  713. {
  714. item.DateCreated = info.DateCreated.Value;
  715. }
  716. }
  717. var channelItem = (IChannelItem)item;
  718. channelItem.OriginalImageUrl = info.ImageUrl;
  719. channelItem.ExternalId = info.Id;
  720. channelItem.ChannelId = internalChannel.Id.ToString("N");
  721. channelItem.ChannelItemType = info.Type;
  722. if (isNew)
  723. {
  724. channelItem.Tags = info.Tags;
  725. }
  726. var channelMediaItem = item as IChannelMediaItem;
  727. if (channelMediaItem != null)
  728. {
  729. channelMediaItem.IsInfiniteStream = info.IsInfiniteStream;
  730. channelMediaItem.ContentType = info.ContentType;
  731. channelMediaItem.ChannelMediaSources = info.MediaSources;
  732. var mediaSource = info.MediaSources.FirstOrDefault();
  733. item.Path = mediaSource == null ? null : mediaSource.Path;
  734. }
  735. if (isNew)
  736. {
  737. await _libraryManager.CreateItem(item, cancellationToken).ConfigureAwait(false);
  738. _libraryManager.RegisterItem(item);
  739. }
  740. return item;
  741. }
  742. private async Task RefreshIfNeeded(IEnumerable<BaseItem> programs, CancellationToken cancellationToken)
  743. {
  744. foreach (var program in programs)
  745. {
  746. await RefreshIfNeeded(program, cancellationToken).ConfigureAwait(false);
  747. }
  748. }
  749. private async Task RefreshIfNeeded(BaseItem program, CancellationToken cancellationToken)
  750. {
  751. //if (_refreshedPrograms.ContainsKey(program.Id))
  752. {
  753. //return;
  754. }
  755. await program.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  756. //_refreshedPrograms.TryAdd(program.Id, true);
  757. }
  758. internal IChannel GetChannelProvider(Channel channel)
  759. {
  760. return GetAllChannels().First(i => string.Equals(i.Name, channel.OriginalChannelName, StringComparison.OrdinalIgnoreCase));
  761. }
  762. private IEnumerable<BaseItem> ApplyFilters(IEnumerable<BaseItem> items, IEnumerable<ItemFilter> filters, User user)
  763. {
  764. foreach (var filter in filters.OrderByDescending(f => (int)f))
  765. {
  766. items = ApplyFilter(items, filter, user);
  767. }
  768. return items;
  769. }
  770. private IEnumerable<BaseItem> ApplyFilter(IEnumerable<BaseItem> items, ItemFilter filter, User user)
  771. {
  772. // Avoid implicitly captured closure
  773. var currentUser = user;
  774. switch (filter)
  775. {
  776. case ItemFilter.IsFavoriteOrLikes:
  777. return items.Where(item =>
  778. {
  779. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  780. if (userdata == null)
  781. {
  782. return false;
  783. }
  784. var likes = userdata.Likes ?? false;
  785. var favorite = userdata.IsFavorite;
  786. return likes || favorite;
  787. });
  788. case ItemFilter.Likes:
  789. return items.Where(item =>
  790. {
  791. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  792. return userdata != null && userdata.Likes.HasValue && userdata.Likes.Value;
  793. });
  794. case ItemFilter.Dislikes:
  795. return items.Where(item =>
  796. {
  797. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  798. return userdata != null && userdata.Likes.HasValue && !userdata.Likes.Value;
  799. });
  800. case ItemFilter.IsFavorite:
  801. return items.Where(item =>
  802. {
  803. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  804. return userdata != null && userdata.IsFavorite;
  805. });
  806. case ItemFilter.IsResumable:
  807. return items.Where(item =>
  808. {
  809. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  810. return userdata != null && userdata.PlaybackPositionTicks > 0;
  811. });
  812. case ItemFilter.IsPlayed:
  813. return items.Where(item => item.IsPlayed(currentUser));
  814. case ItemFilter.IsUnplayed:
  815. return items.Where(item => item.IsUnplayed(currentUser));
  816. case ItemFilter.IsFolder:
  817. return items.Where(item => item.IsFolder);
  818. case ItemFilter.IsNotFolder:
  819. return items.Where(item => !item.IsFolder);
  820. }
  821. return items;
  822. }
  823. public async Task<BaseItemDto> GetChannelFolder(string userId, CancellationToken cancellationToken)
  824. {
  825. var user = string.IsNullOrEmpty(userId) ? null : _userManager.GetUserById(new Guid(userId));
  826. // Get everything
  827. var fields = Enum.GetNames(typeof(ItemFields)).Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true)).ToList();
  828. var folder = await GetInternalChannelFolder(userId, cancellationToken).ConfigureAwait(false);
  829. return _dtoService.GetBaseItemDto(folder, fields, user);
  830. }
  831. public async Task<Folder> GetInternalChannelFolder(string userId, CancellationToken cancellationToken)
  832. {
  833. var name = _localization.GetLocalizedString("ViewTypeChannels");
  834. return await _libraryManager.GetNamedView(name, "channels", "zz_" + name, cancellationToken).ConfigureAwait(false);
  835. }
  836. }
  837. }