ChannelManager.cs 58 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679
  1. using System.Net;
  2. using System.Text;
  3. using MediaBrowser.Common.Extensions;
  4. using MediaBrowser.Common.IO;
  5. using MediaBrowser.Common.Net;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Configuration;
  8. using MediaBrowser.Controller.Dto;
  9. using MediaBrowser.Controller.Entities;
  10. using MediaBrowser.Controller.Library;
  11. using MediaBrowser.Controller.Localization;
  12. using MediaBrowser.Controller.Providers;
  13. using MediaBrowser.Controller.Resolvers;
  14. using MediaBrowser.Model.Channels;
  15. using MediaBrowser.Model.Dto;
  16. using MediaBrowser.Model.Entities;
  17. using MediaBrowser.Model.Logging;
  18. using MediaBrowser.Model.MediaInfo;
  19. using MediaBrowser.Model.Net;
  20. using MediaBrowser.Model.Querying;
  21. using MediaBrowser.Model.Serialization;
  22. using System;
  23. using System.Collections.Concurrent;
  24. using System.Collections.Generic;
  25. using System.IO;
  26. using System.Linq;
  27. using System.Threading;
  28. using System.Threading.Tasks;
  29. namespace MediaBrowser.Server.Implementations.Channels
  30. {
  31. public class ChannelManager : IChannelManager, IDisposable
  32. {
  33. private IChannel[] _channels;
  34. private IChannelFactory[] _factories;
  35. private readonly IUserManager _userManager;
  36. private readonly IUserDataManager _userDataManager;
  37. private readonly IDtoService _dtoService;
  38. private readonly ILibraryManager _libraryManager;
  39. private readonly ILogger _logger;
  40. private readonly IServerConfigurationManager _config;
  41. private readonly IFileSystem _fileSystem;
  42. private readonly IJsonSerializer _jsonSerializer;
  43. private readonly IHttpClient _httpClient;
  44. private readonly ILocalizationManager _localization;
  45. private readonly ConcurrentDictionary<Guid, bool> _refreshedItems = new ConcurrentDictionary<Guid, bool>();
  46. private readonly ConcurrentDictionary<string, int> _downloadCounts = new ConcurrentDictionary<string, int>();
  47. private Timer _refreshTimer;
  48. private Timer _clearDownloadCountsTimer;
  49. public ChannelManager(IUserManager userManager, IDtoService dtoService, ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem, IUserDataManager userDataManager, IJsonSerializer jsonSerializer, ILocalizationManager localization, IHttpClient httpClient)
  50. {
  51. _userManager = userManager;
  52. _dtoService = dtoService;
  53. _libraryManager = libraryManager;
  54. _logger = logger;
  55. _config = config;
  56. _fileSystem = fileSystem;
  57. _userDataManager = userDataManager;
  58. _jsonSerializer = jsonSerializer;
  59. _localization = localization;
  60. _httpClient = httpClient;
  61. _refreshTimer = new Timer(s => _refreshedItems.Clear(), null, TimeSpan.FromHours(3), TimeSpan.FromHours(3));
  62. _clearDownloadCountsTimer = new Timer(s => _downloadCounts.Clear(), null, TimeSpan.FromHours(24), TimeSpan.FromHours(24));
  63. }
  64. private TimeSpan CacheLength
  65. {
  66. get
  67. {
  68. return TimeSpan.FromHours(6);
  69. }
  70. }
  71. public void AddParts(IEnumerable<IChannel> channels, IEnumerable<IChannelFactory> factories)
  72. {
  73. _channels = channels.Where(i => !(i is IFactoryChannel)).ToArray();
  74. _factories = factories.ToArray();
  75. }
  76. public string ChannelDownloadPath
  77. {
  78. get
  79. {
  80. var options = _config.GetChannelsConfiguration();
  81. if (!string.IsNullOrWhiteSpace(options.DownloadPath))
  82. {
  83. return options.DownloadPath;
  84. }
  85. return Path.Combine(_config.ApplicationPaths.ProgramDataPath, "channels");
  86. }
  87. }
  88. private IEnumerable<IChannel> GetAllChannels()
  89. {
  90. return _factories
  91. .SelectMany(i =>
  92. {
  93. try
  94. {
  95. return i.GetChannels().ToList();
  96. }
  97. catch (Exception ex)
  98. {
  99. _logger.ErrorException("Error getting channel list", ex);
  100. return new List<IChannel>();
  101. }
  102. })
  103. .Concat(_channels)
  104. .OrderBy(i => i.Name);
  105. }
  106. public Task<QueryResult<Channel>> GetChannelsInternal(ChannelQuery query, CancellationToken cancellationToken)
  107. {
  108. var user = string.IsNullOrWhiteSpace(query.UserId)
  109. ? null
  110. : _userManager.GetUserById(query.UserId);
  111. var channels = GetAllChannels()
  112. .Select(GetChannelEntity)
  113. .OrderBy(i => i.SortName)
  114. .ToList();
  115. if (query.SupportsLatestItems.HasValue)
  116. {
  117. var val = query.SupportsLatestItems.Value;
  118. channels = channels.Where(i => (GetChannelProvider(i) is ISupportsLatestMedia) == val)
  119. .ToList();
  120. }
  121. if (query.IsFavorite.HasValue)
  122. {
  123. var val = query.IsFavorite.Value;
  124. channels = channels.Where(i => _userDataManager.GetUserData(user.Id, i.GetUserDataKey()).IsFavorite == val)
  125. .ToList();
  126. }
  127. if (user != null)
  128. {
  129. channels = channels.Where(i => GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N")) && i.IsVisible(user))
  130. .ToList();
  131. }
  132. var all = channels;
  133. var totalCount = all.Count;
  134. if (query.StartIndex.HasValue)
  135. {
  136. all = all.Skip(query.StartIndex.Value).ToList();
  137. }
  138. if (query.Limit.HasValue)
  139. {
  140. all = all.Take(query.Limit.Value).ToList();
  141. }
  142. var returnItems = all.ToArray();
  143. var result = new QueryResult<Channel>
  144. {
  145. Items = returnItems,
  146. TotalRecordCount = totalCount
  147. };
  148. return Task.FromResult(result);
  149. }
  150. public async Task<QueryResult<BaseItemDto>> GetChannels(ChannelQuery query, CancellationToken cancellationToken)
  151. {
  152. var user = string.IsNullOrWhiteSpace(query.UserId)
  153. ? null
  154. : _userManager.GetUserById(query.UserId);
  155. var internalResult = await GetChannelsInternal(query, cancellationToken).ConfigureAwait(false);
  156. // Get everything
  157. var fields = Enum.GetNames(typeof(ItemFields))
  158. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  159. .ToList();
  160. var returnItems = internalResult.Items.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  161. .ToArray();
  162. var result = new QueryResult<BaseItemDto>
  163. {
  164. Items = returnItems,
  165. TotalRecordCount = internalResult.TotalRecordCount
  166. };
  167. return result;
  168. }
  169. public async Task RefreshChannels(IProgress<double> progress, CancellationToken cancellationToken)
  170. {
  171. var allChannelsList = GetAllChannels().ToList();
  172. var numComplete = 0;
  173. foreach (var channelInfo in allChannelsList)
  174. {
  175. cancellationToken.ThrowIfCancellationRequested();
  176. try
  177. {
  178. var item = await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false);
  179. _libraryManager.RegisterItem(item);
  180. }
  181. catch (OperationCanceledException)
  182. {
  183. throw;
  184. }
  185. catch (Exception ex)
  186. {
  187. _logger.ErrorException("Error getting channel information for {0}", ex, channelInfo.Name);
  188. }
  189. numComplete++;
  190. double percent = numComplete;
  191. percent /= allChannelsList.Count;
  192. progress.Report(100 * percent);
  193. }
  194. progress.Report(100);
  195. }
  196. private Channel GetChannelEntity(IChannel channel)
  197. {
  198. var item = GetChannel(GetInternalChannelId(channel.Name).ToString("N"));
  199. if (item == null)
  200. {
  201. item = GetChannel(channel, CancellationToken.None).Result;
  202. _libraryManager.RegisterItem(item);
  203. }
  204. return item;
  205. }
  206. public async Task<IEnumerable<MediaSourceInfo>> GetChannelItemMediaSources(string id, bool includeDynamicSources, CancellationToken cancellationToken)
  207. {
  208. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  209. var channel = GetChannel(item.ChannelId);
  210. var channelPlugin = GetChannelProvider(channel);
  211. var requiresCallback = channelPlugin as IRequiresMediaInfoCallback;
  212. IEnumerable<ChannelMediaInfo> results;
  213. if (requiresCallback != null && includeDynamicSources)
  214. {
  215. results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken)
  216. .ConfigureAwait(false);
  217. }
  218. else
  219. {
  220. results = item.ChannelMediaSources;
  221. }
  222. var sources = SortMediaInfoResults(results).Select(i => GetMediaSource(item, i))
  223. .ToList();
  224. var cachedVersions = GetCachedChannelItemMediaSources(item);
  225. sources.InsertRange(0, cachedVersions);
  226. return sources.Where(IsValidMediaSource);
  227. }
  228. private readonly ConcurrentDictionary<string, Tuple<DateTime, List<ChannelMediaInfo>>> _channelItemMediaInfo =
  229. new ConcurrentDictionary<string, Tuple<DateTime, List<ChannelMediaInfo>>>();
  230. private async Task<IEnumerable<ChannelMediaInfo>> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken)
  231. {
  232. Tuple<DateTime, List<ChannelMediaInfo>> cachedInfo;
  233. if (_channelItemMediaInfo.TryGetValue(id, out cachedInfo))
  234. {
  235. if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5)
  236. {
  237. return cachedInfo.Item2;
  238. }
  239. }
  240. var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken)
  241. .ConfigureAwait(false);
  242. var list = mediaInfo.ToList();
  243. var item2 = new Tuple<DateTime, List<ChannelMediaInfo>>(DateTime.UtcNow, list);
  244. _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2);
  245. return list;
  246. }
  247. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(string id)
  248. {
  249. var item = (IChannelMediaItem)_libraryManager.GetItemById(id);
  250. return GetCachedChannelItemMediaSources(item);
  251. }
  252. public IEnumerable<MediaSourceInfo> GetCachedChannelItemMediaSources(IChannelMediaItem item)
  253. {
  254. var filenamePrefix = item.Id.ToString("N");
  255. var parentPath = Path.Combine(ChannelDownloadPath, item.ChannelId);
  256. try
  257. {
  258. var files = new DirectoryInfo(parentPath).EnumerateFiles("*", SearchOption.TopDirectoryOnly);
  259. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase))
  260. {
  261. files = files.Where(i => EntityResolutionHelper.IsVideoFile(i.FullName));
  262. }
  263. else
  264. {
  265. files = files.Where(i => EntityResolutionHelper.IsAudioFile(i.FullName));
  266. }
  267. var file = files
  268. .FirstOrDefault(i => i.Name.StartsWith(filenamePrefix, StringComparison.OrdinalIgnoreCase));
  269. if (file != null)
  270. {
  271. var cachedItem = _libraryManager.ResolvePath(file);
  272. if (cachedItem != null)
  273. {
  274. var hasMediaSources = _libraryManager.GetItemById(cachedItem.Id) as IHasMediaSources;
  275. if (hasMediaSources != null)
  276. {
  277. var source = hasMediaSources.GetMediaSources(true).FirstOrDefault();
  278. if (source != null)
  279. {
  280. source.Type = MediaSourceType.Cache;
  281. return new[] { source };
  282. }
  283. }
  284. }
  285. }
  286. }
  287. catch (DirectoryNotFoundException)
  288. {
  289. }
  290. return new List<MediaSourceInfo>();
  291. }
  292. private MediaSourceInfo GetMediaSource(IChannelMediaItem item, ChannelMediaInfo info)
  293. {
  294. var id = info.Path.GetMD5().ToString("N");
  295. var source = new MediaSourceInfo
  296. {
  297. MediaStreams = GetMediaStreams(info).ToList(),
  298. Container = info.Container,
  299. Protocol = info.Protocol,
  300. Path = info.Path,
  301. RequiredHttpHeaders = info.RequiredHttpHeaders,
  302. RunTimeTicks = item.RunTimeTicks,
  303. Name = id,
  304. Id = id
  305. };
  306. var bitrate = (info.AudioBitrate ?? 0) + (info.VideoBitrate ?? 0);
  307. if (bitrate > 0)
  308. {
  309. source.Bitrate = bitrate;
  310. }
  311. if (item is ChannelVideoItem && info.Protocol != MediaProtocol.Rtmp)
  312. {
  313. }
  314. return source;
  315. }
  316. private IEnumerable<MediaStream> GetMediaStreams(ChannelMediaInfo info)
  317. {
  318. var list = new List<MediaStream>();
  319. if (!string.IsNullOrWhiteSpace(info.VideoCodec) &&
  320. !string.IsNullOrWhiteSpace(info.AudioCodec))
  321. {
  322. list.Add(new MediaStream
  323. {
  324. Type = MediaStreamType.Video,
  325. Width = info.Width,
  326. RealFrameRate = info.Framerate,
  327. Profile = info.VideoProfile,
  328. Level = info.VideoLevel,
  329. Index = -1,
  330. Height = info.Height,
  331. Codec = info.VideoCodec,
  332. BitRate = info.VideoBitrate,
  333. AverageFrameRate = info.Framerate
  334. });
  335. list.Add(new MediaStream
  336. {
  337. Type = MediaStreamType.Audio,
  338. Index = -1,
  339. Codec = info.AudioCodec,
  340. BitRate = info.AudioBitrate,
  341. Channels = info.AudioChannels,
  342. SampleRate = info.AudioSampleRate
  343. });
  344. }
  345. return list;
  346. }
  347. private IEnumerable<ChannelMediaInfo> SortMediaInfoResults(IEnumerable<ChannelMediaInfo> channelMediaSources)
  348. {
  349. var list = channelMediaSources.ToList();
  350. var options = _config.GetChannelsConfiguration();
  351. var width = options.PreferredStreamingWidth;
  352. if (width.HasValue)
  353. {
  354. var val = width.Value;
  355. var res = list
  356. .OrderBy(i => (i.Width.HasValue && i.Width.Value <= val ? 0 : 1))
  357. .ThenBy(i => Math.Abs((i.Width ?? 0) - val))
  358. .ThenByDescending(i => i.Width ?? 0)
  359. .ThenBy(list.IndexOf)
  360. .ToList();
  361. return res;
  362. }
  363. return list
  364. .OrderByDescending(i => i.Width ?? 0)
  365. .ThenBy(list.IndexOf);
  366. }
  367. private async Task<Channel> GetChannel(IChannel channelInfo, CancellationToken cancellationToken)
  368. {
  369. var path = Path.Combine(_config.ApplicationPaths.ItemsByNamePath, "channels", _fileSystem.GetValidFilename(channelInfo.Name));
  370. var fileInfo = new DirectoryInfo(path);
  371. var isNew = false;
  372. if (!fileInfo.Exists)
  373. {
  374. _logger.Debug("Creating directory {0}", path);
  375. Directory.CreateDirectory(path);
  376. fileInfo = new DirectoryInfo(path);
  377. if (!fileInfo.Exists)
  378. {
  379. throw new IOException("Path not created: " + path);
  380. }
  381. isNew = true;
  382. }
  383. var id = GetInternalChannelId(channelInfo.Name);
  384. var item = _libraryManager.GetItemById(id) as Channel;
  385. if (item == null)
  386. {
  387. item = new Channel
  388. {
  389. Name = channelInfo.Name,
  390. Id = id,
  391. DateCreated = _fileSystem.GetCreationTimeUtc(fileInfo),
  392. DateModified = _fileSystem.GetLastWriteTimeUtc(fileInfo),
  393. Path = path
  394. };
  395. isNew = true;
  396. }
  397. item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating);
  398. item.Overview = channelInfo.Description;
  399. item.HomePageUrl = channelInfo.HomePageUrl;
  400. item.OriginalChannelName = channelInfo.Name;
  401. if (string.IsNullOrEmpty(item.Name))
  402. {
  403. item.Name = channelInfo.Name;
  404. }
  405. await item.RefreshMetadata(new MetadataRefreshOptions
  406. {
  407. ForceSave = isNew
  408. }, cancellationToken);
  409. return item;
  410. }
  411. private string GetOfficialRating(ChannelParentalRating rating)
  412. {
  413. switch (rating)
  414. {
  415. case ChannelParentalRating.Adult:
  416. return "XXX";
  417. case ChannelParentalRating.UsR:
  418. return "R";
  419. case ChannelParentalRating.UsPG13:
  420. return "PG-13";
  421. case ChannelParentalRating.UsPG:
  422. return "PG";
  423. default:
  424. return null;
  425. }
  426. }
  427. public Channel GetChannel(string id)
  428. {
  429. return (Channel)_libraryManager.GetItemById(new Guid(id));
  430. }
  431. public IEnumerable<ChannelFeatures> GetAllChannelFeatures()
  432. {
  433. return GetAllChannels()
  434. .Select(GetChannelEntity)
  435. .OrderBy(i => i.SortName)
  436. .Select(i => GetChannelFeatures(i.Id.ToString("N")));
  437. }
  438. public ChannelFeatures GetChannelFeatures(string id)
  439. {
  440. var channel = GetChannel(id);
  441. var channelProvider = GetChannelProvider(channel);
  442. return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures());
  443. }
  444. public ChannelFeatures GetChannelFeaturesDto(Channel channel,
  445. IChannel provider,
  446. InternalChannelFeatures features)
  447. {
  448. var isIndexable = provider is IIndexableChannel;
  449. var supportsLatest = provider is ISupportsLatestMedia;
  450. return new ChannelFeatures
  451. {
  452. CanFilter = !features.MaxPageSize.HasValue,
  453. CanSearch = provider is ISearchableChannel,
  454. ContentTypes = features.ContentTypes,
  455. DefaultSortFields = features.DefaultSortFields,
  456. MaxPageSize = features.MaxPageSize,
  457. MediaTypes = features.MediaTypes,
  458. SupportsSortOrderToggle = features.SupportsSortOrderToggle,
  459. SupportsLatestMedia = supportsLatest,
  460. Name = channel.Name,
  461. Id = channel.Id.ToString("N"),
  462. SupportsContentDownloading = isIndexable || supportsLatest,
  463. AutoRefreshLevels = features.AutoRefreshLevels
  464. };
  465. }
  466. private Guid GetInternalChannelId(string name)
  467. {
  468. if (string.IsNullOrWhiteSpace(name))
  469. {
  470. throw new ArgumentNullException("name");
  471. }
  472. return ("Channel " + name).GetMBId(typeof(Channel));
  473. }
  474. public async Task<QueryResult<BaseItemDto>> GetLatestChannelItems(AllChannelMediaQuery query, CancellationToken cancellationToken)
  475. {
  476. var user = string.IsNullOrWhiteSpace(query.UserId)
  477. ? null
  478. : _userManager.GetUserById(query.UserId);
  479. var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false);
  480. // Get everything
  481. var fields = Enum.GetNames(typeof(ItemFields))
  482. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  483. .ToList();
  484. var returnItems = internalResult.Items.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  485. .ToArray();
  486. var result = new QueryResult<BaseItemDto>
  487. {
  488. Items = returnItems,
  489. TotalRecordCount = internalResult.TotalRecordCount
  490. };
  491. return result;
  492. }
  493. public async Task<QueryResult<BaseItem>> GetLatestChannelItemsInternal(AllChannelMediaQuery query, CancellationToken cancellationToken)
  494. {
  495. var user = string.IsNullOrWhiteSpace(query.UserId)
  496. ? null
  497. : _userManager.GetUserById(query.UserId);
  498. if (!string.IsNullOrWhiteSpace(query.UserId) && user == null)
  499. {
  500. throw new ArgumentException("User not found.");
  501. }
  502. var channels = GetAllChannels();
  503. if (query.ChannelIds.Length > 0)
  504. {
  505. // Avoid implicitly captured closure
  506. var ids = query.ChannelIds;
  507. channels = channels
  508. .Where(i => ids.Contains(GetInternalChannelId(i.Name).ToString("N")))
  509. .ToArray();
  510. }
  511. // Avoid implicitly captured closure
  512. var userId = query.UserId;
  513. var tasks = channels
  514. .Select(async i =>
  515. {
  516. var indexable = i as ISupportsLatestMedia;
  517. if (indexable != null)
  518. {
  519. try
  520. {
  521. var result = await GetLatestItems(indexable, i, userId, cancellationToken).ConfigureAwait(false);
  522. var resultItems = result.ToList();
  523. return new Tuple<IChannel, ChannelItemResult>(i, new ChannelItemResult
  524. {
  525. Items = resultItems,
  526. TotalRecordCount = resultItems.Count
  527. });
  528. }
  529. catch (Exception ex)
  530. {
  531. _logger.ErrorException("Error getting all media from {0}", ex, i.Name);
  532. }
  533. }
  534. return new Tuple<IChannel, ChannelItemResult>(i, new ChannelItemResult { });
  535. });
  536. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  537. var totalCount = results.Length;
  538. IEnumerable<Tuple<IChannel, ChannelItemInfo>> items = results
  539. .SelectMany(i => i.Item2.Items.Select(m => new Tuple<IChannel, ChannelItemInfo>(i.Item1, m)));
  540. if (query.ContentTypes.Length > 0)
  541. {
  542. // Avoid implicitly captured closure
  543. var contentTypes = query.ContentTypes;
  544. items = items.Where(i => contentTypes.Contains(i.Item2.ContentType));
  545. }
  546. if (query.ExtraTypes.Length > 0)
  547. {
  548. // Avoid implicitly captured closure
  549. var contentTypes = query.ExtraTypes;
  550. items = items.Where(i => contentTypes.Contains(i.Item2.ExtraType));
  551. }
  552. // Avoid implicitly captured closure
  553. var token = cancellationToken;
  554. var itemTasks = items.Select(i =>
  555. {
  556. var channelProvider = i.Item1;
  557. var internalChannelId = GetInternalChannelId(channelProvider.Name);
  558. return GetChannelItemEntity(i.Item2, channelProvider, internalChannelId, token);
  559. });
  560. var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false);
  561. internalItems = ApplyFilters(internalItems, query.Filters, user).ToArray();
  562. await RefreshIfNeeded(internalItems, new Progress<double>(), cancellationToken).ConfigureAwait(false);
  563. if (query.StartIndex.HasValue)
  564. {
  565. internalItems = internalItems.Skip(query.StartIndex.Value).ToArray();
  566. }
  567. if (query.Limit.HasValue)
  568. {
  569. internalItems = internalItems.Take(query.Limit.Value).ToArray();
  570. }
  571. var returnItemArray = internalItems.ToArray();
  572. return new QueryResult<BaseItem>
  573. {
  574. TotalRecordCount = totalCount,
  575. Items = returnItemArray
  576. };
  577. }
  578. private async Task<IEnumerable<ChannelItemInfo>> GetLatestItems(ISupportsLatestMedia indexable, IChannel channel, string userId, CancellationToken cancellationToken)
  579. {
  580. var cacheLength = CacheLength;
  581. var cachePath = GetChannelDataCachePath(channel, userId, "channelmanager-latest", null, false);
  582. try
  583. {
  584. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  585. {
  586. return _jsonSerializer.DeserializeFromFile<List<ChannelItemInfo>>(cachePath);
  587. }
  588. }
  589. catch (FileNotFoundException)
  590. {
  591. }
  592. catch (DirectoryNotFoundException)
  593. {
  594. }
  595. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  596. try
  597. {
  598. try
  599. {
  600. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  601. {
  602. return _jsonSerializer.DeserializeFromFile<List<ChannelItemInfo>>(cachePath);
  603. }
  604. }
  605. catch (FileNotFoundException)
  606. {
  607. }
  608. catch (DirectoryNotFoundException)
  609. {
  610. }
  611. var result = await indexable.GetLatestMedia(new ChannelLatestMediaSearch
  612. {
  613. UserId = userId
  614. }, cancellationToken).ConfigureAwait(false);
  615. var resultItems = result.ToList();
  616. CacheResponse(resultItems, cachePath);
  617. return resultItems;
  618. }
  619. finally
  620. {
  621. _resourcePool.Release();
  622. }
  623. }
  624. public async Task<QueryResult<BaseItem>> GetAllMediaInternal(AllChannelMediaQuery query, CancellationToken cancellationToken)
  625. {
  626. var channels = GetAllChannels();
  627. if (query.ChannelIds.Length > 0)
  628. {
  629. // Avoid implicitly captured closure
  630. var ids = query.ChannelIds;
  631. channels = channels
  632. .Where(i => ids.Contains(GetInternalChannelId(i.Name).ToString("N")))
  633. .ToArray();
  634. }
  635. var tasks = channels
  636. .Select(async i =>
  637. {
  638. var indexable = i as IIndexableChannel;
  639. if (indexable != null)
  640. {
  641. try
  642. {
  643. var result = await GetAllItems(indexable, i, new InternalAllChannelMediaQuery
  644. {
  645. UserId = query.UserId,
  646. ContentTypes = query.ContentTypes,
  647. ExtraTypes = query.ExtraTypes,
  648. TrailerTypes = query.TrailerTypes
  649. }, cancellationToken).ConfigureAwait(false);
  650. return new Tuple<IChannel, ChannelItemResult>(i, result);
  651. }
  652. catch (Exception ex)
  653. {
  654. _logger.ErrorException("Error getting all media from {0}", ex, i.Name);
  655. }
  656. }
  657. return new Tuple<IChannel, ChannelItemResult>(i, new ChannelItemResult { });
  658. });
  659. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  660. var totalCount = results.Length;
  661. IEnumerable<Tuple<IChannel, ChannelItemInfo>> items = results
  662. .SelectMany(i => i.Item2.Items.Select(m => new Tuple<IChannel, ChannelItemInfo>(i.Item1, m)))
  663. .OrderBy(i => i.Item2.Name);
  664. if (query.StartIndex.HasValue)
  665. {
  666. items = items.Skip(query.StartIndex.Value);
  667. }
  668. if (query.Limit.HasValue)
  669. {
  670. items = items.Take(query.Limit.Value);
  671. }
  672. // Avoid implicitly captured closure
  673. var token = cancellationToken;
  674. var itemTasks = items.Select(i =>
  675. {
  676. var channelProvider = i.Item1;
  677. var internalChannelId = GetInternalChannelId(channelProvider.Name);
  678. return GetChannelItemEntity(i.Item2, channelProvider, internalChannelId, token);
  679. });
  680. var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false);
  681. var returnItemArray = internalItems.ToArray();
  682. return new QueryResult<BaseItem>
  683. {
  684. TotalRecordCount = totalCount,
  685. Items = returnItemArray
  686. };
  687. }
  688. public async Task<QueryResult<BaseItemDto>> GetAllMedia(AllChannelMediaQuery query, CancellationToken cancellationToken)
  689. {
  690. var user = string.IsNullOrWhiteSpace(query.UserId)
  691. ? null
  692. : _userManager.GetUserById(query.UserId);
  693. var internalResult = await GetAllMediaInternal(query, cancellationToken).ConfigureAwait(false);
  694. await RefreshIfNeeded(internalResult.Items, new Progress<double>(), cancellationToken).ConfigureAwait(false);
  695. // Get everything
  696. var fields = Enum.GetNames(typeof(ItemFields))
  697. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  698. .ToList();
  699. var returnItems = internalResult.Items.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  700. .ToArray();
  701. var result = new QueryResult<BaseItemDto>
  702. {
  703. Items = returnItems,
  704. TotalRecordCount = internalResult.TotalRecordCount
  705. };
  706. return result;
  707. }
  708. private async Task<ChannelItemResult> GetAllItems(IIndexableChannel indexable, IChannel channel, InternalAllChannelMediaQuery query, CancellationToken cancellationToken)
  709. {
  710. var cacheLength = CacheLength;
  711. var folderId = _jsonSerializer.SerializeToString(query).GetMD5().ToString("N");
  712. var cachePath = GetChannelDataCachePath(channel, query.UserId, folderId, null, false);
  713. try
  714. {
  715. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  716. {
  717. return _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  718. }
  719. }
  720. catch (FileNotFoundException)
  721. {
  722. }
  723. catch (DirectoryNotFoundException)
  724. {
  725. }
  726. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  727. try
  728. {
  729. try
  730. {
  731. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  732. {
  733. return _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  734. }
  735. }
  736. catch (FileNotFoundException)
  737. {
  738. }
  739. catch (DirectoryNotFoundException)
  740. {
  741. }
  742. var result = await indexable.GetAllMedia(query, cancellationToken).ConfigureAwait(false);
  743. CacheResponse(result, cachePath);
  744. return result;
  745. }
  746. finally
  747. {
  748. _resourcePool.Release();
  749. }
  750. }
  751. public async Task<QueryResult<BaseItem>> GetChannelItemsInternal(ChannelItemQuery query, IProgress<double> progress, CancellationToken cancellationToken)
  752. {
  753. // Get the internal channel entity
  754. var channel = GetChannel(query.ChannelId);
  755. // Find the corresponding channel provider plugin
  756. var channelProvider = GetChannelProvider(channel);
  757. var channelInfo = channelProvider.GetChannelFeatures();
  758. int? providerStartIndex = null;
  759. int? providerLimit = null;
  760. if (channelInfo.MaxPageSize.HasValue)
  761. {
  762. providerStartIndex = query.StartIndex;
  763. if (query.Limit.HasValue && query.Limit.Value > channelInfo.MaxPageSize.Value)
  764. {
  765. throw new ArgumentException(string.Format("{0} channel only supports a maximum of {1} records at a time.", channel.Name, channelInfo.MaxPageSize.Value));
  766. }
  767. providerLimit = query.Limit;
  768. // This will cause some providers to fail
  769. if (providerLimit == 0)
  770. {
  771. providerLimit = 1;
  772. }
  773. }
  774. var user = string.IsNullOrWhiteSpace(query.UserId)
  775. ? null
  776. : _userManager.GetUserById(query.UserId);
  777. ChannelItemSortField? sortField = null;
  778. ChannelItemSortField parsedField;
  779. if (query.SortBy.Length == 1 &&
  780. Enum.TryParse(query.SortBy[0], true, out parsedField))
  781. {
  782. sortField = parsedField;
  783. }
  784. var sortDescending = query.SortOrder.HasValue && query.SortOrder.Value == SortOrder.Descending;
  785. var itemsResult = await GetChannelItems(channelProvider,
  786. user,
  787. query.FolderId,
  788. providerStartIndex,
  789. providerLimit,
  790. sortField,
  791. sortDescending,
  792. cancellationToken)
  793. .ConfigureAwait(false);
  794. var providerTotalRecordCount = providerLimit.HasValue ? itemsResult.TotalRecordCount : null;
  795. var tasks = itemsResult.Items.Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, cancellationToken));
  796. var internalItems = await Task.WhenAll(tasks).ConfigureAwait(false);
  797. if (user != null)
  798. {
  799. internalItems = internalItems.Where(i => i.IsVisible(user)).ToArray();
  800. if (providerTotalRecordCount.HasValue)
  801. {
  802. providerTotalRecordCount = providerTotalRecordCount.Value;
  803. }
  804. }
  805. return await GetReturnItems(internalItems, providerTotalRecordCount, user, query, progress, cancellationToken).ConfigureAwait(false);
  806. }
  807. public async Task<QueryResult<BaseItemDto>> GetChannelItems(ChannelItemQuery query, CancellationToken cancellationToken)
  808. {
  809. var user = string.IsNullOrWhiteSpace(query.UserId)
  810. ? null
  811. : _userManager.GetUserById(query.UserId);
  812. var internalResult = await GetChannelItemsInternal(query, new Progress<double>(), cancellationToken).ConfigureAwait(false);
  813. // Get everything
  814. var fields = Enum.GetNames(typeof(ItemFields))
  815. .Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true))
  816. .ToList();
  817. var returnItems = internalResult.Items.Select(i => _dtoService.GetBaseItemDto(i, fields, user))
  818. .ToArray();
  819. var result = new QueryResult<BaseItemDto>
  820. {
  821. Items = returnItems,
  822. TotalRecordCount = internalResult.TotalRecordCount
  823. };
  824. return result;
  825. }
  826. private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1);
  827. private async Task<ChannelItemResult> GetChannelItems(IChannel channel,
  828. User user,
  829. string folderId,
  830. int? startIndex,
  831. int? limit,
  832. ChannelItemSortField? sortField,
  833. bool sortDescending,
  834. CancellationToken cancellationToken)
  835. {
  836. var userId = user.Id.ToString("N");
  837. var cacheLength = CacheLength;
  838. var cachePath = GetChannelDataCachePath(channel, userId, folderId, sortField, sortDescending);
  839. try
  840. {
  841. if (!startIndex.HasValue && !limit.HasValue)
  842. {
  843. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  844. {
  845. return _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  846. }
  847. }
  848. }
  849. catch (FileNotFoundException)
  850. {
  851. }
  852. catch (DirectoryNotFoundException)
  853. {
  854. }
  855. await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false);
  856. try
  857. {
  858. try
  859. {
  860. if (!startIndex.HasValue && !limit.HasValue)
  861. {
  862. if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow)
  863. {
  864. return _jsonSerializer.DeserializeFromFile<ChannelItemResult>(cachePath);
  865. }
  866. }
  867. }
  868. catch (FileNotFoundException)
  869. {
  870. }
  871. catch (DirectoryNotFoundException)
  872. {
  873. }
  874. var query = new InternalChannelItemQuery
  875. {
  876. UserId = userId,
  877. StartIndex = startIndex,
  878. Limit = limit,
  879. SortBy = sortField,
  880. SortDescending = sortDescending
  881. };
  882. if (!string.IsNullOrWhiteSpace(folderId))
  883. {
  884. var categoryItem = (IChannelItem)_libraryManager.GetItemById(new Guid(folderId));
  885. query.FolderId = categoryItem.ExternalId;
  886. }
  887. var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false);
  888. if (!startIndex.HasValue && !limit.HasValue)
  889. {
  890. CacheResponse(result, cachePath);
  891. }
  892. return result;
  893. }
  894. finally
  895. {
  896. _resourcePool.Release();
  897. }
  898. }
  899. private void CacheResponse(object result, string path)
  900. {
  901. try
  902. {
  903. Directory.CreateDirectory(Path.GetDirectoryName(path));
  904. _jsonSerializer.SerializeToFile(result, path);
  905. }
  906. catch (Exception ex)
  907. {
  908. _logger.ErrorException("Error writing to channel cache file: {0}", ex, path);
  909. }
  910. }
  911. private string GetChannelDataCachePath(IChannel channel,
  912. string userId,
  913. string folderId,
  914. ChannelItemSortField? sortField,
  915. bool sortDescending)
  916. {
  917. var channelId = GetInternalChannelId(channel.Name).ToString("N");
  918. var userCacheKey = string.Empty;
  919. var hasCacheKey = channel as IHasCacheKey;
  920. if (hasCacheKey != null)
  921. {
  922. userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty;
  923. }
  924. var filename = string.IsNullOrWhiteSpace(folderId) ? "root" : folderId;
  925. filename += userCacheKey;
  926. var version = (channel.DataVersion ?? string.Empty).GetMD5().ToString("N");
  927. if (sortField.HasValue)
  928. {
  929. filename += "-sortField-" + sortField.Value;
  930. }
  931. if (sortDescending)
  932. {
  933. filename += "-sortDescending";
  934. }
  935. filename = filename.GetMD5().ToString("N");
  936. return Path.Combine(_config.ApplicationPaths.CachePath,
  937. "channels",
  938. channelId,
  939. version,
  940. filename + ".json");
  941. }
  942. private async Task<QueryResult<BaseItem>> GetReturnItems(IEnumerable<BaseItem> items,
  943. int? totalCountFromProvider,
  944. User user,
  945. ChannelItemQuery query,
  946. IProgress<double> progress,
  947. CancellationToken cancellationToken)
  948. {
  949. items = ApplyFilters(items, query.Filters, user);
  950. var sortBy = query.SortBy.Length == 0 ? new[] { ItemSortBy.SortName } : query.SortBy;
  951. items = _libraryManager.Sort(items, user, sortBy, query.SortOrder ?? SortOrder.Ascending);
  952. var all = items.ToList();
  953. var totalCount = totalCountFromProvider ?? all.Count;
  954. if (!totalCountFromProvider.HasValue)
  955. {
  956. if (query.StartIndex.HasValue)
  957. {
  958. all = all.Skip(query.StartIndex.Value).ToList();
  959. }
  960. if (query.Limit.HasValue)
  961. {
  962. all = all.Take(query.Limit.Value).ToList();
  963. }
  964. }
  965. var returnItemArray = all.ToArray();
  966. await RefreshIfNeeded(returnItemArray, progress, cancellationToken).ConfigureAwait(false);
  967. return new QueryResult<BaseItem>
  968. {
  969. Items = returnItemArray,
  970. TotalRecordCount = totalCount
  971. };
  972. }
  973. private string GetIdToHash(string externalId, string channelName)
  974. {
  975. // Increment this as needed to force new downloads
  976. // Incorporate Name because it's being used to convert channel entity to provider
  977. return externalId + (channelName ?? string.Empty) + "16";
  978. }
  979. private T GetItemById<T>(string idString, string channelName, string channnelDataVersion, out bool isNew)
  980. where T : BaseItem, IChannelItem, new()
  981. {
  982. var id = GetIdToHash(idString, channelName).GetMBId(typeof(T));
  983. T item = null;
  984. try
  985. {
  986. item = _libraryManager.GetItemById(id) as T;
  987. }
  988. catch (Exception ex)
  989. {
  990. _logger.ErrorException("Error retrieving channel item from database", ex);
  991. }
  992. if (item == null || !string.Equals(item.DataVersion, channnelDataVersion, StringComparison.Ordinal))
  993. {
  994. item = new T();
  995. isNew = true;
  996. }
  997. else
  998. {
  999. isNew = false;
  1000. }
  1001. item.DataVersion = channnelDataVersion;
  1002. item.Id = id;
  1003. return item;
  1004. }
  1005. private async Task<BaseItem> GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, CancellationToken cancellationToken)
  1006. {
  1007. BaseItem item;
  1008. bool isNew;
  1009. if (info.Type == ChannelItemType.Folder)
  1010. {
  1011. item = GetItemById<ChannelFolderItem>(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew);
  1012. }
  1013. else if (info.MediaType == ChannelMediaType.Audio)
  1014. {
  1015. item = GetItemById<ChannelAudioItem>(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew);
  1016. }
  1017. else
  1018. {
  1019. item = GetItemById<ChannelVideoItem>(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew);
  1020. }
  1021. item.RunTimeTicks = info.RunTimeTicks;
  1022. if (isNew)
  1023. {
  1024. item.Name = info.Name;
  1025. item.Genres = info.Genres;
  1026. item.Studios = info.Studios;
  1027. item.CommunityRating = info.CommunityRating;
  1028. item.Overview = info.Overview;
  1029. item.IndexNumber = info.IndexNumber;
  1030. item.ParentIndexNumber = info.ParentIndexNumber;
  1031. item.People = info.People;
  1032. item.PremiereDate = info.PremiereDate;
  1033. item.ProductionYear = info.ProductionYear;
  1034. item.ProviderIds = info.ProviderIds;
  1035. item.OfficialRating = info.OfficialRating;
  1036. item.DateCreated = info.DateCreated.HasValue ?
  1037. info.DateCreated.Value :
  1038. DateTime.UtcNow;
  1039. }
  1040. var channelItem = (IChannelItem)item;
  1041. channelItem.OriginalImageUrl = info.ImageUrl;
  1042. channelItem.ExternalId = info.Id;
  1043. channelItem.ChannelId = internalChannelId.ToString("N");
  1044. channelItem.ChannelItemType = info.Type;
  1045. if (isNew)
  1046. {
  1047. channelItem.Tags = info.Tags;
  1048. }
  1049. var channelMediaItem = item as IChannelMediaItem;
  1050. if (channelMediaItem != null)
  1051. {
  1052. channelMediaItem.ContentType = info.ContentType;
  1053. channelMediaItem.ExtraType = info.ExtraType;
  1054. channelMediaItem.ChannelMediaSources = info.MediaSources;
  1055. var mediaSource = info.MediaSources.FirstOrDefault();
  1056. item.Path = mediaSource == null ? null : mediaSource.Path;
  1057. item.DisplayMediaType = channelMediaItem.ContentType.ToString();
  1058. }
  1059. if (isNew)
  1060. {
  1061. await _libraryManager.CreateItem(item, cancellationToken).ConfigureAwait(false);
  1062. _libraryManager.RegisterItem(item);
  1063. }
  1064. return item;
  1065. }
  1066. private async Task RefreshIfNeeded(BaseItem[] programs, IProgress<double> progress, CancellationToken cancellationToken)
  1067. {
  1068. var numComplete = 0;
  1069. var numItems = programs.Length;
  1070. foreach (var program in programs)
  1071. {
  1072. await RefreshIfNeeded(program, cancellationToken).ConfigureAwait(false);
  1073. numComplete++;
  1074. double percent = numComplete;
  1075. percent /= numItems;
  1076. progress.Report(percent * 100);
  1077. }
  1078. }
  1079. private async Task RefreshIfNeeded(BaseItem program, CancellationToken cancellationToken)
  1080. {
  1081. if (_refreshedItems.ContainsKey(program.Id))
  1082. {
  1083. return;
  1084. }
  1085. await program.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  1086. _refreshedItems.TryAdd(program.Id, true);
  1087. }
  1088. internal IChannel GetChannelProvider(Channel channel)
  1089. {
  1090. return GetAllChannels().First(i => string.Equals(i.Name, channel.OriginalChannelName, StringComparison.OrdinalIgnoreCase));
  1091. }
  1092. private IEnumerable<BaseItem> ApplyFilters(IEnumerable<BaseItem> items, IEnumerable<ItemFilter> filters, User user)
  1093. {
  1094. foreach (var filter in filters.OrderByDescending(f => (int)f))
  1095. {
  1096. items = ApplyFilter(items, filter, user);
  1097. }
  1098. return items;
  1099. }
  1100. private IEnumerable<BaseItem> ApplyFilter(IEnumerable<BaseItem> items, ItemFilter filter, User user)
  1101. {
  1102. // Avoid implicitly captured closure
  1103. var currentUser = user;
  1104. switch (filter)
  1105. {
  1106. case ItemFilter.IsFavoriteOrLikes:
  1107. return items.Where(item =>
  1108. {
  1109. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  1110. if (userdata == null)
  1111. {
  1112. return false;
  1113. }
  1114. var likes = userdata.Likes ?? false;
  1115. var favorite = userdata.IsFavorite;
  1116. return likes || favorite;
  1117. });
  1118. case ItemFilter.Likes:
  1119. return items.Where(item =>
  1120. {
  1121. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  1122. return userdata != null && userdata.Likes.HasValue && userdata.Likes.Value;
  1123. });
  1124. case ItemFilter.Dislikes:
  1125. return items.Where(item =>
  1126. {
  1127. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  1128. return userdata != null && userdata.Likes.HasValue && !userdata.Likes.Value;
  1129. });
  1130. case ItemFilter.IsFavorite:
  1131. return items.Where(item =>
  1132. {
  1133. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  1134. return userdata != null && userdata.IsFavorite;
  1135. });
  1136. case ItemFilter.IsResumable:
  1137. return items.Where(item =>
  1138. {
  1139. var userdata = _userDataManager.GetUserData(user.Id, item.GetUserDataKey());
  1140. return userdata != null && userdata.PlaybackPositionTicks > 0;
  1141. });
  1142. case ItemFilter.IsPlayed:
  1143. return items.Where(item => item.IsPlayed(currentUser));
  1144. case ItemFilter.IsUnplayed:
  1145. return items.Where(item => item.IsUnplayed(currentUser));
  1146. case ItemFilter.IsFolder:
  1147. return items.Where(item => item.IsFolder);
  1148. case ItemFilter.IsNotFolder:
  1149. return items.Where(item => !item.IsFolder);
  1150. }
  1151. return items;
  1152. }
  1153. public async Task<BaseItemDto> GetChannelFolder(string userId, CancellationToken cancellationToken)
  1154. {
  1155. var user = string.IsNullOrEmpty(userId) ? null : _userManager.GetUserById(userId);
  1156. // Get everything
  1157. var fields = Enum.GetNames(typeof(ItemFields)).Select(i => (ItemFields)Enum.Parse(typeof(ItemFields), i, true)).ToList();
  1158. var folder = await GetInternalChannelFolder(userId, cancellationToken).ConfigureAwait(false);
  1159. return _dtoService.GetBaseItemDto(folder, fields, user);
  1160. }
  1161. public async Task<Folder> GetInternalChannelFolder(string userId, CancellationToken cancellationToken)
  1162. {
  1163. var name = _localization.GetLocalizedString("ViewTypeChannels");
  1164. return await _libraryManager.GetNamedView(name, "channels", "zz_" + name, cancellationToken).ConfigureAwait(false);
  1165. }
  1166. public async Task DownloadChannelItem(IChannelMediaItem item, string destination,
  1167. IProgress<double> progress, CancellationToken cancellationToken)
  1168. {
  1169. var itemId = item.Id.ToString("N");
  1170. var sources = await GetChannelItemMediaSources(itemId, true, cancellationToken)
  1171. .ConfigureAwait(false);
  1172. var list = sources.Where(i => i.Protocol == MediaProtocol.Http).ToList();
  1173. foreach (var source in list)
  1174. {
  1175. try
  1176. {
  1177. await TryDownloadChannelItem(source, item, destination, progress, cancellationToken).ConfigureAwait(false);
  1178. return;
  1179. }
  1180. catch (HttpException ex)
  1181. {
  1182. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  1183. {
  1184. MarkBadMediaSource(source);
  1185. }
  1186. }
  1187. }
  1188. }
  1189. private async Task TryDownloadChannelItem(MediaSourceInfo source,
  1190. IChannelMediaItem item,
  1191. string destination,
  1192. IProgress<double> progress,
  1193. CancellationToken cancellationToken)
  1194. {
  1195. var options = new HttpRequestOptions
  1196. {
  1197. CancellationToken = cancellationToken,
  1198. Url = source.Path,
  1199. Progress = new Progress<double>()
  1200. };
  1201. var host = new Uri(source.Path).Host.ToLower();
  1202. var channel = GetChannel(item.ChannelId);
  1203. var channelProvider = GetChannelProvider(channel);
  1204. var limit = channelProvider.GetChannelFeatures().DailyDownloadLimit;
  1205. if (!ValidateDownloadLimit(host, limit))
  1206. {
  1207. _logger.Error(string.Format("Download limit has been reached for {0}", channel.Name));
  1208. throw new ChannelDownloadException(string.Format("Download limit has been reached for {0}", channel.Name));
  1209. }
  1210. foreach (var header in source.RequiredHttpHeaders)
  1211. {
  1212. options.RequestHeaders[header.Key] = header.Value;
  1213. }
  1214. Directory.CreateDirectory(Path.GetDirectoryName(destination));
  1215. // Determine output extension
  1216. var response = await _httpClient.GetTempFileResponse(options).ConfigureAwait(false);
  1217. if (response.ContentType.StartsWith("text/html"))
  1218. {
  1219. throw new HttpException("File not found")
  1220. {
  1221. StatusCode = HttpStatusCode.NotFound
  1222. };
  1223. }
  1224. IncrementDownloadCount(host, limit);
  1225. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase) && response.ContentType.StartsWith("video/", StringComparison.OrdinalIgnoreCase))
  1226. {
  1227. var extension = response.ContentType.Split('/')
  1228. .Last()
  1229. .Replace("quicktime", "mov", StringComparison.OrdinalIgnoreCase);
  1230. destination += "." + extension;
  1231. }
  1232. else if (string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase) && response.ContentType.StartsWith("audio/", StringComparison.OrdinalIgnoreCase))
  1233. {
  1234. var extension = response.ContentType.Replace("audio/mpeg", "audio/mp3", StringComparison.OrdinalIgnoreCase)
  1235. .Split('/')
  1236. .Last();
  1237. destination += "." + extension;
  1238. }
  1239. else
  1240. {
  1241. File.Delete(response.TempFilePath);
  1242. throw new ApplicationException("Unexpected response type encountered: " + response.ContentType);
  1243. }
  1244. File.Copy(response.TempFilePath, destination, true);
  1245. try
  1246. {
  1247. File.Delete(response.TempFilePath);
  1248. }
  1249. catch
  1250. {
  1251. }
  1252. }
  1253. private readonly ReaderWriterLockSlim _mediaSourceHistoryLock = new ReaderWriterLockSlim();
  1254. private bool IsValidMediaSource(MediaSourceInfo source)
  1255. {
  1256. if (source.Protocol == MediaProtocol.Http)
  1257. {
  1258. return !GetBadMediaSourceHistory().Contains(source.Path, StringComparer.OrdinalIgnoreCase);
  1259. }
  1260. return true;
  1261. }
  1262. private void MarkBadMediaSource(MediaSourceInfo source)
  1263. {
  1264. var list = GetBadMediaSourceHistory();
  1265. list.Add(source.Path);
  1266. var path = GetMediaSourceHistoryPath();
  1267. Directory.CreateDirectory(Path.GetDirectoryName(path));
  1268. if (_mediaSourceHistoryLock.TryEnterWriteLock(TimeSpan.FromSeconds(5)))
  1269. {
  1270. try
  1271. {
  1272. File.WriteAllLines(path, list.ToArray(), Encoding.UTF8);
  1273. }
  1274. catch (Exception ex)
  1275. {
  1276. _logger.ErrorException("Error saving file", ex);
  1277. }
  1278. finally
  1279. {
  1280. _mediaSourceHistoryLock.ExitWriteLock();
  1281. }
  1282. }
  1283. }
  1284. private ConcurrentBag<string> _badMediaSources = null;
  1285. private ConcurrentBag<string> GetBadMediaSourceHistory()
  1286. {
  1287. if (_badMediaSources == null)
  1288. {
  1289. var path = GetMediaSourceHistoryPath();
  1290. if (_mediaSourceHistoryLock.TryEnterReadLock(TimeSpan.FromSeconds(1)))
  1291. {
  1292. if (_badMediaSources == null)
  1293. {
  1294. try
  1295. {
  1296. _badMediaSources = new ConcurrentBag<string>(File.ReadAllLines(path, Encoding.UTF8));
  1297. }
  1298. catch (IOException)
  1299. {
  1300. _badMediaSources = new ConcurrentBag<string>();
  1301. }
  1302. catch (Exception ex)
  1303. {
  1304. _logger.ErrorException("Error reading file", ex);
  1305. _badMediaSources = new ConcurrentBag<string>();
  1306. }
  1307. finally
  1308. {
  1309. _mediaSourceHistoryLock.ExitReadLock();
  1310. }
  1311. }
  1312. }
  1313. }
  1314. return _badMediaSources;
  1315. }
  1316. private string GetMediaSourceHistoryPath()
  1317. {
  1318. return Path.Combine(_config.ApplicationPaths.DataPath, "channels", "failures.txt");
  1319. }
  1320. private void IncrementDownloadCount(string key, int? limit)
  1321. {
  1322. if (!limit.HasValue)
  1323. {
  1324. return;
  1325. }
  1326. int current;
  1327. _downloadCounts.TryGetValue(key, out current);
  1328. current++;
  1329. _downloadCounts.AddOrUpdate(key, current, (k, v) => current);
  1330. }
  1331. private bool ValidateDownloadLimit(string key, int? limit)
  1332. {
  1333. if (!limit.HasValue)
  1334. {
  1335. return true;
  1336. }
  1337. int current;
  1338. _downloadCounts.TryGetValue(key, out current);
  1339. return current < limit.Value;
  1340. }
  1341. public void Dispose()
  1342. {
  1343. if (_clearDownloadCountsTimer != null)
  1344. {
  1345. _clearDownloadCountsTimer.Dispose();
  1346. _clearDownloadCountsTimer = null;
  1347. }
  1348. if (_refreshTimer != null)
  1349. {
  1350. _refreshTimer.Dispose();
  1351. _refreshTimer = null;
  1352. }
  1353. }
  1354. }
  1355. }