ProviderManager.cs 37 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007
  1. using MediaBrowser.Common.IO;
  2. using MediaBrowser.Common.Net;
  3. using MediaBrowser.Controller;
  4. using MediaBrowser.Controller.Configuration;
  5. using MediaBrowser.Controller.Entities;
  6. using MediaBrowser.Controller.Entities.Audio;
  7. using MediaBrowser.Controller.Entities.Movies;
  8. using MediaBrowser.Controller.Entities.TV;
  9. using MediaBrowser.Controller.Library;
  10. using MediaBrowser.Controller.LiveTv;
  11. using MediaBrowser.Controller.Providers;
  12. using MediaBrowser.Model.Configuration;
  13. using MediaBrowser.Model.Entities;
  14. using MediaBrowser.Model.Logging;
  15. using MediaBrowser.Model.Providers;
  16. using System;
  17. using System.Collections.Concurrent;
  18. using System.Collections.Generic;
  19. using System.IO;
  20. using System.Linq;
  21. using System.Threading;
  22. using System.Threading.Tasks;
  23. namespace MediaBrowser.Providers.Manager
  24. {
  25. /// <summary>
  26. /// Class ProviderManager
  27. /// </summary>
  28. public class ProviderManager : IProviderManager, IDisposable
  29. {
  30. /// <summary>
  31. /// The _logger
  32. /// </summary>
  33. private readonly ILogger _logger;
  34. /// <summary>
  35. /// The _HTTP client
  36. /// </summary>
  37. private readonly IHttpClient _httpClient;
  38. /// <summary>
  39. /// The _directory watchers
  40. /// </summary>
  41. private readonly ILibraryMonitor _libraryMonitor;
  42. /// <summary>
  43. /// Gets or sets the configuration manager.
  44. /// </summary>
  45. /// <value>The configuration manager.</value>
  46. private IServerConfigurationManager ConfigurationManager { get; set; }
  47. private IImageProvider[] ImageProviders { get; set; }
  48. private readonly IFileSystem _fileSystem;
  49. private IMetadataService[] _metadataServices = { };
  50. private IItemIdentityProvider[] _identityProviders = { };
  51. private IItemIdentityConverter[] _identityConverters = { };
  52. private IMetadataProvider[] _metadataProviders = { };
  53. private IEnumerable<IMetadataSaver> _savers;
  54. private IImageSaver[] _imageSavers;
  55. private readonly IServerApplicationPaths _appPaths;
  56. private IExternalId[] _externalIds;
  57. private readonly Func<ILibraryManager> _libraryManagerFactory;
  58. /// <summary>
  59. /// Initializes a new instance of the <see cref="ProviderManager" /> class.
  60. /// </summary>
  61. /// <param name="httpClient">The HTTP client.</param>
  62. /// <param name="configurationManager">The configuration manager.</param>
  63. /// <param name="libraryMonitor">The directory watchers.</param>
  64. /// <param name="logManager">The log manager.</param>
  65. /// <param name="fileSystem">The file system.</param>
  66. public ProviderManager(IHttpClient httpClient, IServerConfigurationManager configurationManager, ILibraryMonitor libraryMonitor, ILogManager logManager, IFileSystem fileSystem, IServerApplicationPaths appPaths, Func<ILibraryManager> libraryManagerFactory)
  67. {
  68. _logger = logManager.GetLogger("ProviderManager");
  69. _httpClient = httpClient;
  70. ConfigurationManager = configurationManager;
  71. _libraryMonitor = libraryMonitor;
  72. _fileSystem = fileSystem;
  73. _appPaths = appPaths;
  74. _libraryManagerFactory = libraryManagerFactory;
  75. }
  76. /// <summary>
  77. /// Adds the metadata providers.
  78. /// </summary>
  79. /// <param name="imageProviders">The image providers.</param>
  80. /// <param name="metadataServices">The metadata services.</param>
  81. /// <param name="identityProviders">The identity providers.</param>
  82. /// <param name="identityConverters">The identity converters.</param>
  83. /// <param name="metadataProviders">The metadata providers.</param>
  84. /// <param name="metadataSavers">The metadata savers.</param>
  85. /// <param name="imageSavers">The image savers.</param>
  86. /// <param name="externalIds">The external ids.</param>
  87. public void AddParts(IEnumerable<IImageProvider> imageProviders, IEnumerable<IMetadataService> metadataServices,
  88. IEnumerable<IItemIdentityProvider> identityProviders, IEnumerable<IItemIdentityConverter> identityConverters,
  89. IEnumerable<IMetadataProvider> metadataProviders, IEnumerable<IMetadataSaver> metadataSavers,
  90. IEnumerable<IImageSaver> imageSavers, IEnumerable<IExternalId> externalIds)
  91. {
  92. ImageProviders = imageProviders.ToArray();
  93. _metadataServices = metadataServices.OrderBy(i => i.Order).ToArray();
  94. _identityProviders = identityProviders.ToArray();
  95. _identityConverters = identityConverters.ToArray();
  96. _metadataProviders = metadataProviders.ToArray();
  97. _savers = metadataSavers.ToArray();
  98. _imageSavers = imageSavers.ToArray();
  99. _externalIds = externalIds.OrderBy(i => i.Name).ToArray();
  100. }
  101. public Task<ItemUpdateType> RefreshSingleItem(IHasMetadata item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  102. {
  103. var service = _metadataServices.FirstOrDefault(i => i.CanRefresh(item));
  104. if (service != null)
  105. {
  106. return service.RefreshMetadata(item, options, cancellationToken);
  107. }
  108. _logger.Error("Unable to find a metadata service for item of type " + item.GetType().Name);
  109. return Task.FromResult(ItemUpdateType.None);
  110. }
  111. public async Task SaveImage(IHasImages item, string url, SemaphoreSlim resourcePool, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  112. {
  113. var response = await _httpClient.GetResponse(new HttpRequestOptions
  114. {
  115. CancellationToken = cancellationToken,
  116. ResourcePool = resourcePool,
  117. Url = url
  118. }).ConfigureAwait(false);
  119. await SaveImage(item, response.Content, response.ContentType, type, imageIndex, cancellationToken)
  120. .ConfigureAwait(false);
  121. }
  122. public Task SaveImage(IHasImages item, Stream source, string mimeType, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  123. {
  124. return new ImageSaver(ConfigurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, source, mimeType, type, imageIndex, cancellationToken);
  125. }
  126. public Task SaveImage(IHasImages item, Stream source, string mimeType, ImageType type, int? imageIndex, string internalCacheKey, CancellationToken cancellationToken)
  127. {
  128. return new ImageSaver(ConfigurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, source, mimeType, type, imageIndex, internalCacheKey, cancellationToken);
  129. }
  130. public Task SaveImage(IHasImages item, string source, string mimeType, ImageType type, int? imageIndex, string internalCacheKey, CancellationToken cancellationToken)
  131. {
  132. var fileStream = _fileSystem.GetFileStream(source, FileMode.Open, FileAccess.Read, FileShare.ReadWrite, true);
  133. return new ImageSaver(ConfigurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, fileStream, mimeType, type, imageIndex, internalCacheKey, cancellationToken);
  134. }
  135. public async Task<IEnumerable<RemoteImageInfo>> GetAvailableRemoteImages(IHasImages item, RemoteImageQuery query, CancellationToken cancellationToken)
  136. {
  137. var providers = GetRemoteImageProviders(item, query.IncludeDisabledProviders);
  138. if (!string.IsNullOrEmpty(query.ProviderName))
  139. {
  140. var providerName = query.ProviderName;
  141. providers = providers.Where(i => string.Equals(i.Name, providerName, StringComparison.OrdinalIgnoreCase));
  142. }
  143. var preferredLanguage = item.GetPreferredMetadataLanguage();
  144. var languages = new List<string>();
  145. if (!query.IncludeAllLanguages && !string.IsNullOrWhiteSpace(preferredLanguage))
  146. {
  147. languages.Add(preferredLanguage);
  148. }
  149. var tasks = providers.Select(i => GetImages(item, cancellationToken, i, languages, query.ImageType));
  150. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  151. var images = results.SelectMany(i => i);
  152. return images;
  153. }
  154. /// <summary>
  155. /// Gets the images.
  156. /// </summary>
  157. /// <param name="item">The item.</param>
  158. /// <param name="cancellationToken">The cancellation token.</param>
  159. /// <param name="provider">The provider.</param>
  160. /// <param name="preferredLanguages">The preferred languages.</param>
  161. /// <param name="type">The type.</param>
  162. /// <returns>Task{IEnumerable{RemoteImageInfo}}.</returns>
  163. private async Task<IEnumerable<RemoteImageInfo>> GetImages(IHasImages item, CancellationToken cancellationToken, IRemoteImageProvider provider, List<string> preferredLanguages, ImageType? type = null)
  164. {
  165. try
  166. {
  167. var result = await provider.GetImages(item, cancellationToken).ConfigureAwait(false);
  168. if (type.HasValue)
  169. {
  170. result = result.Where(i => i.Type == type.Value);
  171. }
  172. if (preferredLanguages.Count > 0)
  173. {
  174. result = result.Where(i => string.IsNullOrEmpty(i.Language) ||
  175. preferredLanguages.Contains(i.Language, StringComparer.OrdinalIgnoreCase) ||
  176. string.Equals(i.Language, "en", StringComparison.OrdinalIgnoreCase));
  177. }
  178. return result;
  179. }
  180. catch (OperationCanceledException)
  181. {
  182. return new List<RemoteImageInfo>();
  183. }
  184. catch (Exception ex)
  185. {
  186. _logger.ErrorException("{0} failed in GetImageInfos for type {1}", ex, provider.GetType().Name, item.GetType().Name);
  187. return new List<RemoteImageInfo>();
  188. }
  189. }
  190. /// <summary>
  191. /// Gets the supported image providers.
  192. /// </summary>
  193. /// <param name="item">The item.</param>
  194. /// <returns>IEnumerable{IImageProvider}.</returns>
  195. public IEnumerable<ImageProviderInfo> GetRemoteImageProviderInfo(IHasImages item)
  196. {
  197. return GetRemoteImageProviders(item, true).Select(i => new ImageProviderInfo
  198. {
  199. Name = i.Name,
  200. SupportedImages = i.GetSupportedImages(item).ToList()
  201. });
  202. }
  203. public IEnumerable<IImageProvider> GetImageProviders(IHasImages item)
  204. {
  205. return GetImageProviders(item, GetMetadataOptions(item), false);
  206. }
  207. private IEnumerable<IImageProvider> GetImageProviders(IHasImages item, MetadataOptions options, bool includeDisabled)
  208. {
  209. // Avoid implicitly captured closure
  210. var currentOptions = options;
  211. return ImageProviders.Where(i => CanRefresh(i, item, options, includeDisabled))
  212. .OrderBy(i =>
  213. {
  214. // See if there's a user-defined order
  215. if (!(i is ILocalImageProvider))
  216. {
  217. var index = Array.IndexOf(currentOptions.ImageFetcherOrder, i.Name);
  218. if (index != -1)
  219. {
  220. return index;
  221. }
  222. }
  223. // Not configured. Just return some high number to put it at the end.
  224. return 100;
  225. })
  226. .ThenBy(GetOrder);
  227. }
  228. public IEnumerable<IMetadataProvider<T>> GetMetadataProviders<T>(IHasMetadata item)
  229. where T : IHasMetadata
  230. {
  231. var options = GetMetadataOptions(item);
  232. return GetMetadataProvidersInternal<T>(item, options, false);
  233. }
  234. private IEnumerable<IMetadataProvider<T>> GetMetadataProvidersInternal<T>(IHasMetadata item, MetadataOptions options, bool includeDisabled)
  235. where T : IHasMetadata
  236. {
  237. // Avoid implicitly captured closure
  238. var currentOptions = options;
  239. return _metadataProviders.OfType<IMetadataProvider<T>>()
  240. .Where(i => CanRefresh(i, item, currentOptions, includeDisabled))
  241. .OrderBy(i => GetConfiguredOrder(i, options))
  242. .ThenBy(GetDefaultOrder);
  243. }
  244. public IEnumerable<IItemIdentityProvider<TLookupInfo, TIdentity>> GetItemIdentityProviders<TLookupInfo, TIdentity>()
  245. where TLookupInfo : ItemLookupInfo
  246. where TIdentity : IItemIdentity
  247. {
  248. return _identityProviders.OfType<IItemIdentityProvider<TLookupInfo, TIdentity>>();
  249. }
  250. public IEnumerable<IItemIdentityConverter<TIdentity>> GetItemIdentityConverters<TIdentity>()
  251. where TIdentity : IItemIdentity
  252. {
  253. return _identityConverters.OfType<IItemIdentityConverter<TIdentity>>();
  254. }
  255. private IEnumerable<IRemoteImageProvider> GetRemoteImageProviders(IHasImages item, bool includeDisabled)
  256. {
  257. var options = GetMetadataOptions(item);
  258. return GetImageProviders(item, options, includeDisabled).OfType<IRemoteImageProvider>();
  259. }
  260. private bool CanRefresh(IMetadataProvider provider, IHasMetadata item, MetadataOptions options, bool includeDisabled)
  261. {
  262. if (!includeDisabled)
  263. {
  264. // If locked only allow local providers
  265. if (item.IsLocked && !(provider is ILocalMetadataProvider) && !(provider is IForcedProvider))
  266. {
  267. return false;
  268. }
  269. if (provider is IRemoteMetadataProvider)
  270. {
  271. if (!item.IsInternetMetadataEnabled())
  272. {
  273. return false;
  274. }
  275. if (Array.IndexOf(options.DisabledMetadataFetchers, provider.Name) != -1)
  276. {
  277. return false;
  278. }
  279. }
  280. }
  281. if (!item.SupportsLocalMetadata && provider is ILocalMetadataProvider)
  282. {
  283. return false;
  284. }
  285. // If this restriction is ever lifted, movie xml providers will have to be updated to prevent owned items like trailers from reading those files
  286. if (item.IsOwnedItem)
  287. {
  288. if (provider is ILocalMetadataProvider || provider is IRemoteMetadataProvider)
  289. {
  290. return false;
  291. }
  292. }
  293. return true;
  294. }
  295. private bool CanRefresh(IImageProvider provider, IHasImages item, MetadataOptions options, bool includeDisabled)
  296. {
  297. if (!includeDisabled)
  298. {
  299. // If locked only allow local providers
  300. if (item.IsLocked && !(provider is ILocalImageProvider))
  301. {
  302. return false;
  303. }
  304. if (provider is IRemoteImageProvider || provider is IDynamicImageProvider)
  305. {
  306. if (Array.IndexOf(options.DisabledImageFetchers, provider.Name) != -1)
  307. {
  308. return false;
  309. }
  310. if (provider is IRemoteImageProvider)
  311. {
  312. if (!item.IsInternetMetadataEnabled())
  313. {
  314. return false;
  315. }
  316. }
  317. }
  318. }
  319. try
  320. {
  321. return provider.Supports(item);
  322. }
  323. catch (Exception ex)
  324. {
  325. _logger.ErrorException("{0} failed in Supports for type {1}", ex, provider.GetType().Name, item.GetType().Name);
  326. return false;
  327. }
  328. }
  329. /// <summary>
  330. /// Gets the order.
  331. /// </summary>
  332. /// <param name="provider">The provider.</param>
  333. /// <returns>System.Int32.</returns>
  334. private int GetOrder(IImageProvider provider)
  335. {
  336. var hasOrder = provider as IHasOrder;
  337. if (hasOrder == null)
  338. {
  339. return 0;
  340. }
  341. return hasOrder.Order;
  342. }
  343. private int GetConfiguredOrder(IMetadataProvider provider, MetadataOptions options)
  344. {
  345. // See if there's a user-defined order
  346. if (provider is ILocalMetadataProvider)
  347. {
  348. var index = Array.IndexOf(options.LocalMetadataReaderOrder, provider.Name);
  349. if (index != -1)
  350. {
  351. return index;
  352. }
  353. }
  354. // See if there's a user-defined order
  355. if (provider is IRemoteMetadataProvider)
  356. {
  357. var index = Array.IndexOf(options.MetadataFetcherOrder, provider.Name);
  358. if (index != -1)
  359. {
  360. return index;
  361. }
  362. }
  363. // Not configured. Just return some high number to put it at the end.
  364. return 100;
  365. }
  366. private int GetDefaultOrder(IMetadataProvider provider)
  367. {
  368. var hasOrder = provider as IHasOrder;
  369. if (hasOrder != null)
  370. {
  371. return hasOrder.Order;
  372. }
  373. return 0;
  374. }
  375. public IEnumerable<MetadataPluginSummary> GetAllMetadataPlugins()
  376. {
  377. var list = new List<MetadataPluginSummary>
  378. {
  379. GetPluginSummary<Game>(),
  380. GetPluginSummary<GameSystem>(),
  381. GetPluginSummary<Movie>(),
  382. GetPluginSummary<BoxSet>(),
  383. GetPluginSummary<Book>(),
  384. GetPluginSummary<Series>(),
  385. GetPluginSummary<Season>(),
  386. GetPluginSummary<Episode>(),
  387. GetPluginSummary<Person>(),
  388. GetPluginSummary<MusicAlbum>(),
  389. GetPluginSummary<MusicArtist>(),
  390. GetPluginSummary<Audio>(),
  391. GetPluginSummary<Genre>(),
  392. GetPluginSummary<Studio>(),
  393. GetPluginSummary<GameGenre>(),
  394. GetPluginSummary<MusicGenre>(),
  395. GetPluginSummary<MusicVideo>(),
  396. GetPluginSummary<Video>(),
  397. GetPluginSummary<LiveTvChannel>(),
  398. GetPluginSummary<LiveTvProgram>(),
  399. GetPluginSummary<LiveTvVideoRecording>(),
  400. GetPluginSummary<LiveTvAudioRecording>()
  401. };
  402. return list;
  403. }
  404. private MetadataPluginSummary GetPluginSummary<T>()
  405. where T : BaseItem, new()
  406. {
  407. // Give it a dummy path just so that it looks like a file system item
  408. var dummy = new T()
  409. {
  410. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  411. // Dummy this up to fool the local trailer check
  412. Parent = new Folder()
  413. };
  414. var options = GetMetadataOptions(dummy);
  415. var summary = new MetadataPluginSummary
  416. {
  417. ItemType = typeof(T).Name
  418. };
  419. var imageProviders = GetImageProviders(dummy, options, true).ToList();
  420. AddMetadataPlugins(summary.Plugins, dummy, options);
  421. AddImagePlugins(summary.Plugins, dummy, imageProviders);
  422. var supportedImageTypes = imageProviders.OfType<IRemoteImageProvider>()
  423. .SelectMany(i => i.GetSupportedImages(dummy))
  424. .ToList();
  425. supportedImageTypes.AddRange(imageProviders.OfType<IDynamicImageProvider>()
  426. .SelectMany(i => i.GetSupportedImages(dummy)));
  427. summary.SupportedImageTypes = supportedImageTypes.Distinct().ToList();
  428. return summary;
  429. }
  430. private void AddMetadataPlugins<T>(List<MetadataPlugin> list, T item, MetadataOptions options)
  431. where T : IHasMetadata
  432. {
  433. var providers = GetMetadataProvidersInternal<T>(item, options, true).ToList();
  434. // Locals
  435. list.AddRange(providers.Where(i => (i is ILocalMetadataProvider)).Select(i => new MetadataPlugin
  436. {
  437. Name = i.Name,
  438. Type = MetadataPluginType.LocalMetadataProvider
  439. }));
  440. if (item.IsInternetMetadataEnabled())
  441. {
  442. // Fetchers
  443. list.AddRange(providers.Where(i => (i is IRemoteMetadataProvider)).Select(i => new MetadataPlugin
  444. {
  445. Name = i.Name,
  446. Type = MetadataPluginType.MetadataFetcher
  447. }));
  448. }
  449. if (item.IsSaveLocalMetadataEnabled())
  450. {
  451. // Savers
  452. list.AddRange(_savers.Where(i => IsSaverEnabledForItem(i, item, ItemUpdateType.MetadataEdit, true)).OrderBy(i => i.Name).Select(i => new MetadataPlugin
  453. {
  454. Name = i.Name,
  455. Type = MetadataPluginType.MetadataSaver
  456. }));
  457. }
  458. }
  459. private void AddImagePlugins<T>(List<MetadataPlugin> list, T item, List<IImageProvider> imageProviders)
  460. where T : IHasImages
  461. {
  462. // Locals
  463. list.AddRange(imageProviders.Where(i => (i is ILocalImageProvider)).Select(i => new MetadataPlugin
  464. {
  465. Name = i.Name,
  466. Type = MetadataPluginType.LocalImageProvider
  467. }));
  468. var enableInternet = item.IsInternetMetadataEnabled();
  469. // Fetchers
  470. list.AddRange(imageProviders.Where(i => i is IDynamicImageProvider || (enableInternet && i is IRemoteImageProvider)).Select(i => new MetadataPlugin
  471. {
  472. Name = i.Name,
  473. Type = MetadataPluginType.ImageFetcher
  474. }));
  475. }
  476. public MetadataOptions GetMetadataOptions(IHasImages item)
  477. {
  478. var type = item.GetType().Name;
  479. return ConfigurationManager.Configuration.MetadataOptions
  480. .FirstOrDefault(i => string.Equals(i.ItemType, type, StringComparison.OrdinalIgnoreCase)) ??
  481. new MetadataOptions();
  482. }
  483. private readonly ConcurrentDictionary<string, SemaphoreSlim> _fileLocks = new ConcurrentDictionary<string, SemaphoreSlim>();
  484. /// <summary>
  485. /// Saves the metadata.
  486. /// </summary>
  487. /// <param name="item">The item.</param>
  488. /// <param name="updateType">Type of the update.</param>
  489. /// <returns>Task.</returns>
  490. public Task SaveMetadata(IHasMetadata item, ItemUpdateType updateType)
  491. {
  492. return SaveMetadata(item, updateType, _savers);
  493. }
  494. /// <summary>
  495. /// Saves the metadata.
  496. /// </summary>
  497. /// <param name="item">The item.</param>
  498. /// <param name="updateType">Type of the update.</param>
  499. /// <param name="savers">The savers.</param>
  500. /// <returns>Task.</returns>
  501. public Task SaveMetadata(IHasMetadata item, ItemUpdateType updateType, IEnumerable<string> savers)
  502. {
  503. return SaveMetadata(item, updateType, _savers.Where(i => savers.Contains(i.Name, StringComparer.OrdinalIgnoreCase)));
  504. }
  505. /// <summary>
  506. /// Saves the metadata.
  507. /// </summary>
  508. /// <param name="item">The item.</param>
  509. /// <param name="updateType">Type of the update.</param>
  510. /// <param name="savers">The savers.</param>
  511. /// <returns>Task.</returns>
  512. private async Task SaveMetadata(IHasMetadata item, ItemUpdateType updateType, IEnumerable<IMetadataSaver> savers)
  513. {
  514. foreach (var saver in savers.Where(i => IsSaverEnabledForItem(i, item, updateType, false)))
  515. {
  516. _logger.Debug("Saving {0} to {1}.", item.Path ?? item.Name, saver.Name);
  517. var fileSaver = saver as IMetadataFileSaver;
  518. if (fileSaver != null)
  519. {
  520. string path = null;
  521. try
  522. {
  523. path = fileSaver.GetSavePath(item);
  524. }
  525. catch (Exception ex)
  526. {
  527. _logger.ErrorException("Error in {0} GetSavePath", ex, saver.Name);
  528. continue;
  529. }
  530. var semaphore = _fileLocks.GetOrAdd(path, key => new SemaphoreSlim(1, 1));
  531. await semaphore.WaitAsync().ConfigureAwait(false);
  532. try
  533. {
  534. _libraryMonitor.ReportFileSystemChangeBeginning(path);
  535. saver.Save(item, CancellationToken.None);
  536. }
  537. catch (Exception ex)
  538. {
  539. _logger.ErrorException("Error in metadata saver", ex);
  540. }
  541. finally
  542. {
  543. _libraryMonitor.ReportFileSystemChangeComplete(path, false);
  544. semaphore.Release();
  545. }
  546. }
  547. else
  548. {
  549. try
  550. {
  551. saver.Save(item, CancellationToken.None);
  552. }
  553. catch (Exception ex)
  554. {
  555. _logger.ErrorException("Error in metadata saver", ex);
  556. }
  557. }
  558. }
  559. }
  560. /// <summary>
  561. /// Determines whether [is saver enabled for item] [the specified saver].
  562. /// </summary>
  563. /// <param name="saver">The saver.</param>
  564. /// <param name="item">The item.</param>
  565. /// <param name="updateType">Type of the update.</param>
  566. /// <param name="includeDisabled">if set to <c>true</c> [include disabled].</param>
  567. /// <returns><c>true</c> if [is saver enabled for item] [the specified saver]; otherwise, <c>false</c>.</returns>
  568. private bool IsSaverEnabledForItem(IMetadataSaver saver, IHasMetadata item, ItemUpdateType updateType, bool includeDisabled)
  569. {
  570. var options = GetMetadataOptions(item);
  571. try
  572. {
  573. var isEnabledFor = saver.IsEnabledFor(item, updateType);
  574. if (!includeDisabled)
  575. {
  576. if (options.DisabledMetadataSavers.Contains(saver.Name, StringComparer.OrdinalIgnoreCase))
  577. {
  578. return false;
  579. }
  580. if (!item.IsSaveLocalMetadataEnabled())
  581. {
  582. if (updateType >= ItemUpdateType.MetadataEdit)
  583. {
  584. var fileSaver = saver as IMetadataFileSaver;
  585. // Manual edit occurred
  586. // Even if save local is off, save locally anyway if the metadata file already exists
  587. if (fileSaver == null || !isEnabledFor || !File.Exists(fileSaver.GetSavePath(item)))
  588. {
  589. return false;
  590. }
  591. }
  592. else
  593. {
  594. // Manual edit did not occur
  595. // Since local metadata saving is disabled, consider it disabled
  596. return false;
  597. }
  598. }
  599. }
  600. return isEnabledFor;
  601. }
  602. catch (Exception ex)
  603. {
  604. _logger.ErrorException("Error in {0}.IsEnabledFor", ex, saver.Name);
  605. return false;
  606. }
  607. }
  608. public async Task<IEnumerable<RemoteSearchResult>> GetRemoteSearchResults<TItemType, TLookupType>(RemoteSearchQuery<TLookupType> searchInfo,
  609. CancellationToken cancellationToken)
  610. where TItemType : BaseItem, new()
  611. where TLookupType : ItemLookupInfo
  612. {
  613. // Give it a dummy path just so that it looks like a file system item
  614. var dummy = new TItemType
  615. {
  616. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  617. // Dummy this up to fool the local trailer check
  618. Parent = new Folder()
  619. };
  620. var options = GetMetadataOptions(dummy);
  621. var providers = GetMetadataProvidersInternal<TItemType>(dummy, options, searchInfo.IncludeDisabledProviders)
  622. .OfType<IRemoteSearchProvider<TLookupType>>();
  623. if (!string.IsNullOrEmpty(searchInfo.SearchProviderName))
  624. {
  625. providers = providers.Where(i => string.Equals(i.Name, searchInfo.SearchProviderName, StringComparison.OrdinalIgnoreCase));
  626. }
  627. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataLanguage))
  628. {
  629. searchInfo.SearchInfo.MetadataLanguage = ConfigurationManager.Configuration.PreferredMetadataLanguage;
  630. }
  631. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataCountryCode))
  632. {
  633. searchInfo.SearchInfo.MetadataCountryCode = ConfigurationManager.Configuration.MetadataCountryCode;
  634. }
  635. foreach (var provider in providers)
  636. {
  637. try
  638. {
  639. var results = await GetSearchResults(provider, searchInfo.SearchInfo, cancellationToken).ConfigureAwait(false);
  640. var list = results.ToList();
  641. if (list.Count > 0)
  642. {
  643. return list.Take(10);
  644. }
  645. }
  646. catch (Exception ex)
  647. {
  648. // Logged at lower levels
  649. }
  650. }
  651. // Nothing found
  652. return new List<RemoteSearchResult>();
  653. }
  654. private async Task<IEnumerable<RemoteSearchResult>> GetSearchResults<TLookupType>(IRemoteSearchProvider<TLookupType> provider, TLookupType searchInfo,
  655. CancellationToken cancellationToken)
  656. where TLookupType : ItemLookupInfo
  657. {
  658. var results = await provider.GetSearchResults(searchInfo, cancellationToken).ConfigureAwait(false);
  659. var list = results.ToList();
  660. foreach (var item in list)
  661. {
  662. item.SearchProviderName = provider.Name;
  663. }
  664. return list;
  665. }
  666. public Task<HttpResponseInfo> GetSearchImage(string providerName, string url, CancellationToken cancellationToken)
  667. {
  668. var provider = _metadataProviders.OfType<IRemoteSearchProvider>().FirstOrDefault(i => string.Equals(i.Name, providerName, StringComparison.OrdinalIgnoreCase));
  669. if (provider == null)
  670. {
  671. throw new ArgumentException("Search provider not found.");
  672. }
  673. return provider.GetImageResponse(url, cancellationToken);
  674. }
  675. public IEnumerable<IExternalId> GetExternalIds(IHasProviderIds item)
  676. {
  677. return _externalIds.Where(i =>
  678. {
  679. try
  680. {
  681. return i.Supports(item);
  682. }
  683. catch (Exception ex)
  684. {
  685. _logger.ErrorException("Error in {0}.Suports", ex, i.GetType().Name);
  686. return false;
  687. }
  688. });
  689. }
  690. public IEnumerable<ExternalUrl> GetExternalUrls(IHasProviderIds item)
  691. {
  692. return GetExternalIds(item)
  693. .Select(i =>
  694. {
  695. if (string.IsNullOrEmpty(i.UrlFormatString))
  696. {
  697. return null;
  698. }
  699. var value = item.GetProviderId(i.Key);
  700. if (string.IsNullOrEmpty(value))
  701. {
  702. return null;
  703. }
  704. return new ExternalUrl
  705. {
  706. Name = i.Name,
  707. Url = string.Format(i.UrlFormatString, value)
  708. };
  709. }).Where(i => i != null);
  710. }
  711. public IEnumerable<ExternalIdInfo> GetExternalIdInfos(IHasProviderIds item)
  712. {
  713. return GetExternalIds(item)
  714. .Select(i => new ExternalIdInfo
  715. {
  716. Name = i.Name,
  717. Key = i.Key,
  718. UrlFormatString = i.UrlFormatString
  719. });
  720. }
  721. private readonly ConcurrentQueue<Tuple<Guid, MetadataRefreshOptions>> _refreshQueue =
  722. new ConcurrentQueue<Tuple<Guid, MetadataRefreshOptions>>();
  723. private readonly object _refreshTimerLock = new object();
  724. private Timer _refreshTimer;
  725. public void QueueRefresh(Guid id, MetadataRefreshOptions options)
  726. {
  727. if (_disposed)
  728. {
  729. return;
  730. }
  731. _refreshQueue.Enqueue(new Tuple<Guid, MetadataRefreshOptions>(id, options));
  732. StartRefreshTimer();
  733. }
  734. private void StartRefreshTimer()
  735. {
  736. lock (_refreshTimerLock)
  737. {
  738. if (_refreshTimer == null)
  739. {
  740. _refreshTimer = new Timer(RefreshTimerCallback, null, 100, Timeout.Infinite);
  741. }
  742. }
  743. }
  744. private void StopRefreshTimer()
  745. {
  746. lock (_refreshTimerLock)
  747. {
  748. if (_refreshTimer != null)
  749. {
  750. _refreshTimer.Dispose();
  751. _refreshTimer = null;
  752. }
  753. }
  754. }
  755. private async void RefreshTimerCallback(object state)
  756. {
  757. Tuple<Guid, MetadataRefreshOptions> refreshItem;
  758. var libraryManager = _libraryManagerFactory();
  759. while (_refreshQueue.TryDequeue(out refreshItem))
  760. {
  761. if (_disposed)
  762. {
  763. return;
  764. }
  765. var item = libraryManager.GetItemById(refreshItem.Item1);
  766. if (item != null)
  767. {
  768. try
  769. {
  770. var artist = item as MusicArtist;
  771. var task = artist == null
  772. ? RefreshItem(item, refreshItem.Item2, CancellationToken.None)
  773. : RefreshArtist(artist, refreshItem.Item2);
  774. await task.ConfigureAwait(false);
  775. }
  776. catch (Exception ex)
  777. {
  778. _logger.ErrorException("Error refreshing item", ex);
  779. }
  780. }
  781. }
  782. StopRefreshTimer();
  783. }
  784. private async Task RefreshItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  785. {
  786. await item.RefreshMetadata(options, CancellationToken.None).ConfigureAwait(false);
  787. if (item.IsFolder)
  788. {
  789. // Collection folders don't validate their children so we'll have to simulate that here
  790. var collectionFolder = item as CollectionFolder;
  791. if (collectionFolder != null)
  792. {
  793. await RefreshCollectionFolderChildren(options, collectionFolder).ConfigureAwait(false);
  794. }
  795. else
  796. {
  797. var folder = (Folder)item;
  798. await folder.ValidateChildren(new Progress<double>(), cancellationToken, options).ConfigureAwait(false);
  799. }
  800. }
  801. }
  802. private async Task RefreshCollectionFolderChildren(MetadataRefreshOptions options, CollectionFolder collectionFolder)
  803. {
  804. foreach (var child in collectionFolder.Children.ToList())
  805. {
  806. await child.RefreshMetadata(options, CancellationToken.None).ConfigureAwait(false);
  807. if (child.IsFolder)
  808. {
  809. var folder = (Folder)child;
  810. await folder.ValidateChildren(new Progress<double>(), CancellationToken.None).ConfigureAwait(false);
  811. }
  812. }
  813. }
  814. private async Task RefreshArtist(MusicArtist item, MetadataRefreshOptions options)
  815. {
  816. var cancellationToken = CancellationToken.None;
  817. var albums = _libraryManagerFactory().RootFolder
  818. .GetRecursiveChildren()
  819. .OfType<MusicAlbum>()
  820. .Where(i => i.HasAnyArtist(item.Name))
  821. .ToList();
  822. var musicArtists = albums
  823. .Select(i => i.Parent)
  824. .OfType<MusicArtist>()
  825. .ToList();
  826. var musicArtistRefreshTasks = musicArtists.Select(i => i.ValidateChildren(new Progress<double>(), cancellationToken, options, true));
  827. await Task.WhenAll(musicArtistRefreshTasks).ConfigureAwait(false);
  828. try
  829. {
  830. await item.RefreshMetadata(options, CancellationToken.None).ConfigureAwait(false);
  831. }
  832. catch (Exception ex)
  833. {
  834. _logger.ErrorException("Error refreshing library", ex);
  835. }
  836. }
  837. public Task RefreshFullItem(IHasMetadata item, MetadataRefreshOptions options,
  838. CancellationToken cancellationToken)
  839. {
  840. return RefreshItem((BaseItem)item, options, cancellationToken);
  841. }
  842. private bool _disposed;
  843. public void Dispose()
  844. {
  845. _disposed = true;
  846. }
  847. }
  848. }