ProviderManager.cs 47 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Net;
  8. using System.Net.Http;
  9. using System.Net.Mime;
  10. using System.Runtime.ExceptionServices;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using AsyncKeyedLock;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Data.Events;
  16. using Jellyfin.Extensions;
  17. using MediaBrowser.Common.Net;
  18. using MediaBrowser.Controller;
  19. using MediaBrowser.Controller.BaseItemManager;
  20. using MediaBrowser.Controller.Configuration;
  21. using MediaBrowser.Controller.Dto;
  22. using MediaBrowser.Controller.Entities;
  23. using MediaBrowser.Controller.Entities.Audio;
  24. using MediaBrowser.Controller.Entities.Movies;
  25. using MediaBrowser.Controller.Library;
  26. using MediaBrowser.Controller.Lyrics;
  27. using MediaBrowser.Controller.Providers;
  28. using MediaBrowser.Controller.Subtitles;
  29. using MediaBrowser.Model.Configuration;
  30. using MediaBrowser.Model.Entities;
  31. using MediaBrowser.Model.Extensions;
  32. using MediaBrowser.Model.IO;
  33. using MediaBrowser.Model.Net;
  34. using MediaBrowser.Model.Providers;
  35. using Microsoft.Extensions.Caching.Memory;
  36. using Microsoft.Extensions.Logging;
  37. using Book = MediaBrowser.Controller.Entities.Book;
  38. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  39. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  40. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  41. using Season = MediaBrowser.Controller.Entities.TV.Season;
  42. using Series = MediaBrowser.Controller.Entities.TV.Series;
  43. namespace MediaBrowser.Providers.Manager
  44. {
  45. /// <summary>
  46. /// Class ProviderManager.
  47. /// </summary>
  48. public class ProviderManager : IProviderManager, IDisposable
  49. {
  50. private readonly object _refreshQueueLock = new();
  51. private readonly ILogger<ProviderManager> _logger;
  52. private readonly IHttpClientFactory _httpClientFactory;
  53. private readonly ILibraryMonitor _libraryMonitor;
  54. private readonly IFileSystem _fileSystem;
  55. private readonly IServerApplicationPaths _appPaths;
  56. private readonly ILibraryManager _libraryManager;
  57. private readonly ISubtitleManager _subtitleManager;
  58. private readonly ILyricManager _lyricManager;
  59. private readonly IServerConfigurationManager _configurationManager;
  60. private readonly IBaseItemManager _baseItemManager;
  61. private readonly ConcurrentDictionary<Guid, double> _activeRefreshes = new();
  62. private readonly CancellationTokenSource _disposeCancellationTokenSource = new();
  63. private readonly PriorityQueue<(Guid ItemId, MetadataRefreshOptions RefreshOptions), RefreshPriority> _refreshQueue = new();
  64. private readonly IMemoryCache _memoryCache;
  65. private readonly IMediaSegmentManager _mediaSegmentManager;
  66. private readonly AsyncKeyedLocker<string> _imageSaveLock = new(o =>
  67. {
  68. o.PoolSize = 20;
  69. o.PoolInitialFill = 1;
  70. });
  71. private IImageProvider[] _imageProviders = [];
  72. private IMetadataService[] _metadataServices = [];
  73. private IMetadataProvider[] _metadataProviders = [];
  74. private IMetadataSaver[] _savers = [];
  75. private IExternalId[] _externalIds = [];
  76. private IExternalUrlProvider[] _externalUrlProviders = [];
  77. private bool _isProcessingRefreshQueue;
  78. private bool _disposed;
  79. /// <summary>
  80. /// Initializes a new instance of the <see cref="ProviderManager"/> class.
  81. /// </summary>
  82. /// <param name="httpClientFactory">The Http client factory.</param>
  83. /// <param name="subtitleManager">The subtitle manager.</param>
  84. /// <param name="configurationManager">The configuration manager.</param>
  85. /// <param name="libraryMonitor">The library monitor.</param>
  86. /// <param name="logger">The logger.</param>
  87. /// <param name="fileSystem">The filesystem.</param>
  88. /// <param name="appPaths">The server application paths.</param>
  89. /// <param name="libraryManager">The library manager.</param>
  90. /// <param name="baseItemManager">The BaseItem manager.</param>
  91. /// <param name="lyricManager">The lyric manager.</param>
  92. /// <param name="memoryCache">The memory cache.</param>
  93. /// <param name="mediaSegmentManager">The media segment manager.</param>
  94. public ProviderManager(
  95. IHttpClientFactory httpClientFactory,
  96. ISubtitleManager subtitleManager,
  97. IServerConfigurationManager configurationManager,
  98. ILibraryMonitor libraryMonitor,
  99. ILogger<ProviderManager> logger,
  100. IFileSystem fileSystem,
  101. IServerApplicationPaths appPaths,
  102. ILibraryManager libraryManager,
  103. IBaseItemManager baseItemManager,
  104. ILyricManager lyricManager,
  105. IMemoryCache memoryCache,
  106. IMediaSegmentManager mediaSegmentManager)
  107. {
  108. _logger = logger;
  109. _httpClientFactory = httpClientFactory;
  110. _configurationManager = configurationManager;
  111. _libraryMonitor = libraryMonitor;
  112. _fileSystem = fileSystem;
  113. _appPaths = appPaths;
  114. _libraryManager = libraryManager;
  115. _subtitleManager = subtitleManager;
  116. _baseItemManager = baseItemManager;
  117. _lyricManager = lyricManager;
  118. _memoryCache = memoryCache;
  119. _mediaSegmentManager = mediaSegmentManager;
  120. }
  121. /// <inheritdoc/>
  122. public event EventHandler<GenericEventArgs<BaseItem>>? RefreshStarted;
  123. /// <inheritdoc/>
  124. public event EventHandler<GenericEventArgs<BaseItem>>? RefreshCompleted;
  125. /// <inheritdoc/>
  126. public event EventHandler<GenericEventArgs<Tuple<BaseItem, double>>>? RefreshProgress;
  127. /// <inheritdoc/>
  128. public void AddParts(
  129. IEnumerable<IImageProvider> imageProviders,
  130. IEnumerable<IMetadataService> metadataServices,
  131. IEnumerable<IMetadataProvider> metadataProviders,
  132. IEnumerable<IMetadataSaver> metadataSavers,
  133. IEnumerable<IExternalId> externalIds,
  134. IEnumerable<IExternalUrlProvider> externalUrlProviders)
  135. {
  136. _imageProviders = imageProviders.ToArray();
  137. _metadataServices = metadataServices.OrderBy(i => i.Order).ToArray();
  138. _metadataProviders = metadataProviders.ToArray();
  139. _externalIds = externalIds.OrderBy(i => i.ProviderName).ToArray();
  140. _externalUrlProviders = externalUrlProviders.OrderBy(i => i.Name).ToArray();
  141. _savers = metadataSavers.ToArray();
  142. }
  143. /// <inheritdoc/>
  144. public Task<ItemUpdateType> RefreshSingleItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  145. {
  146. var type = item.GetType();
  147. var service = _metadataServices.FirstOrDefault(current => current.CanRefreshPrimary(type))
  148. ?? _metadataServices.FirstOrDefault(current => current.CanRefresh(item));
  149. if (service is null)
  150. {
  151. _logger.LogError("Unable to find a metadata service for item of type {TypeName}", type.Name);
  152. return Task.FromResult(ItemUpdateType.None);
  153. }
  154. return service.RefreshMetadata(item, options, cancellationToken);
  155. }
  156. /// <inheritdoc/>
  157. public async Task SaveImage(BaseItem item, string url, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  158. {
  159. using (await _imageSaveLock.LockAsync(url, cancellationToken).ConfigureAwait(false))
  160. {
  161. if (_memoryCache.TryGetValue(url, out (string ContentType, byte[] ImageContents)? cachedValue)
  162. && cachedValue is not null)
  163. {
  164. var imageContents = cachedValue.Value.ImageContents;
  165. var cacheStream = new MemoryStream(imageContents, 0, imageContents.Length, false);
  166. await using (cacheStream.ConfigureAwait(false))
  167. {
  168. await SaveImage(
  169. item,
  170. cacheStream,
  171. cachedValue.Value.ContentType,
  172. type,
  173. imageIndex,
  174. cancellationToken).ConfigureAwait(false);
  175. return;
  176. }
  177. }
  178. var httpClient = _httpClientFactory.CreateClient(NamedClient.Default);
  179. using var response = await httpClient.GetAsync(url, cancellationToken).ConfigureAwait(false);
  180. response.EnsureSuccessStatusCode();
  181. var contentType = response.Content.Headers.ContentType?.MediaType;
  182. // Workaround for tvheadend channel icons
  183. // TODO: Isolate this hack into the tvh plugin
  184. if (string.IsNullOrEmpty(contentType))
  185. {
  186. if (url.Contains("/imagecache/", StringComparison.OrdinalIgnoreCase))
  187. {
  188. contentType = MediaTypeNames.Image.Png;
  189. }
  190. else
  191. {
  192. throw new HttpRequestException("Invalid image received: contentType not set.", null, response.StatusCode);
  193. }
  194. }
  195. // TVDb will sometimes serve a rubbish 404 html page with a 200 OK code, because reasons...
  196. if (contentType.Equals(MediaTypeNames.Text.Html, StringComparison.OrdinalIgnoreCase))
  197. {
  198. throw new HttpRequestException("Invalid image received.", null, HttpStatusCode.NotFound);
  199. }
  200. // some iptv/epg providers don't correctly report media type, extract from url if no extension found
  201. if (string.IsNullOrWhiteSpace(MimeTypes.ToExtension(contentType)))
  202. {
  203. // Strip query parameters from url to get actual path.
  204. contentType = MimeTypes.GetMimeType(new Uri(url).GetLeftPart(UriPartial.Path));
  205. }
  206. if (!contentType.StartsWith("image/", StringComparison.OrdinalIgnoreCase))
  207. {
  208. throw new HttpRequestException($"Request returned {contentType} instead of an image type", null, HttpStatusCode.NotFound);
  209. }
  210. var responseBytes = await response.Content.ReadAsByteArrayAsync(cancellationToken).ConfigureAwait(false);
  211. var stream = new MemoryStream(responseBytes, 0, responseBytes.Length, false);
  212. await using (stream.ConfigureAwait(false))
  213. {
  214. _memoryCache.Set(url, (contentType, responseBytes), TimeSpan.FromSeconds(10));
  215. await SaveImage(
  216. item,
  217. stream,
  218. contentType,
  219. type,
  220. imageIndex,
  221. cancellationToken).ConfigureAwait(false);
  222. }
  223. }
  224. }
  225. /// <inheritdoc/>
  226. public Task SaveImage(BaseItem item, Stream source, string mimeType, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  227. {
  228. return new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, source, mimeType, type, imageIndex, cancellationToken);
  229. }
  230. /// <inheritdoc/>
  231. public async Task SaveImage(BaseItem item, string source, string mimeType, ImageType type, int? imageIndex, bool? saveLocallyWithMedia, CancellationToken cancellationToken)
  232. {
  233. if (string.IsNullOrWhiteSpace(source))
  234. {
  235. throw new ArgumentNullException(nameof(source));
  236. }
  237. try
  238. {
  239. var fileStream = AsyncFile.OpenRead(source);
  240. await new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, fileStream, mimeType, type, imageIndex, saveLocallyWithMedia, cancellationToken);
  241. }
  242. finally
  243. {
  244. try
  245. {
  246. File.Delete(source);
  247. }
  248. catch (Exception ex)
  249. {
  250. _logger.LogError(ex, "Source file {Source} not found or in use, skip removing", source);
  251. }
  252. }
  253. }
  254. /// <inheritdoc/>
  255. public Task SaveImage(Stream source, string mimeType, string path)
  256. {
  257. return new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger)
  258. .SaveImage(source, path);
  259. }
  260. /// <inheritdoc/>
  261. public async Task<IEnumerable<RemoteImageInfo>> GetAvailableRemoteImages(BaseItem item, RemoteImageQuery query, CancellationToken cancellationToken)
  262. {
  263. var providers = GetRemoteImageProviders(item, query.IncludeDisabledProviders);
  264. if (!string.IsNullOrEmpty(query.ProviderName))
  265. {
  266. var providerName = query.ProviderName;
  267. providers = providers.Where(i => string.Equals(i.Name, providerName, StringComparison.OrdinalIgnoreCase));
  268. }
  269. if (query.ImageType is not null)
  270. {
  271. providers = providers.Where(i => i.GetSupportedImages(item).Contains(query.ImageType.Value));
  272. }
  273. var preferredLanguage = item.GetPreferredMetadataLanguage();
  274. var tasks = providers.Select(i => GetImages(item, i, preferredLanguage, query.IncludeAllLanguages, cancellationToken, query.ImageType));
  275. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  276. return results.SelectMany(i => i);
  277. }
  278. /// <summary>
  279. /// Gets the images.
  280. /// </summary>
  281. /// <param name="item">The item.</param>
  282. /// <param name="provider">The provider.</param>
  283. /// <param name="preferredLanguage">The preferred language.</param>
  284. /// <param name="includeAllLanguages">Whether to include all languages in results.</param>
  285. /// <param name="cancellationToken">The cancellation token.</param>
  286. /// <param name="type">The type.</param>
  287. /// <returns>Task{IEnumerable{RemoteImageInfo}}.</returns>
  288. private async Task<IEnumerable<RemoteImageInfo>> GetImages(
  289. BaseItem item,
  290. IRemoteImageProvider provider,
  291. string preferredLanguage,
  292. bool includeAllLanguages,
  293. CancellationToken cancellationToken,
  294. ImageType? type = null)
  295. {
  296. bool hasPreferredLanguage = !string.IsNullOrWhiteSpace(preferredLanguage);
  297. try
  298. {
  299. var result = await provider.GetImages(item, cancellationToken).ConfigureAwait(false);
  300. if (type.HasValue)
  301. {
  302. result = result.Where(i => i.Type == type.Value);
  303. }
  304. if (!includeAllLanguages && hasPreferredLanguage)
  305. {
  306. // Filter out languages that do not match the preferred languages.
  307. //
  308. // TODO: should exception case of "en" (English) eventually be removed?
  309. result = result.Where(i => string.IsNullOrWhiteSpace(i.Language) ||
  310. string.Equals(preferredLanguage, i.Language, StringComparison.OrdinalIgnoreCase) ||
  311. string.Equals(i.Language, "en", StringComparison.OrdinalIgnoreCase));
  312. }
  313. return result.OrderByLanguageDescending(preferredLanguage);
  314. }
  315. catch (OperationCanceledException)
  316. {
  317. return Enumerable.Empty<RemoteImageInfo>();
  318. }
  319. catch (Exception ex)
  320. {
  321. _logger.LogError(ex, "{ProviderName} failed in GetImageInfos for type {ItemType} at {ItemPath}", provider.GetType().Name, item.GetType().Name, item.Path);
  322. return Enumerable.Empty<RemoteImageInfo>();
  323. }
  324. }
  325. /// <inheritdoc/>
  326. public IEnumerable<ImageProviderInfo> GetRemoteImageProviderInfo(BaseItem item)
  327. {
  328. return GetRemoteImageProviders(item, true).Select(i => new ImageProviderInfo(i.Name, i.GetSupportedImages(item).ToArray()));
  329. }
  330. private IEnumerable<IRemoteImageProvider> GetRemoteImageProviders(BaseItem item, bool includeDisabled)
  331. {
  332. var options = GetMetadataOptions(item);
  333. var libraryOptions = _libraryManager.GetLibraryOptions(item);
  334. return GetImageProvidersInternal(
  335. item,
  336. libraryOptions,
  337. options,
  338. new ImageRefreshOptions(new DirectoryService(_fileSystem)),
  339. includeDisabled).OfType<IRemoteImageProvider>();
  340. }
  341. /// <inheritdoc/>
  342. public IEnumerable<IImageProvider> GetImageProviders(BaseItem item, ImageRefreshOptions refreshOptions)
  343. {
  344. return GetImageProvidersInternal(item, _libraryManager.GetLibraryOptions(item), GetMetadataOptions(item), refreshOptions, false);
  345. }
  346. private IEnumerable<IImageProvider> GetImageProvidersInternal(BaseItem item, LibraryOptions libraryOptions, MetadataOptions options, ImageRefreshOptions refreshOptions, bool includeDisabled)
  347. {
  348. var typeOptions = libraryOptions.GetTypeOptions(item.GetType().Name);
  349. var fetcherOrder = typeOptions?.ImageFetcherOrder ?? options.ImageFetcherOrder;
  350. return _imageProviders.Where(i => CanRefreshImages(i, item, typeOptions, refreshOptions, includeDisabled))
  351. .OrderBy(i => GetConfiguredOrder(fetcherOrder, i.Name))
  352. .ThenBy(GetDefaultOrder);
  353. }
  354. private bool CanRefreshImages(
  355. IImageProvider provider,
  356. BaseItem item,
  357. TypeOptions? libraryTypeOptions,
  358. ImageRefreshOptions refreshOptions,
  359. bool includeDisabled)
  360. {
  361. try
  362. {
  363. if (!provider.Supports(item))
  364. {
  365. return false;
  366. }
  367. }
  368. catch (Exception ex)
  369. {
  370. _logger.LogError(ex, "{ProviderName} failed in Supports for type {ItemType} at {ItemPath}", provider.GetType().Name, item.GetType().Name, item.Path);
  371. return false;
  372. }
  373. if (includeDisabled || provider is ILocalImageProvider)
  374. {
  375. return true;
  376. }
  377. if (item.IsLocked && refreshOptions.ImageRefreshMode != MetadataRefreshMode.FullRefresh)
  378. {
  379. return false;
  380. }
  381. return _baseItemManager.IsImageFetcherEnabled(item, libraryTypeOptions, provider.Name);
  382. }
  383. /// <inheritdoc />
  384. public IEnumerable<IMetadataProvider<T>> GetMetadataProviders<T>(BaseItem item, LibraryOptions libraryOptions)
  385. where T : BaseItem
  386. {
  387. var globalMetadataOptions = GetMetadataOptions(item);
  388. return GetMetadataProvidersInternal<T>(item, libraryOptions, globalMetadataOptions, false, false);
  389. }
  390. /// <inheritdoc />
  391. public IEnumerable<IMetadataSaver> GetMetadataSavers(BaseItem item, LibraryOptions libraryOptions)
  392. {
  393. return _savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, ItemUpdateType.MetadataEdit, false));
  394. }
  395. private IEnumerable<IMetadataProvider<T>> GetMetadataProvidersInternal<T>(BaseItem item, LibraryOptions libraryOptions, MetadataOptions globalMetadataOptions, bool includeDisabled, bool forceEnableInternetMetadata)
  396. where T : BaseItem
  397. {
  398. var localMetadataReaderOrder = libraryOptions.LocalMetadataReaderOrder ?? globalMetadataOptions.LocalMetadataReaderOrder;
  399. var typeOptions = libraryOptions.GetTypeOptions(item.GetType().Name);
  400. var metadataFetcherOrder = typeOptions?.MetadataFetcherOrder ?? globalMetadataOptions.MetadataFetcherOrder;
  401. return _metadataProviders.OfType<IMetadataProvider<T>>()
  402. .Where(i => CanRefreshMetadata(i, item, typeOptions, includeDisabled, forceEnableInternetMetadata))
  403. .OrderBy(i =>
  404. // local and remote providers will be interleaved in the final order
  405. // only relative order within a type matters: consumers of the list filter to one or the other
  406. i switch
  407. {
  408. ILocalMetadataProvider => GetConfiguredOrder(localMetadataReaderOrder, i.Name),
  409. IRemoteMetadataProvider => GetConfiguredOrder(metadataFetcherOrder, i.Name),
  410. // Default to end
  411. _ => int.MaxValue
  412. })
  413. .ThenBy(GetDefaultOrder);
  414. }
  415. private bool CanRefreshMetadata(
  416. IMetadataProvider provider,
  417. BaseItem item,
  418. TypeOptions? libraryTypeOptions,
  419. bool includeDisabled,
  420. bool forceEnableInternetMetadata)
  421. {
  422. if (!item.SupportsLocalMetadata && provider is ILocalMetadataProvider)
  423. {
  424. return false;
  425. }
  426. if (includeDisabled)
  427. {
  428. return true;
  429. }
  430. // If locked only allow local providers
  431. if (item.IsLocked && provider is not ILocalMetadataProvider && provider is not IForcedProvider)
  432. {
  433. return false;
  434. }
  435. if (forceEnableInternetMetadata || provider is not IRemoteMetadataProvider)
  436. {
  437. return true;
  438. }
  439. return _baseItemManager.IsMetadataFetcherEnabled(item, libraryTypeOptions, provider.Name);
  440. }
  441. private static int GetConfiguredOrder(string[] order, string providerName)
  442. {
  443. var index = Array.IndexOf(order, providerName);
  444. if (index != -1)
  445. {
  446. return index;
  447. }
  448. // default to end
  449. return int.MaxValue;
  450. }
  451. private static int GetDefaultOrder(object provider)
  452. {
  453. if (provider is IHasOrder hasOrder)
  454. {
  455. return hasOrder.Order;
  456. }
  457. // after items that want to be first (~0) but before items that want to be last (~100)
  458. return 50;
  459. }
  460. /// <inheritdoc/>
  461. public MetadataPluginSummary[] GetAllMetadataPlugins()
  462. {
  463. return new[]
  464. {
  465. GetPluginSummary<Movie>(),
  466. GetPluginSummary<BoxSet>(),
  467. GetPluginSummary<Book>(),
  468. GetPluginSummary<Series>(),
  469. GetPluginSummary<Season>(),
  470. GetPluginSummary<Episode>(),
  471. GetPluginSummary<MusicAlbum>(),
  472. GetPluginSummary<MusicArtist>(),
  473. GetPluginSummary<Audio>(),
  474. GetPluginSummary<AudioBook>(),
  475. GetPluginSummary<Studio>(),
  476. GetPluginSummary<MusicVideo>(),
  477. GetPluginSummary<Video>()
  478. };
  479. }
  480. private MetadataPluginSummary GetPluginSummary<T>()
  481. where T : BaseItem, new()
  482. {
  483. // Give it a dummy path just so that it looks like a file system item
  484. var dummy = new T
  485. {
  486. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  487. ParentId = Guid.NewGuid()
  488. };
  489. var options = GetMetadataOptions(dummy);
  490. var summary = new MetadataPluginSummary
  491. {
  492. ItemType = typeof(T).Name
  493. };
  494. var libraryOptions = new LibraryOptions();
  495. var imageProviders = GetImageProvidersInternal(
  496. dummy,
  497. libraryOptions,
  498. options,
  499. new ImageRefreshOptions(new DirectoryService(_fileSystem)),
  500. true).ToList();
  501. var pluginList = summary.Plugins.ToList();
  502. AddMetadataPlugins(pluginList, dummy, libraryOptions, options);
  503. AddImagePlugins(pluginList, imageProviders);
  504. // Subtitle fetchers
  505. var subtitleProviders = _subtitleManager.GetSupportedProviders(dummy);
  506. pluginList.AddRange(subtitleProviders.Select(i => new MetadataPlugin
  507. {
  508. Name = i.Name,
  509. Type = MetadataPluginType.SubtitleFetcher
  510. }));
  511. // Lyric fetchers
  512. var lyricProviders = _lyricManager.GetSupportedProviders(dummy);
  513. pluginList.AddRange(lyricProviders.Select(i => new MetadataPlugin
  514. {
  515. Name = i.Name,
  516. Type = MetadataPluginType.LyricFetcher
  517. }));
  518. // Media segment providers
  519. var mediaSegmentProviders = _mediaSegmentManager.GetSupportedProviders(dummy);
  520. pluginList.AddRange(mediaSegmentProviders.Select(i => new MetadataPlugin
  521. {
  522. Name = i.Name,
  523. Type = MetadataPluginType.MediaSegmentProvider
  524. }));
  525. summary.Plugins = pluginList.ToArray();
  526. var supportedImageTypes = imageProviders.OfType<IRemoteImageProvider>()
  527. .SelectMany(i => i.GetSupportedImages(dummy))
  528. .ToList();
  529. supportedImageTypes.AddRange(imageProviders.OfType<IDynamicImageProvider>()
  530. .SelectMany(i => i.GetSupportedImages(dummy)));
  531. summary.SupportedImageTypes = supportedImageTypes.Distinct().ToArray();
  532. return summary;
  533. }
  534. private void AddMetadataPlugins<T>(List<MetadataPlugin> list, T item, LibraryOptions libraryOptions, MetadataOptions options)
  535. where T : BaseItem
  536. {
  537. var providers = GetMetadataProvidersInternal<T>(item, libraryOptions, options, true, true).ToList();
  538. // Locals
  539. list.AddRange(providers.Where(i => i is ILocalMetadataProvider).Select(i => new MetadataPlugin
  540. {
  541. Name = i.Name,
  542. Type = MetadataPluginType.LocalMetadataProvider
  543. }));
  544. // Fetchers
  545. list.AddRange(providers.Where(i => i is IRemoteMetadataProvider).Select(i => new MetadataPlugin
  546. {
  547. Name = i.Name,
  548. Type = MetadataPluginType.MetadataFetcher
  549. }));
  550. // Savers
  551. list.AddRange(_savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, ItemUpdateType.MetadataEdit, true)).OrderBy(i => i.Name).Select(i => new MetadataPlugin
  552. {
  553. Name = i.Name,
  554. Type = MetadataPluginType.MetadataSaver
  555. }));
  556. }
  557. private void AddImagePlugins(List<MetadataPlugin> list, List<IImageProvider> imageProviders)
  558. {
  559. // Locals
  560. list.AddRange(imageProviders.Where(i => i is ILocalImageProvider).Select(i => new MetadataPlugin
  561. {
  562. Name = i.Name,
  563. Type = MetadataPluginType.LocalImageProvider
  564. }));
  565. // Fetchers
  566. list.AddRange(imageProviders.Where(i => i is IDynamicImageProvider || (i is IRemoteImageProvider)).Select(i => new MetadataPlugin
  567. {
  568. Name = i.Name,
  569. Type = MetadataPluginType.ImageFetcher
  570. }));
  571. }
  572. /// <inheritdoc/>
  573. public MetadataOptions GetMetadataOptions(BaseItem item)
  574. => _configurationManager.GetMetadataOptionsForType(item.GetType().Name) ?? new MetadataOptions();
  575. /// <inheritdoc/>
  576. public Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType)
  577. => SaveMetadataAsync(item, updateType, _savers);
  578. /// <inheritdoc/>
  579. public Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType, IEnumerable<string> savers)
  580. => SaveMetadataAsync(item, updateType, _savers.Where(i => savers.Contains(i.Name, StringComparison.OrdinalIgnoreCase)));
  581. /// <summary>
  582. /// Saves the metadata.
  583. /// </summary>
  584. /// <param name="item">The item.</param>
  585. /// <param name="updateType">Type of the update.</param>
  586. /// <param name="savers">The savers.</param>
  587. private async Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType, IEnumerable<IMetadataSaver> savers)
  588. {
  589. var libraryOptions = _libraryManager.GetLibraryOptions(item);
  590. foreach (var saver in savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, updateType, false)))
  591. {
  592. _logger.LogDebug("Saving {Item} to {Saver}", item.Path ?? item.Name, saver.Name);
  593. if (saver is IMetadataFileSaver fileSaver)
  594. {
  595. string path;
  596. try
  597. {
  598. path = fileSaver.GetSavePath(item);
  599. }
  600. catch (Exception ex)
  601. {
  602. _logger.LogError(ex, "Error in {Saver} GetSavePath", saver.Name);
  603. continue;
  604. }
  605. try
  606. {
  607. _libraryMonitor.ReportFileSystemChangeBeginning(path);
  608. await saver.SaveAsync(item, CancellationToken.None).ConfigureAwait(false);
  609. }
  610. catch (Exception ex)
  611. {
  612. _logger.LogError(ex, "Error in metadata saver");
  613. }
  614. finally
  615. {
  616. _libraryMonitor.ReportFileSystemChangeComplete(path, false);
  617. }
  618. }
  619. else
  620. {
  621. try
  622. {
  623. await saver.SaveAsync(item, CancellationToken.None).ConfigureAwait(false);
  624. }
  625. catch (Exception ex)
  626. {
  627. _logger.LogError(ex, "Error in metadata saver");
  628. }
  629. }
  630. }
  631. }
  632. /// <summary>
  633. /// Determines whether [is saver enabled for item] [the specified saver].
  634. /// </summary>
  635. private bool IsSaverEnabledForItem(IMetadataSaver saver, BaseItem item, LibraryOptions libraryOptions, ItemUpdateType updateType, bool includeDisabled)
  636. {
  637. var options = GetMetadataOptions(item);
  638. try
  639. {
  640. if (!saver.IsEnabledFor(item, updateType))
  641. {
  642. return false;
  643. }
  644. if (!includeDisabled)
  645. {
  646. if (libraryOptions.MetadataSavers is null)
  647. {
  648. if (options.DisabledMetadataSavers.Contains(saver.Name, StringComparison.OrdinalIgnoreCase))
  649. {
  650. return false;
  651. }
  652. if (!item.IsSaveLocalMetadataEnabled())
  653. {
  654. if (updateType >= ItemUpdateType.MetadataEdit)
  655. {
  656. // Manual edit occurred
  657. // Even if save local is off, save locally anyway if the metadata file already exists
  658. if (saver is not IMetadataFileSaver fileSaver || !File.Exists(fileSaver.GetSavePath(item)))
  659. {
  660. return false;
  661. }
  662. }
  663. else
  664. {
  665. // Manual edit did not occur
  666. // Since local metadata saving is disabled, consider it disabled
  667. return false;
  668. }
  669. }
  670. }
  671. else
  672. {
  673. if (!libraryOptions.MetadataSavers.Contains(saver.Name, StringComparison.OrdinalIgnoreCase))
  674. {
  675. return false;
  676. }
  677. }
  678. }
  679. return true;
  680. }
  681. catch (Exception ex)
  682. {
  683. _logger.LogError(ex, "Error in {Saver}.IsEnabledFor", saver.Name);
  684. return false;
  685. }
  686. }
  687. /// <inheritdoc/>
  688. public Task<IEnumerable<RemoteSearchResult>> GetRemoteSearchResults<TItemType, TLookupType>(RemoteSearchQuery<TLookupType> searchInfo, CancellationToken cancellationToken)
  689. where TItemType : BaseItem, new()
  690. where TLookupType : ItemLookupInfo
  691. {
  692. BaseItem? referenceItem = null;
  693. if (!searchInfo.ItemId.IsEmpty())
  694. {
  695. referenceItem = _libraryManager.GetItemById(searchInfo.ItemId);
  696. }
  697. return GetRemoteSearchResults<TItemType, TLookupType>(searchInfo, referenceItem, cancellationToken);
  698. }
  699. private async Task<IEnumerable<RemoteSearchResult>> GetRemoteSearchResults<TItemType, TLookupType>(RemoteSearchQuery<TLookupType> searchInfo, BaseItem? referenceItem, CancellationToken cancellationToken)
  700. where TItemType : BaseItem, new()
  701. where TLookupType : ItemLookupInfo
  702. {
  703. LibraryOptions libraryOptions;
  704. if (referenceItem is null)
  705. {
  706. // Give it a dummy path just so that it looks like a file system item
  707. var dummy = new TItemType
  708. {
  709. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  710. ParentId = Guid.NewGuid()
  711. };
  712. dummy.SetParent(new Folder());
  713. referenceItem = dummy;
  714. libraryOptions = new LibraryOptions();
  715. }
  716. else
  717. {
  718. libraryOptions = _libraryManager.GetLibraryOptions(referenceItem);
  719. }
  720. var options = GetMetadataOptions(referenceItem);
  721. var providers = GetMetadataProvidersInternal<TItemType>(referenceItem, libraryOptions, options, searchInfo.IncludeDisabledProviders, false)
  722. .OfType<IRemoteSearchProvider<TLookupType>>();
  723. if (!string.IsNullOrEmpty(searchInfo.SearchProviderName))
  724. {
  725. providers = providers.Where(i => string.Equals(i.Name, searchInfo.SearchProviderName, StringComparison.OrdinalIgnoreCase));
  726. }
  727. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataLanguage))
  728. {
  729. searchInfo.SearchInfo.MetadataLanguage = _configurationManager.Configuration.PreferredMetadataLanguage;
  730. }
  731. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataCountryCode))
  732. {
  733. searchInfo.SearchInfo.MetadataCountryCode = _configurationManager.Configuration.MetadataCountryCode;
  734. }
  735. var resultList = new List<RemoteSearchResult>();
  736. foreach (var provider in providers)
  737. {
  738. try
  739. {
  740. var results = await provider.GetSearchResults(searchInfo.SearchInfo, cancellationToken).ConfigureAwait(false);
  741. foreach (var result in results)
  742. {
  743. result.SearchProviderName = provider.Name;
  744. var existingMatch = resultList.FirstOrDefault(i => i.ProviderIds.Any(p => string.Equals(result.GetProviderId(p.Key), p.Value, StringComparison.OrdinalIgnoreCase)));
  745. if (existingMatch is null)
  746. {
  747. resultList.Add(result);
  748. }
  749. else
  750. {
  751. foreach (var providerId in result.ProviderIds)
  752. {
  753. existingMatch.ProviderIds.TryAdd(providerId.Key, providerId.Value);
  754. }
  755. if (string.IsNullOrWhiteSpace(existingMatch.ImageUrl))
  756. {
  757. existingMatch.ImageUrl = result.ImageUrl;
  758. }
  759. }
  760. }
  761. }
  762. #pragma warning disable CA1031 // do not catch general exception types
  763. catch (Exception ex)
  764. #pragma warning restore CA1031 // do not catch general exception types
  765. {
  766. _logger.LogError(ex, "Provider {ProviderName} failed to retrieve search results", provider.Name);
  767. }
  768. }
  769. return resultList;
  770. }
  771. private IEnumerable<IExternalId> GetExternalIds(IHasProviderIds item)
  772. {
  773. return _externalIds.Where(i =>
  774. {
  775. try
  776. {
  777. return i.Supports(item);
  778. }
  779. catch (Exception ex)
  780. {
  781. _logger.LogError(ex, "Error in {Type}.Supports", i.GetType().Name);
  782. return false;
  783. }
  784. });
  785. }
  786. /// <inheritdoc/>
  787. public IEnumerable<ExternalUrl> GetExternalUrls(BaseItem item)
  788. {
  789. #pragma warning disable CS0618 // Type or member is obsolete - Remove 10.11
  790. var legacyExternalIdUrls = GetExternalIds(item)
  791. .Select(i =>
  792. {
  793. var urlFormatString = i.UrlFormatString;
  794. if (string.IsNullOrEmpty(urlFormatString)
  795. || !item.TryGetProviderId(i.Key, out var providerId))
  796. {
  797. return null;
  798. }
  799. return new ExternalUrl
  800. {
  801. Name = i.ProviderName,
  802. Url = string.Format(
  803. CultureInfo.InvariantCulture,
  804. urlFormatString,
  805. providerId)
  806. };
  807. })
  808. .OfType<ExternalUrl>();
  809. #pragma warning restore CS0618 // Type or member is obsolete
  810. var externalUrls = _externalUrlProviders
  811. .SelectMany(p => p
  812. .GetExternalUrls(item)
  813. .Select(externalUrl => new ExternalUrl { Name = p.Name, Url = externalUrl }));
  814. return legacyExternalIdUrls.Concat(externalUrls).OrderBy(u => u.Name);
  815. }
  816. /// <inheritdoc/>
  817. public IEnumerable<ExternalIdInfo> GetExternalIdInfos(IHasProviderIds item)
  818. {
  819. return GetExternalIds(item)
  820. .Select(i => new ExternalIdInfo(
  821. name: i.ProviderName,
  822. key: i.Key,
  823. type: i.Type,
  824. #pragma warning disable CS0618 // Type or member is obsolete - Remove 10.11
  825. urlFormatString: i.UrlFormatString));
  826. #pragma warning restore CS0618 // Type or member is obsolete
  827. }
  828. /// <inheritdoc/>
  829. public HashSet<Guid> GetRefreshQueue()
  830. {
  831. lock (_refreshQueueLock)
  832. {
  833. return _refreshQueue.UnorderedItems.Select(x => x.Element.ItemId).ToHashSet();
  834. }
  835. }
  836. /// <inheritdoc/>
  837. public void OnRefreshStart(BaseItem item)
  838. {
  839. _logger.LogDebug("OnRefreshStart {Item:N}", item.Id);
  840. _activeRefreshes[item.Id] = 0;
  841. try
  842. {
  843. RefreshStarted?.Invoke(this, new GenericEventArgs<BaseItem>(item));
  844. }
  845. catch (Exception ex)
  846. {
  847. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  848. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshStarted));
  849. }
  850. }
  851. /// <inheritdoc/>
  852. public void OnRefreshComplete(BaseItem item)
  853. {
  854. _logger.LogDebug("OnRefreshComplete {Item:N}", item.Id);
  855. _activeRefreshes.TryRemove(item.Id, out _);
  856. try
  857. {
  858. RefreshCompleted?.Invoke(this, new GenericEventArgs<BaseItem>(item));
  859. }
  860. catch (Exception ex)
  861. {
  862. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  863. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshCompleted));
  864. }
  865. }
  866. /// <inheritdoc/>
  867. public double? GetRefreshProgress(Guid id)
  868. {
  869. if (_activeRefreshes.TryGetValue(id, out double value))
  870. {
  871. return value;
  872. }
  873. return null;
  874. }
  875. /// <inheritdoc/>
  876. public void OnRefreshProgress(BaseItem item, double progress)
  877. {
  878. var id = item.Id;
  879. _logger.LogDebug("OnRefreshProgress {Id:N} {Progress}", id, progress);
  880. if (!_activeRefreshes.TryGetValue(id, out var current)
  881. || progress <= current
  882. || !_activeRefreshes.TryUpdate(id, progress, current))
  883. {
  884. // Item isn't currently refreshing, or update was received out-of-order, so don't trigger event.
  885. return;
  886. }
  887. try
  888. {
  889. RefreshProgress?.Invoke(this, new GenericEventArgs<Tuple<BaseItem, double>>(new Tuple<BaseItem, double>(item, progress)));
  890. }
  891. catch (Exception ex)
  892. {
  893. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  894. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshProgress));
  895. }
  896. }
  897. /// <inheritdoc/>
  898. public void QueueRefresh(Guid itemId, MetadataRefreshOptions options, RefreshPriority priority)
  899. {
  900. ArgumentNullException.ThrowIfNull(itemId);
  901. if (itemId.IsEmpty())
  902. {
  903. throw new ArgumentException("Guid can't be empty", nameof(itemId));
  904. }
  905. if (_disposed)
  906. {
  907. return;
  908. }
  909. _refreshQueue.Enqueue((itemId, options), priority);
  910. lock (_refreshQueueLock)
  911. {
  912. if (!_isProcessingRefreshQueue)
  913. {
  914. _isProcessingRefreshQueue = true;
  915. Task.Run(StartProcessingRefreshQueue);
  916. }
  917. }
  918. }
  919. private async Task StartProcessingRefreshQueue()
  920. {
  921. var libraryManager = _libraryManager;
  922. if (_disposed)
  923. {
  924. return;
  925. }
  926. var cancellationToken = _disposeCancellationTokenSource.Token;
  927. while (_refreshQueue.TryDequeue(out var refreshItem, out _))
  928. {
  929. if (_disposed)
  930. {
  931. return;
  932. }
  933. try
  934. {
  935. var item = libraryManager.GetItemById(refreshItem.ItemId);
  936. if (item is null)
  937. {
  938. continue;
  939. }
  940. var task = item is MusicArtist artist
  941. ? RefreshArtist(artist, refreshItem.RefreshOptions, cancellationToken)
  942. : RefreshItem(item, refreshItem.RefreshOptions, cancellationToken);
  943. await task.ConfigureAwait(false);
  944. }
  945. catch (OperationCanceledException)
  946. {
  947. break;
  948. }
  949. catch (Exception ex)
  950. {
  951. _logger.LogError(ex, "Error refreshing item");
  952. }
  953. }
  954. lock (_refreshQueueLock)
  955. {
  956. _isProcessingRefreshQueue = false;
  957. }
  958. }
  959. private async Task RefreshItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  960. {
  961. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  962. // Collection folders don't validate their children so we'll have to simulate that here
  963. switch (item)
  964. {
  965. case CollectionFolder collectionFolder:
  966. await RefreshCollectionFolderChildren(options, collectionFolder, cancellationToken).ConfigureAwait(false);
  967. break;
  968. case Folder folder:
  969. await folder.ValidateChildren(new Progress<double>(), options, cancellationToken: cancellationToken).ConfigureAwait(false);
  970. break;
  971. }
  972. }
  973. private async Task RefreshCollectionFolderChildren(MetadataRefreshOptions options, CollectionFolder collectionFolder, CancellationToken cancellationToken)
  974. {
  975. foreach (var child in collectionFolder.GetPhysicalFolders())
  976. {
  977. await child.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  978. await child.ValidateChildren(new Progress<double>(), options, cancellationToken: cancellationToken).ConfigureAwait(false);
  979. }
  980. }
  981. private async Task RefreshArtist(MusicArtist item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  982. {
  983. var albums = _libraryManager
  984. .GetItemList(new InternalItemsQuery
  985. {
  986. IncludeItemTypes = new[] { BaseItemKind.MusicAlbum },
  987. ArtistIds = new[] { item.Id },
  988. DtoOptions = new DtoOptions(false)
  989. {
  990. EnableImages = false
  991. }
  992. })
  993. .OfType<MusicAlbum>();
  994. var musicArtists = albums
  995. .Select(i => i.MusicArtist)
  996. .Where(i => i is not null)
  997. .Distinct();
  998. var musicArtistRefreshTasks = musicArtists.Select(i => i.ValidateChildren(new Progress<double>(), options, true, false, cancellationToken));
  999. await Task.WhenAll(musicArtistRefreshTasks).ConfigureAwait(false);
  1000. try
  1001. {
  1002. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  1003. }
  1004. catch (Exception ex)
  1005. {
  1006. _logger.LogError(ex, "Error refreshing library");
  1007. }
  1008. }
  1009. /// <inheritdoc/>
  1010. public Task RefreshFullItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  1011. {
  1012. return RefreshItem(item, options, cancellationToken);
  1013. }
  1014. /// <inheritdoc/>
  1015. public void Dispose()
  1016. {
  1017. Dispose(true);
  1018. GC.SuppressFinalize(this);
  1019. }
  1020. /// <summary>
  1021. /// Releases unmanaged and optionally managed resources.
  1022. /// </summary>
  1023. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1024. protected virtual void Dispose(bool disposing)
  1025. {
  1026. if (_disposed)
  1027. {
  1028. return;
  1029. }
  1030. if (disposing)
  1031. {
  1032. if (!_disposeCancellationTokenSource.IsCancellationRequested)
  1033. {
  1034. _disposeCancellationTokenSource.Cancel();
  1035. }
  1036. _disposeCancellationTokenSource.Dispose();
  1037. _imageSaveLock.Dispose();
  1038. }
  1039. _disposed = true;
  1040. }
  1041. }
  1042. }