ProviderManager.cs 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Net;
  8. using System.Net.Http;
  9. using System.Net.Mime;
  10. using System.Runtime.ExceptionServices;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using AsyncKeyedLock;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Data.Events;
  16. using Jellyfin.Extensions;
  17. using MediaBrowser.Common.Net;
  18. using MediaBrowser.Controller;
  19. using MediaBrowser.Controller.BaseItemManager;
  20. using MediaBrowser.Controller.Configuration;
  21. using MediaBrowser.Controller.Dto;
  22. using MediaBrowser.Controller.Entities;
  23. using MediaBrowser.Controller.Entities.Audio;
  24. using MediaBrowser.Controller.Entities.Movies;
  25. using MediaBrowser.Controller.Library;
  26. using MediaBrowser.Controller.Lyrics;
  27. using MediaBrowser.Controller.Providers;
  28. using MediaBrowser.Controller.Subtitles;
  29. using MediaBrowser.Model.Configuration;
  30. using MediaBrowser.Model.Entities;
  31. using MediaBrowser.Model.Extensions;
  32. using MediaBrowser.Model.IO;
  33. using MediaBrowser.Model.Net;
  34. using MediaBrowser.Model.Providers;
  35. using Microsoft.Extensions.Caching.Memory;
  36. using Microsoft.Extensions.Logging;
  37. using Book = MediaBrowser.Controller.Entities.Book;
  38. using Episode = MediaBrowser.Controller.Entities.TV.Episode;
  39. using Movie = MediaBrowser.Controller.Entities.Movies.Movie;
  40. using MusicAlbum = MediaBrowser.Controller.Entities.Audio.MusicAlbum;
  41. using Season = MediaBrowser.Controller.Entities.TV.Season;
  42. using Series = MediaBrowser.Controller.Entities.TV.Series;
  43. namespace MediaBrowser.Providers.Manager
  44. {
  45. /// <summary>
  46. /// Class ProviderManager.
  47. /// </summary>
  48. public class ProviderManager : IProviderManager, IDisposable
  49. {
  50. private readonly object _refreshQueueLock = new();
  51. private readonly ILogger<ProviderManager> _logger;
  52. private readonly IHttpClientFactory _httpClientFactory;
  53. private readonly ILibraryMonitor _libraryMonitor;
  54. private readonly IFileSystem _fileSystem;
  55. private readonly IServerApplicationPaths _appPaths;
  56. private readonly ILibraryManager _libraryManager;
  57. private readonly ISubtitleManager _subtitleManager;
  58. private readonly ILyricManager _lyricManager;
  59. private readonly IServerConfigurationManager _configurationManager;
  60. private readonly IBaseItemManager _baseItemManager;
  61. private readonly ConcurrentDictionary<Guid, double> _activeRefreshes = new();
  62. private readonly CancellationTokenSource _disposeCancellationTokenSource = new();
  63. private readonly PriorityQueue<(Guid ItemId, MetadataRefreshOptions RefreshOptions), RefreshPriority> _refreshQueue = new();
  64. private readonly IMemoryCache _memoryCache;
  65. private readonly IMediaSegmentManager _mediaSegmentManager;
  66. private readonly AsyncKeyedLocker<string> _imageSaveLock = new(o =>
  67. {
  68. o.PoolSize = 20;
  69. o.PoolInitialFill = 1;
  70. });
  71. private IImageProvider[] _imageProviders = [];
  72. private IMetadataService[] _metadataServices = [];
  73. private IMetadataProvider[] _metadataProviders = [];
  74. private IMetadataSaver[] _savers = [];
  75. private IExternalId[] _externalIds = [];
  76. private IExternalUrlProvider[] _externalUrlProviders = [];
  77. private bool _isProcessingRefreshQueue;
  78. private bool _disposed;
  79. /// <summary>
  80. /// Initializes a new instance of the <see cref="ProviderManager"/> class.
  81. /// </summary>
  82. /// <param name="httpClientFactory">The Http client factory.</param>
  83. /// <param name="subtitleManager">The subtitle manager.</param>
  84. /// <param name="configurationManager">The configuration manager.</param>
  85. /// <param name="libraryMonitor">The library monitor.</param>
  86. /// <param name="logger">The logger.</param>
  87. /// <param name="fileSystem">The filesystem.</param>
  88. /// <param name="appPaths">The server application paths.</param>
  89. /// <param name="libraryManager">The library manager.</param>
  90. /// <param name="baseItemManager">The BaseItem manager.</param>
  91. /// <param name="lyricManager">The lyric manager.</param>
  92. /// <param name="memoryCache">The memory cache.</param>
  93. /// <param name="mediaSegmentManager">The media segment manager.</param>
  94. public ProviderManager(
  95. IHttpClientFactory httpClientFactory,
  96. ISubtitleManager subtitleManager,
  97. IServerConfigurationManager configurationManager,
  98. ILibraryMonitor libraryMonitor,
  99. ILogger<ProviderManager> logger,
  100. IFileSystem fileSystem,
  101. IServerApplicationPaths appPaths,
  102. ILibraryManager libraryManager,
  103. IBaseItemManager baseItemManager,
  104. ILyricManager lyricManager,
  105. IMemoryCache memoryCache,
  106. IMediaSegmentManager mediaSegmentManager)
  107. {
  108. _logger = logger;
  109. _httpClientFactory = httpClientFactory;
  110. _configurationManager = configurationManager;
  111. _libraryMonitor = libraryMonitor;
  112. _fileSystem = fileSystem;
  113. _appPaths = appPaths;
  114. _libraryManager = libraryManager;
  115. _subtitleManager = subtitleManager;
  116. _baseItemManager = baseItemManager;
  117. _lyricManager = lyricManager;
  118. _memoryCache = memoryCache;
  119. _mediaSegmentManager = mediaSegmentManager;
  120. }
  121. /// <inheritdoc/>
  122. public event EventHandler<GenericEventArgs<BaseItem>>? RefreshStarted;
  123. /// <inheritdoc/>
  124. public event EventHandler<GenericEventArgs<BaseItem>>? RefreshCompleted;
  125. /// <inheritdoc/>
  126. public event EventHandler<GenericEventArgs<Tuple<BaseItem, double>>>? RefreshProgress;
  127. /// <inheritdoc/>
  128. public void AddParts(
  129. IEnumerable<IImageProvider> imageProviders,
  130. IEnumerable<IMetadataService> metadataServices,
  131. IEnumerable<IMetadataProvider> metadataProviders,
  132. IEnumerable<IMetadataSaver> metadataSavers,
  133. IEnumerable<IExternalId> externalIds,
  134. IEnumerable<IExternalUrlProvider> externalUrlProviders)
  135. {
  136. _imageProviders = imageProviders.ToArray();
  137. _metadataServices = metadataServices.OrderBy(i => i.Order).ToArray();
  138. _metadataProviders = metadataProviders.ToArray();
  139. _externalIds = externalIds.OrderBy(i => i.ProviderName).ToArray();
  140. _externalUrlProviders = externalUrlProviders.OrderBy(i => i.Name).ToArray();
  141. _savers = metadataSavers.ToArray();
  142. }
  143. /// <inheritdoc/>
  144. public Task<ItemUpdateType> RefreshSingleItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  145. {
  146. var type = item.GetType();
  147. var service = _metadataServices.FirstOrDefault(current => current.CanRefreshPrimary(type))
  148. ?? _metadataServices.FirstOrDefault(current => current.CanRefresh(item));
  149. if (service is null)
  150. {
  151. _logger.LogError("Unable to find a metadata service for item of type {TypeName}", type.Name);
  152. return Task.FromResult(ItemUpdateType.None);
  153. }
  154. return service.RefreshMetadata(item, options, cancellationToken);
  155. }
  156. /// <inheritdoc/>
  157. public async Task SaveImage(BaseItem item, string url, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  158. {
  159. using (await _imageSaveLock.LockAsync(url, cancellationToken).ConfigureAwait(false))
  160. {
  161. if (_memoryCache.TryGetValue(url, out (string ContentType, byte[] ImageContents)? cachedValue)
  162. && cachedValue is not null)
  163. {
  164. var imageContents = cachedValue.Value.ImageContents;
  165. var cacheStream = new MemoryStream(imageContents, 0, imageContents.Length, false);
  166. await using (cacheStream.ConfigureAwait(false))
  167. {
  168. await SaveImage(
  169. item,
  170. cacheStream,
  171. cachedValue.Value.ContentType,
  172. type,
  173. imageIndex,
  174. cancellationToken).ConfigureAwait(false);
  175. return;
  176. }
  177. }
  178. var httpClient = _httpClientFactory.CreateClient(NamedClient.Default);
  179. using var response = await httpClient.GetAsync(url, cancellationToken).ConfigureAwait(false);
  180. response.EnsureSuccessStatusCode();
  181. var contentType = response.Content.Headers.ContentType?.MediaType;
  182. // Workaround for tvheadend channel icons
  183. // TODO: Isolate this hack into the tvh plugin
  184. if (string.IsNullOrEmpty(contentType))
  185. {
  186. if (url.Contains("/imagecache/", StringComparison.OrdinalIgnoreCase))
  187. {
  188. contentType = MediaTypeNames.Image.Png;
  189. }
  190. else
  191. {
  192. throw new HttpRequestException("Invalid image received: contentType not set.", null, response.StatusCode);
  193. }
  194. }
  195. // TVDb will sometimes serve a rubbish 404 html page with a 200 OK code, because reasons...
  196. if (contentType.Equals(MediaTypeNames.Text.Html, StringComparison.OrdinalIgnoreCase))
  197. {
  198. throw new HttpRequestException("Invalid image received.", null, HttpStatusCode.NotFound);
  199. }
  200. // some iptv/epg providers don't correctly report media type, extract from url if no extension found
  201. if (string.IsNullOrWhiteSpace(MimeTypes.ToExtension(contentType)))
  202. {
  203. // Strip query parameters from url to get actual path.
  204. contentType = MimeTypes.GetMimeType(new Uri(url).GetLeftPart(UriPartial.Path));
  205. }
  206. if (!contentType.StartsWith("image/", StringComparison.OrdinalIgnoreCase))
  207. {
  208. throw new HttpRequestException($"Request returned {contentType} instead of an image type", null, HttpStatusCode.NotFound);
  209. }
  210. var responseBytes = await response.Content.ReadAsByteArrayAsync(cancellationToken).ConfigureAwait(false);
  211. var stream = new MemoryStream(responseBytes, 0, responseBytes.Length, false);
  212. await using (stream.ConfigureAwait(false))
  213. {
  214. _memoryCache.Set(url, (contentType, responseBytes), TimeSpan.FromSeconds(10));
  215. await SaveImage(
  216. item,
  217. stream,
  218. contentType,
  219. type,
  220. imageIndex,
  221. cancellationToken).ConfigureAwait(false);
  222. }
  223. }
  224. }
  225. /// <inheritdoc/>
  226. public Task SaveImage(BaseItem item, Stream source, string mimeType, ImageType type, int? imageIndex, CancellationToken cancellationToken)
  227. {
  228. return new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, source, mimeType, type, imageIndex, cancellationToken);
  229. }
  230. /// <inheritdoc/>
  231. public async Task SaveImage(BaseItem item, string source, string mimeType, ImageType type, int? imageIndex, bool? saveLocallyWithMedia, CancellationToken cancellationToken)
  232. {
  233. if (string.IsNullOrWhiteSpace(source))
  234. {
  235. throw new ArgumentNullException(nameof(source));
  236. }
  237. try
  238. {
  239. var fileStream = AsyncFile.OpenRead(source);
  240. await new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger).SaveImage(item, fileStream, mimeType, type, imageIndex, saveLocallyWithMedia, cancellationToken).ConfigureAwait(false);
  241. }
  242. finally
  243. {
  244. try
  245. {
  246. File.Delete(source);
  247. }
  248. catch (Exception ex)
  249. {
  250. _logger.LogError(ex, "Source file {Source} not found or in use, skip removing", source);
  251. }
  252. }
  253. }
  254. /// <inheritdoc/>
  255. public Task SaveImage(Stream source, string mimeType, string path)
  256. {
  257. return new ImageSaver(_configurationManager, _libraryMonitor, _fileSystem, _logger)
  258. .SaveImage(source, path);
  259. }
  260. /// <inheritdoc/>
  261. public async Task<IEnumerable<RemoteImageInfo>> GetAvailableRemoteImages(BaseItem item, RemoteImageQuery query, CancellationToken cancellationToken)
  262. {
  263. var providers = GetRemoteImageProviders(item, query.IncludeDisabledProviders);
  264. if (!string.IsNullOrEmpty(query.ProviderName))
  265. {
  266. var providerName = query.ProviderName;
  267. providers = providers.Where(i => string.Equals(i.Name, providerName, StringComparison.OrdinalIgnoreCase));
  268. }
  269. if (query.ImageType is not null)
  270. {
  271. providers = providers.Where(i => i.GetSupportedImages(item).Contains(query.ImageType.Value));
  272. }
  273. var preferredLanguage = item.GetPreferredMetadataLanguage();
  274. var tasks = providers.Select(i => GetImages(item, i, preferredLanguage, query.IncludeAllLanguages, cancellationToken, query.ImageType));
  275. var results = await Task.WhenAll(tasks).ConfigureAwait(false);
  276. return results.SelectMany(i => i);
  277. }
  278. /// <summary>
  279. /// Gets the images.
  280. /// </summary>
  281. /// <param name="item">The item.</param>
  282. /// <param name="provider">The provider.</param>
  283. /// <param name="preferredLanguage">The preferred language.</param>
  284. /// <param name="includeAllLanguages">Whether to include all languages in results.</param>
  285. /// <param name="cancellationToken">The cancellation token.</param>
  286. /// <param name="type">The type.</param>
  287. /// <returns>Task{IEnumerable{RemoteImageInfo}}.</returns>
  288. private async Task<IEnumerable<RemoteImageInfo>> GetImages(
  289. BaseItem item,
  290. IRemoteImageProvider provider,
  291. string preferredLanguage,
  292. bool includeAllLanguages,
  293. CancellationToken cancellationToken,
  294. ImageType? type = null)
  295. {
  296. bool hasPreferredLanguage = !string.IsNullOrWhiteSpace(preferredLanguage);
  297. try
  298. {
  299. var result = await provider.GetImages(item, cancellationToken).ConfigureAwait(false);
  300. if (type.HasValue)
  301. {
  302. result = result.Where(i => i.Type == type.Value);
  303. }
  304. if (!includeAllLanguages && hasPreferredLanguage)
  305. {
  306. // Filter out languages that do not match the preferred languages.
  307. //
  308. // TODO: should exception case of "en" (English) eventually be removed?
  309. result = result.Where(i => string.IsNullOrWhiteSpace(i.Language) ||
  310. string.Equals(preferredLanguage, i.Language, StringComparison.OrdinalIgnoreCase) ||
  311. string.Equals(i.Language, "en", StringComparison.OrdinalIgnoreCase));
  312. }
  313. return result.OrderByLanguageDescending(preferredLanguage);
  314. }
  315. catch (OperationCanceledException)
  316. {
  317. return Enumerable.Empty<RemoteImageInfo>();
  318. }
  319. catch (Exception ex)
  320. {
  321. _logger.LogError(ex, "{ProviderName} failed in GetImageInfos for type {ItemType} at {ItemPath}", provider.GetType().Name, item.GetType().Name, item.Path);
  322. return Enumerable.Empty<RemoteImageInfo>();
  323. }
  324. }
  325. /// <inheritdoc/>
  326. public IEnumerable<ImageProviderInfo> GetRemoteImageProviderInfo(BaseItem item)
  327. {
  328. return GetRemoteImageProviders(item, true).Select(i => new ImageProviderInfo(i.Name, i.GetSupportedImages(item).ToArray()));
  329. }
  330. private IEnumerable<IRemoteImageProvider> GetRemoteImageProviders(BaseItem item, bool includeDisabled)
  331. {
  332. var options = GetMetadataOptions(item);
  333. var libraryOptions = _libraryManager.GetLibraryOptions(item);
  334. return GetImageProvidersInternal(
  335. item,
  336. libraryOptions,
  337. options,
  338. new ImageRefreshOptions(new DirectoryService(_fileSystem)),
  339. includeDisabled).OfType<IRemoteImageProvider>();
  340. }
  341. /// <inheritdoc/>
  342. public IEnumerable<IImageProvider> GetImageProviders(BaseItem item, ImageRefreshOptions refreshOptions)
  343. {
  344. return GetImageProvidersInternal(item, _libraryManager.GetLibraryOptions(item), GetMetadataOptions(item), refreshOptions, false);
  345. }
  346. private IEnumerable<IImageProvider> GetImageProvidersInternal(BaseItem item, LibraryOptions libraryOptions, MetadataOptions options, ImageRefreshOptions refreshOptions, bool includeDisabled)
  347. {
  348. var typeOptions = libraryOptions.GetTypeOptions(item.GetType().Name);
  349. var fetcherOrder = typeOptions?.ImageFetcherOrder ?? options.ImageFetcherOrder;
  350. return _imageProviders.Where(i => CanRefreshImages(i, item, typeOptions, refreshOptions, includeDisabled))
  351. .OrderBy(i => GetConfiguredOrder(fetcherOrder, i.Name))
  352. .ThenBy(GetDefaultOrder);
  353. }
  354. private bool CanRefreshImages(
  355. IImageProvider provider,
  356. BaseItem item,
  357. TypeOptions? libraryTypeOptions,
  358. ImageRefreshOptions refreshOptions,
  359. bool includeDisabled)
  360. {
  361. try
  362. {
  363. if (!provider.Supports(item))
  364. {
  365. return false;
  366. }
  367. }
  368. catch (Exception ex)
  369. {
  370. _logger.LogError(ex, "{ProviderName} failed in Supports for type {ItemType} at {ItemPath}", provider.GetType().Name, item.GetType().Name, item.Path);
  371. return false;
  372. }
  373. if (includeDisabled || provider is ILocalImageProvider)
  374. {
  375. return true;
  376. }
  377. if (item.IsLocked && refreshOptions.ImageRefreshMode != MetadataRefreshMode.FullRefresh)
  378. {
  379. return false;
  380. }
  381. return _baseItemManager.IsImageFetcherEnabled(item, libraryTypeOptions, provider.Name);
  382. }
  383. /// <inheritdoc />
  384. public IEnumerable<IMetadataProvider<T>> GetMetadataProviders<T>(BaseItem item, LibraryOptions libraryOptions)
  385. where T : BaseItem
  386. {
  387. var globalMetadataOptions = GetMetadataOptions(item);
  388. return GetMetadataProvidersInternal<T>(item, libraryOptions, globalMetadataOptions, false, false);
  389. }
  390. /// <inheritdoc />
  391. public IEnumerable<IMetadataSaver> GetMetadataSavers(BaseItem item, LibraryOptions libraryOptions)
  392. {
  393. return _savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, ItemUpdateType.MetadataEdit, false));
  394. }
  395. private IEnumerable<IMetadataProvider<T>> GetMetadataProvidersInternal<T>(BaseItem item, LibraryOptions libraryOptions, MetadataOptions globalMetadataOptions, bool includeDisabled, bool forceEnableInternetMetadata)
  396. where T : BaseItem
  397. {
  398. var localMetadataReaderOrder = libraryOptions.LocalMetadataReaderOrder ?? globalMetadataOptions.LocalMetadataReaderOrder;
  399. var typeOptions = libraryOptions.GetTypeOptions(item.GetType().Name);
  400. var metadataFetcherOrder = typeOptions?.MetadataFetcherOrder ?? globalMetadataOptions.MetadataFetcherOrder;
  401. return _metadataProviders.OfType<IMetadataProvider<T>>()
  402. .Where(i => CanRefreshMetadata(i, item, typeOptions, includeDisabled, forceEnableInternetMetadata))
  403. .OrderBy(i =>
  404. // local and remote providers will be interleaved in the final order
  405. // only relative order within a type matters: consumers of the list filter to one or the other
  406. i switch
  407. {
  408. ILocalMetadataProvider => GetConfiguredOrder(localMetadataReaderOrder, i.Name),
  409. IRemoteMetadataProvider => GetConfiguredOrder(metadataFetcherOrder, i.Name),
  410. // Default to end
  411. _ => int.MaxValue
  412. })
  413. .ThenBy(GetDefaultOrder);
  414. }
  415. private bool CanRefreshMetadata(
  416. IMetadataProvider provider,
  417. BaseItem item,
  418. TypeOptions? libraryTypeOptions,
  419. bool includeDisabled,
  420. bool forceEnableInternetMetadata)
  421. {
  422. if (!item.SupportsLocalMetadata && provider is ILocalMetadataProvider)
  423. {
  424. return false;
  425. }
  426. if (includeDisabled)
  427. {
  428. return true;
  429. }
  430. // If locked only allow local providers
  431. if (item.IsLocked && provider is not ILocalMetadataProvider && provider is not IForcedProvider)
  432. {
  433. return false;
  434. }
  435. if (forceEnableInternetMetadata || provider is not IRemoteMetadataProvider)
  436. {
  437. return true;
  438. }
  439. return _baseItemManager.IsMetadataFetcherEnabled(item, libraryTypeOptions, provider.Name);
  440. }
  441. private static int GetConfiguredOrder(string[] order, string providerName)
  442. {
  443. var index = Array.IndexOf(order, providerName);
  444. if (index != -1)
  445. {
  446. return index;
  447. }
  448. // default to end
  449. return int.MaxValue;
  450. }
  451. private static int GetDefaultOrder(object provider)
  452. {
  453. if (provider is IHasOrder hasOrder)
  454. {
  455. return hasOrder.Order;
  456. }
  457. // after items that want to be first (~0) but before items that want to be last (~100)
  458. return 50;
  459. }
  460. /// <inheritdoc/>
  461. public MetadataPluginSummary[] GetAllMetadataPlugins()
  462. {
  463. return new[]
  464. {
  465. GetPluginSummary<Movie>(),
  466. GetPluginSummary<BoxSet>(),
  467. GetPluginSummary<Book>(),
  468. GetPluginSummary<Series>(),
  469. GetPluginSummary<Season>(),
  470. GetPluginSummary<Episode>(),
  471. GetPluginSummary<MusicAlbum>(),
  472. GetPluginSummary<MusicArtist>(),
  473. GetPluginSummary<Audio>(),
  474. GetPluginSummary<AudioBook>(),
  475. GetPluginSummary<Studio>(),
  476. GetPluginSummary<MusicVideo>(),
  477. GetPluginSummary<Video>()
  478. };
  479. }
  480. private MetadataPluginSummary GetPluginSummary<T>()
  481. where T : BaseItem, new()
  482. {
  483. // Give it a dummy path just so that it looks like a file system item
  484. var dummy = new T
  485. {
  486. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  487. ParentId = Guid.NewGuid()
  488. };
  489. var options = GetMetadataOptions(dummy);
  490. var summary = new MetadataPluginSummary
  491. {
  492. ItemType = typeof(T).Name
  493. };
  494. var libraryOptions = new LibraryOptions();
  495. var imageProviders = GetImageProvidersInternal(
  496. dummy,
  497. libraryOptions,
  498. options,
  499. new ImageRefreshOptions(new DirectoryService(_fileSystem)),
  500. true).ToList();
  501. var pluginList = summary.Plugins.ToList();
  502. AddMetadataPlugins(pluginList, dummy, libraryOptions, options);
  503. AddImagePlugins(pluginList, imageProviders);
  504. // Subtitle fetchers
  505. var subtitleProviders = _subtitleManager.GetSupportedProviders(dummy);
  506. pluginList.AddRange(subtitleProviders.Select(i => new MetadataPlugin
  507. {
  508. Name = i.Name,
  509. Type = MetadataPluginType.SubtitleFetcher
  510. }));
  511. // Lyric fetchers
  512. var lyricProviders = _lyricManager.GetSupportedProviders(dummy);
  513. pluginList.AddRange(lyricProviders.Select(i => new MetadataPlugin
  514. {
  515. Name = i.Name,
  516. Type = MetadataPluginType.LyricFetcher
  517. }));
  518. // Media segment providers
  519. var mediaSegmentProviders = _mediaSegmentManager.GetSupportedProviders(dummy);
  520. pluginList.AddRange(mediaSegmentProviders.Select(i => new MetadataPlugin
  521. {
  522. Name = i.Name,
  523. Type = MetadataPluginType.MediaSegmentProvider
  524. }));
  525. summary.Plugins = pluginList.ToArray();
  526. var supportedImageTypes = imageProviders.OfType<IRemoteImageProvider>()
  527. .SelectMany(i => i.GetSupportedImages(dummy))
  528. .ToList();
  529. supportedImageTypes.AddRange(imageProviders.OfType<IDynamicImageProvider>()
  530. .SelectMany(i => i.GetSupportedImages(dummy)));
  531. summary.SupportedImageTypes = supportedImageTypes.Distinct().ToArray();
  532. return summary;
  533. }
  534. private void AddMetadataPlugins<T>(List<MetadataPlugin> list, T item, LibraryOptions libraryOptions, MetadataOptions options)
  535. where T : BaseItem
  536. {
  537. var providers = GetMetadataProvidersInternal<T>(item, libraryOptions, options, true, true).ToList();
  538. // Locals
  539. list.AddRange(providers.Where(i => i is ILocalMetadataProvider).Select(i => new MetadataPlugin
  540. {
  541. Name = i.Name,
  542. Type = MetadataPluginType.LocalMetadataProvider
  543. }));
  544. // Fetchers
  545. list.AddRange(providers.Where(i => i is IRemoteMetadataProvider).Select(i => new MetadataPlugin
  546. {
  547. Name = i.Name,
  548. Type = MetadataPluginType.MetadataFetcher
  549. }));
  550. // Savers
  551. list.AddRange(_savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, ItemUpdateType.MetadataEdit, true)).OrderBy(i => i.Name).Select(i => new MetadataPlugin
  552. {
  553. Name = i.Name,
  554. Type = MetadataPluginType.MetadataSaver
  555. }));
  556. }
  557. private void AddImagePlugins(List<MetadataPlugin> list, List<IImageProvider> imageProviders)
  558. {
  559. // Locals
  560. list.AddRange(imageProviders.Where(i => i is ILocalImageProvider).Select(i => new MetadataPlugin
  561. {
  562. Name = i.Name,
  563. Type = MetadataPluginType.LocalImageProvider
  564. }));
  565. // Fetchers
  566. list.AddRange(imageProviders.Where(i => i is IDynamicImageProvider || (i is IRemoteImageProvider)).Select(i => new MetadataPlugin
  567. {
  568. Name = i.Name,
  569. Type = MetadataPluginType.ImageFetcher
  570. }));
  571. }
  572. /// <inheritdoc/>
  573. public MetadataOptions GetMetadataOptions(BaseItem item)
  574. => _configurationManager.GetMetadataOptionsForType(item.GetType().Name) ?? new MetadataOptions();
  575. /// <inheritdoc/>
  576. public Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType)
  577. => SaveMetadataAsync(item, updateType, _savers);
  578. /// <inheritdoc/>
  579. public Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType, IEnumerable<string> savers)
  580. => SaveMetadataAsync(item, updateType, _savers.Where(i => savers.Contains(i.Name, StringComparison.OrdinalIgnoreCase)));
  581. /// <summary>
  582. /// Saves the metadata.
  583. /// </summary>
  584. /// <param name="item">The item.</param>
  585. /// <param name="updateType">Type of the update.</param>
  586. /// <param name="savers">The savers.</param>
  587. private async Task SaveMetadataAsync(BaseItem item, ItemUpdateType updateType, IEnumerable<IMetadataSaver> savers)
  588. {
  589. var libraryOptions = _libraryManager.GetLibraryOptions(item);
  590. foreach (var saver in savers.Where(i => IsSaverEnabledForItem(i, item, libraryOptions, updateType, false)))
  591. {
  592. _logger.LogDebug("Saving {Item} to {Saver}", item.Path ?? item.Name, saver.Name);
  593. if (saver is IMetadataFileSaver fileSaver)
  594. {
  595. string path;
  596. try
  597. {
  598. path = fileSaver.GetSavePath(item);
  599. }
  600. catch (Exception ex)
  601. {
  602. _logger.LogError(ex, "Error in {Saver} GetSavePath", saver.Name);
  603. continue;
  604. }
  605. try
  606. {
  607. _libraryMonitor.ReportFileSystemChangeBeginning(path);
  608. await saver.SaveAsync(item, CancellationToken.None).ConfigureAwait(false);
  609. }
  610. catch (Exception ex)
  611. {
  612. _logger.LogError(ex, "Error in metadata saver");
  613. }
  614. finally
  615. {
  616. _libraryMonitor.ReportFileSystemChangeComplete(path, false);
  617. }
  618. }
  619. else
  620. {
  621. try
  622. {
  623. await saver.SaveAsync(item, CancellationToken.None).ConfigureAwait(false);
  624. }
  625. catch (Exception ex)
  626. {
  627. _logger.LogError(ex, "Error in metadata saver");
  628. }
  629. }
  630. }
  631. }
  632. /// <summary>
  633. /// Determines whether [is saver enabled for item] [the specified saver].
  634. /// </summary>
  635. private bool IsSaverEnabledForItem(IMetadataSaver saver, BaseItem item, LibraryOptions libraryOptions, ItemUpdateType updateType, bool includeDisabled)
  636. {
  637. var options = GetMetadataOptions(item);
  638. try
  639. {
  640. if (!saver.IsEnabledFor(item, updateType))
  641. {
  642. return false;
  643. }
  644. if (!includeDisabled)
  645. {
  646. if (libraryOptions.MetadataSavers is null)
  647. {
  648. if (options.DisabledMetadataSavers.Contains(saver.Name, StringComparison.OrdinalIgnoreCase))
  649. {
  650. return false;
  651. }
  652. if (!item.IsSaveLocalMetadataEnabled())
  653. {
  654. if (updateType >= ItemUpdateType.MetadataEdit)
  655. {
  656. // Manual edit occurred
  657. // Even if save local is off, save locally anyway if the metadata file already exists
  658. if (saver is not IMetadataFileSaver fileSaver || !File.Exists(fileSaver.GetSavePath(item)))
  659. {
  660. return false;
  661. }
  662. }
  663. else
  664. {
  665. // Manual edit did not occur
  666. // Since local metadata saving is disabled, consider it disabled
  667. return false;
  668. }
  669. }
  670. }
  671. else
  672. {
  673. if (!libraryOptions.MetadataSavers.Contains(saver.Name, StringComparison.OrdinalIgnoreCase))
  674. {
  675. return false;
  676. }
  677. }
  678. }
  679. return true;
  680. }
  681. catch (Exception ex)
  682. {
  683. _logger.LogError(ex, "Error in {Saver}.IsEnabledFor", saver.Name);
  684. return false;
  685. }
  686. }
  687. /// <inheritdoc/>
  688. public Task<IEnumerable<RemoteSearchResult>> GetRemoteSearchResults<TItemType, TLookupType>(RemoteSearchQuery<TLookupType> searchInfo, CancellationToken cancellationToken)
  689. where TItemType : BaseItem, new()
  690. where TLookupType : ItemLookupInfo
  691. {
  692. BaseItem? referenceItem = null;
  693. if (!searchInfo.ItemId.IsEmpty())
  694. {
  695. referenceItem = _libraryManager.GetItemById(searchInfo.ItemId);
  696. }
  697. return GetRemoteSearchResults<TItemType, TLookupType>(searchInfo, referenceItem, cancellationToken);
  698. }
  699. private async Task<IEnumerable<RemoteSearchResult>> GetRemoteSearchResults<TItemType, TLookupType>(RemoteSearchQuery<TLookupType> searchInfo, BaseItem? referenceItem, CancellationToken cancellationToken)
  700. where TItemType : BaseItem, new()
  701. where TLookupType : ItemLookupInfo
  702. {
  703. LibraryOptions libraryOptions;
  704. if (referenceItem is null)
  705. {
  706. // Give it a dummy path just so that it looks like a file system item
  707. var dummy = new TItemType
  708. {
  709. Path = Path.Combine(_appPaths.InternalMetadataPath, "dummy"),
  710. ParentId = Guid.NewGuid()
  711. };
  712. dummy.SetParent(new Folder());
  713. referenceItem = dummy;
  714. libraryOptions = new LibraryOptions();
  715. }
  716. else
  717. {
  718. libraryOptions = _libraryManager.GetLibraryOptions(referenceItem);
  719. }
  720. var options = GetMetadataOptions(referenceItem);
  721. var providers = GetMetadataProvidersInternal<TItemType>(referenceItem, libraryOptions, options, searchInfo.IncludeDisabledProviders, false)
  722. .OfType<IRemoteSearchProvider<TLookupType>>();
  723. if (!string.IsNullOrEmpty(searchInfo.SearchProviderName))
  724. {
  725. providers = providers.Where(i => string.Equals(i.Name, searchInfo.SearchProviderName, StringComparison.OrdinalIgnoreCase));
  726. }
  727. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataLanguage))
  728. {
  729. searchInfo.SearchInfo.MetadataLanguage = _configurationManager.Configuration.PreferredMetadataLanguage;
  730. }
  731. if (string.IsNullOrWhiteSpace(searchInfo.SearchInfo.MetadataCountryCode))
  732. {
  733. searchInfo.SearchInfo.MetadataCountryCode = _configurationManager.Configuration.MetadataCountryCode;
  734. }
  735. var resultList = new List<RemoteSearchResult>();
  736. foreach (var provider in providers)
  737. {
  738. try
  739. {
  740. var results = await provider.GetSearchResults(searchInfo.SearchInfo, cancellationToken).ConfigureAwait(false);
  741. foreach (var result in results)
  742. {
  743. result.SearchProviderName = provider.Name;
  744. var existingMatch = resultList.FirstOrDefault(i => i.ProviderIds.Any(p => string.Equals(result.GetProviderId(p.Key), p.Value, StringComparison.OrdinalIgnoreCase)));
  745. if (existingMatch is null)
  746. {
  747. resultList.Add(result);
  748. }
  749. else
  750. {
  751. foreach (var providerId in result.ProviderIds)
  752. {
  753. existingMatch.ProviderIds.TryAdd(providerId.Key, providerId.Value);
  754. }
  755. if (string.IsNullOrWhiteSpace(existingMatch.ImageUrl))
  756. {
  757. existingMatch.ImageUrl = result.ImageUrl;
  758. }
  759. }
  760. }
  761. }
  762. #pragma warning disable CA1031 // do not catch general exception types
  763. catch (Exception ex)
  764. #pragma warning restore CA1031 // do not catch general exception types
  765. {
  766. _logger.LogError(ex, "Provider {ProviderName} failed to retrieve search results", provider.Name);
  767. }
  768. }
  769. return resultList;
  770. }
  771. private IEnumerable<IExternalId> GetExternalIds(IHasProviderIds item)
  772. {
  773. return _externalIds.Where(i =>
  774. {
  775. try
  776. {
  777. return i.Supports(item);
  778. }
  779. catch (Exception ex)
  780. {
  781. _logger.LogError(ex, "Error in {Type}.Supports", i.GetType().Name);
  782. return false;
  783. }
  784. });
  785. }
  786. /// <inheritdoc/>
  787. public IEnumerable<ExternalUrl> GetExternalUrls(BaseItem item)
  788. {
  789. #pragma warning disable CS0618 // Type or member is obsolete - Remove 10.11
  790. var legacyExternalIdUrls = GetExternalIds(item)
  791. .Select(i =>
  792. {
  793. var urlFormatString = i.UrlFormatString;
  794. if (string.IsNullOrEmpty(urlFormatString)
  795. || !item.TryGetProviderId(i.Key, out var providerId))
  796. {
  797. return null;
  798. }
  799. return new ExternalUrl
  800. {
  801. Name = i.ProviderName,
  802. Url = string.Format(
  803. CultureInfo.InvariantCulture,
  804. urlFormatString,
  805. providerId)
  806. };
  807. })
  808. .OfType<ExternalUrl>();
  809. #pragma warning restore CS0618 // Type or member is obsolete
  810. var externalUrls = _externalUrlProviders
  811. .SelectMany(p => p
  812. .GetExternalUrls(item)
  813. .Select(externalUrl => new ExternalUrl { Name = p.Name, Url = externalUrl }));
  814. return legacyExternalIdUrls.Concat(externalUrls).OrderBy(u => u.Name);
  815. }
  816. /// <inheritdoc/>
  817. public IEnumerable<ExternalIdInfo> GetExternalIdInfos(IHasProviderIds item)
  818. {
  819. return GetExternalIds(item)
  820. .Select(i => new ExternalIdInfo(
  821. name: i.ProviderName,
  822. key: i.Key,
  823. type: i.Type,
  824. #pragma warning disable CS0618 // Type or member is obsolete - Remove 10.11
  825. urlFormatString: i.UrlFormatString));
  826. #pragma warning restore CS0618 // Type or member is obsolete
  827. }
  828. /// <inheritdoc/>
  829. public HashSet<Guid> GetRefreshQueue()
  830. {
  831. lock (_refreshQueueLock)
  832. {
  833. return _refreshQueue.UnorderedItems.Select(x => x.Element.ItemId).ToHashSet();
  834. }
  835. }
  836. /// <inheritdoc/>
  837. public void OnRefreshStart(BaseItem item)
  838. {
  839. _logger.LogDebug("OnRefreshStart {Item:N}", item.Id);
  840. _activeRefreshes[item.Id] = 0;
  841. try
  842. {
  843. RefreshStarted?.Invoke(this, new GenericEventArgs<BaseItem>(item));
  844. }
  845. catch (Exception ex)
  846. {
  847. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  848. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshStarted));
  849. }
  850. }
  851. /// <inheritdoc/>
  852. public void OnRefreshComplete(BaseItem item)
  853. {
  854. _logger.LogDebug("OnRefreshComplete {Item:N}", item.Id);
  855. _activeRefreshes.TryRemove(item.Id, out _);
  856. try
  857. {
  858. RefreshCompleted?.Invoke(this, new GenericEventArgs<BaseItem>(item));
  859. }
  860. catch (Exception ex)
  861. {
  862. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  863. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshCompleted));
  864. }
  865. }
  866. /// <inheritdoc/>
  867. public double? GetRefreshProgress(Guid id)
  868. {
  869. if (_activeRefreshes.TryGetValue(id, out double value))
  870. {
  871. return value;
  872. }
  873. return null;
  874. }
  875. /// <inheritdoc/>
  876. public void OnRefreshProgress(BaseItem item, double progress)
  877. {
  878. var id = item.Id;
  879. _logger.LogDebug("OnRefreshProgress {Id:N} {Progress}", id, progress);
  880. if (!_activeRefreshes.TryGetValue(id, out var current)
  881. || progress <= current
  882. || !_activeRefreshes.TryUpdate(id, progress, current))
  883. {
  884. // Item isn't currently refreshing, or update was received out-of-order, so don't trigger event.
  885. return;
  886. }
  887. try
  888. {
  889. RefreshProgress?.Invoke(this, new GenericEventArgs<Tuple<BaseItem, double>>(new Tuple<BaseItem, double>(item, progress)));
  890. }
  891. catch (Exception ex)
  892. {
  893. // EventHandlers should never propagate exceptions, but we have little control over plugins...
  894. _logger.LogError(ex, "Invoking {RefreshEvent} event handlers failed", nameof(RefreshProgress));
  895. }
  896. }
  897. /// <inheritdoc/>
  898. public void QueueRefresh(Guid itemId, MetadataRefreshOptions options, RefreshPriority priority)
  899. {
  900. if (itemId.IsEmpty())
  901. {
  902. throw new ArgumentException("Guid can't be empty", nameof(itemId));
  903. }
  904. if (_disposed)
  905. {
  906. return;
  907. }
  908. _refreshQueue.Enqueue((itemId, options), priority);
  909. lock (_refreshQueueLock)
  910. {
  911. if (!_isProcessingRefreshQueue)
  912. {
  913. _isProcessingRefreshQueue = true;
  914. Task.Run(StartProcessingRefreshQueue);
  915. }
  916. }
  917. }
  918. private async Task StartProcessingRefreshQueue()
  919. {
  920. var libraryManager = _libraryManager;
  921. if (_disposed)
  922. {
  923. return;
  924. }
  925. var cancellationToken = _disposeCancellationTokenSource.Token;
  926. while (_refreshQueue.TryDequeue(out var refreshItem, out _))
  927. {
  928. if (_disposed)
  929. {
  930. return;
  931. }
  932. try
  933. {
  934. var item = libraryManager.GetItemById(refreshItem.ItemId);
  935. if (item is null)
  936. {
  937. continue;
  938. }
  939. var task = item is MusicArtist artist
  940. ? RefreshArtist(artist, refreshItem.RefreshOptions, cancellationToken)
  941. : RefreshItem(item, refreshItem.RefreshOptions, cancellationToken);
  942. await task.ConfigureAwait(false);
  943. }
  944. catch (OperationCanceledException)
  945. {
  946. break;
  947. }
  948. catch (Exception ex)
  949. {
  950. _logger.LogError(ex, "Error refreshing item");
  951. }
  952. }
  953. lock (_refreshQueueLock)
  954. {
  955. _isProcessingRefreshQueue = false;
  956. }
  957. }
  958. private async Task RefreshItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  959. {
  960. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  961. // Collection folders don't validate their children so we'll have to simulate that here
  962. switch (item)
  963. {
  964. case CollectionFolder collectionFolder:
  965. await RefreshCollectionFolderChildren(options, collectionFolder, cancellationToken).ConfigureAwait(false);
  966. break;
  967. case Folder folder:
  968. await folder.ValidateChildren(new Progress<double>(), options, cancellationToken: cancellationToken).ConfigureAwait(false);
  969. break;
  970. }
  971. }
  972. private async Task RefreshCollectionFolderChildren(MetadataRefreshOptions options, CollectionFolder collectionFolder, CancellationToken cancellationToken)
  973. {
  974. foreach (var child in collectionFolder.GetPhysicalFolders())
  975. {
  976. await child.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  977. await child.ValidateChildren(new Progress<double>(), options, cancellationToken: cancellationToken).ConfigureAwait(false);
  978. }
  979. }
  980. private async Task RefreshArtist(MusicArtist item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  981. {
  982. var albums = _libraryManager
  983. .GetItemList(new InternalItemsQuery
  984. {
  985. IncludeItemTypes = new[] { BaseItemKind.MusicAlbum },
  986. ArtistIds = new[] { item.Id },
  987. DtoOptions = new DtoOptions(false)
  988. {
  989. EnableImages = false
  990. }
  991. })
  992. .OfType<MusicAlbum>();
  993. var musicArtists = albums
  994. .Select(i => i.MusicArtist)
  995. .Where(i => i is not null)
  996. .Distinct();
  997. var musicArtistRefreshTasks = musicArtists.Select(i => i.ValidateChildren(new Progress<double>(), options, true, false, cancellationToken));
  998. await Task.WhenAll(musicArtistRefreshTasks).ConfigureAwait(false);
  999. try
  1000. {
  1001. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  1002. }
  1003. catch (Exception ex)
  1004. {
  1005. _logger.LogError(ex, "Error refreshing library");
  1006. }
  1007. }
  1008. /// <inheritdoc/>
  1009. public Task RefreshFullItem(BaseItem item, MetadataRefreshOptions options, CancellationToken cancellationToken)
  1010. {
  1011. return RefreshItem(item, options, cancellationToken);
  1012. }
  1013. /// <inheritdoc/>
  1014. public void Dispose()
  1015. {
  1016. Dispose(true);
  1017. GC.SuppressFinalize(this);
  1018. }
  1019. /// <summary>
  1020. /// Releases unmanaged and optionally managed resources.
  1021. /// </summary>
  1022. /// <param name="disposing"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  1023. protected virtual void Dispose(bool disposing)
  1024. {
  1025. if (_disposed)
  1026. {
  1027. return;
  1028. }
  1029. if (disposing)
  1030. {
  1031. if (!_disposeCancellationTokenSource.IsCancellationRequested)
  1032. {
  1033. _disposeCancellationTokenSource.Cancel();
  1034. }
  1035. _disposeCancellationTokenSource.Dispose();
  1036. _imageSaveLock.Dispose();
  1037. }
  1038. _disposed = true;
  1039. }
  1040. }
  1041. }