MetadataService.cs 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Entities;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Controller.Providers;
  6. using MediaBrowser.Model.Entities;
  7. using MediaBrowser.Model.Logging;
  8. using System;
  9. using System.Collections.Generic;
  10. using System.Linq;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using CommonIO;
  14. using MediaBrowser.Controller.Entities.Audio;
  15. using MediaBrowser.Controller.Entities.Movies;
  16. namespace MediaBrowser.Providers.Manager
  17. {
  18. public abstract class MetadataService<TItemType, TIdType> : IMetadataService
  19. where TItemType : IHasMetadata, IHasLookupInfo<TIdType>, new()
  20. where TIdType : ItemLookupInfo, new()
  21. {
  22. protected readonly IServerConfigurationManager ServerConfigurationManager;
  23. protected readonly ILogger Logger;
  24. protected readonly IProviderManager ProviderManager;
  25. protected readonly IProviderRepository ProviderRepo;
  26. protected readonly IFileSystem FileSystem;
  27. protected readonly IUserDataManager UserDataManager;
  28. protected readonly ILibraryManager LibraryManager;
  29. protected MetadataService(IServerConfigurationManager serverConfigurationManager, ILogger logger, IProviderManager providerManager, IProviderRepository providerRepo, IFileSystem fileSystem, IUserDataManager userDataManager, ILibraryManager libraryManager)
  30. {
  31. ServerConfigurationManager = serverConfigurationManager;
  32. Logger = logger;
  33. ProviderManager = providerManager;
  34. ProviderRepo = providerRepo;
  35. FileSystem = fileSystem;
  36. UserDataManager = userDataManager;
  37. LibraryManager = libraryManager;
  38. }
  39. /// <summary>
  40. /// Saves the provider result.
  41. /// </summary>
  42. /// <param name="item">The item.</param>
  43. /// <param name="result">The result.</param>
  44. /// <param name="directoryService">The directory service.</param>
  45. /// <returns>Task.</returns>
  46. protected Task SaveProviderResult(TItemType item, MetadataStatus result, IDirectoryService directoryService)
  47. {
  48. result.ItemId = item.Id;
  49. //var locationType = item.LocationType;
  50. //if (locationType == LocationType.FileSystem || locationType == LocationType.Offline)
  51. //{
  52. // if (!string.IsNullOrWhiteSpace(item.Path))
  53. // {
  54. // var file = directoryService.GetFile(item.Path);
  55. // if ((file.Attributes & FileAttributes.Directory) != FileAttributes.Directory && file.Exists)
  56. // {
  57. // result.ItemDateModified = FileSystem.GetLastWriteTimeUtc(file);
  58. // }
  59. // }
  60. //}
  61. result.ItemDateModified = item.DateModified;
  62. return ProviderRepo.SaveMetadataStatus(result, CancellationToken.None);
  63. }
  64. /// <summary>
  65. /// Gets the last result.
  66. /// </summary>
  67. /// <param name="item">The item.</param>
  68. /// <returns>ProviderResult.</returns>
  69. protected MetadataStatus GetLastResult(IHasMetadata item)
  70. {
  71. if (GetLastRefreshDate(item) == default(DateTime))
  72. {
  73. return new MetadataStatus { ItemId = item.Id };
  74. }
  75. return ProviderRepo.GetMetadataStatus(item.Id) ?? new MetadataStatus { ItemId = item.Id };
  76. }
  77. public async Task<ItemUpdateType> RefreshMetadata(IHasMetadata item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
  78. {
  79. var itemOfType = (TItemType)item;
  80. var config = ProviderManager.GetMetadataOptions(item);
  81. var updateType = ItemUpdateType.None;
  82. var refreshResult = GetLastResult(item);
  83. var itemImageProvider = new ItemImageProvider(Logger, ProviderManager, ServerConfigurationManager, FileSystem);
  84. var localImagesFailed = false;
  85. var allImageProviders = ((ProviderManager)ProviderManager).GetImageProviders(item, refreshOptions).ToList();
  86. // Start by validating images
  87. try
  88. {
  89. // Always validate images and check for new locally stored ones.
  90. if (itemImageProvider.ValidateImages(item, allImageProviders.OfType<ILocalImageProvider>(), refreshOptions.DirectoryService))
  91. {
  92. updateType = updateType | ItemUpdateType.ImageUpdate;
  93. }
  94. }
  95. catch (Exception ex)
  96. {
  97. localImagesFailed = true;
  98. Logger.ErrorException("Error validating images for {0}", ex, item.Path ?? item.Name ?? "Unknown name");
  99. }
  100. var metadataResult = new MetadataResult<TItemType>
  101. {
  102. Item = itemOfType
  103. };
  104. // Next run metadata providers
  105. if (refreshOptions.MetadataRefreshMode != MetadataRefreshMode.None)
  106. {
  107. var providers = GetProviders(item, refreshResult, refreshOptions)
  108. .ToList();
  109. if (providers.Count > 0 || !refreshResult.DateLastMetadataRefresh.HasValue)
  110. {
  111. if (item.BeforeMetadataRefresh())
  112. {
  113. updateType = updateType | ItemUpdateType.MetadataImport;
  114. }
  115. }
  116. if (providers.Count > 0)
  117. {
  118. var id = itemOfType.GetLookupInfo();
  119. //await FindIdentities(id, cancellationToken).ConfigureAwait(false);
  120. id.IsAutomated = refreshOptions.IsAutomated;
  121. var result = await RefreshWithProviders(metadataResult, id, refreshOptions, providers, itemImageProvider, cancellationToken).ConfigureAwait(false);
  122. updateType = updateType | result.UpdateType;
  123. if (result.Failures == 0)
  124. {
  125. refreshResult.SetDateLastMetadataRefresh(DateTime.UtcNow);
  126. }
  127. else
  128. {
  129. refreshResult.SetDateLastMetadataRefresh(null);
  130. }
  131. }
  132. }
  133. // Next run remote image providers, but only if local image providers didn't throw an exception
  134. if (!localImagesFailed && refreshOptions.ImageRefreshMode != ImageRefreshMode.ValidationOnly)
  135. {
  136. var providers = GetNonLocalImageProviders(item, allImageProviders, refreshResult, refreshOptions).ToList();
  137. if (providers.Count > 0)
  138. {
  139. var result = await itemImageProvider.RefreshImages(itemOfType, providers, refreshOptions, config, cancellationToken).ConfigureAwait(false);
  140. updateType = updateType | result.UpdateType;
  141. if (result.Failures == 0)
  142. {
  143. refreshResult.SetDateLastImagesRefresh(DateTime.UtcNow);
  144. }
  145. else
  146. {
  147. refreshResult.SetDateLastImagesRefresh(null);
  148. }
  149. }
  150. }
  151. var isFirstRefresh = GetLastRefreshDate(item) == default(DateTime);
  152. var beforeSaveResult = await BeforeSave(itemOfType, isFirstRefresh || refreshOptions.ReplaceAllMetadata || refreshOptions.MetadataRefreshMode == MetadataRefreshMode.FullRefresh, updateType).ConfigureAwait(false);
  153. updateType = updateType | beforeSaveResult;
  154. // Save if changes were made, or it's never been saved before
  155. if (refreshOptions.ForceSave || updateType > ItemUpdateType.None || isFirstRefresh || refreshOptions.ReplaceAllMetadata)
  156. {
  157. // If any of these properties are set then make sure the updateType is not None, just to force everything to save
  158. if (refreshOptions.ForceSave || refreshOptions.ReplaceAllMetadata)
  159. {
  160. updateType = updateType | ItemUpdateType.MetadataDownload;
  161. }
  162. if (refreshOptions.MetadataRefreshMode >= MetadataRefreshMode.Default && refreshOptions.ImageRefreshMode >= ImageRefreshMode.Default)
  163. {
  164. item.DateLastRefreshed = DateTime.UtcNow;
  165. }
  166. // Save to database
  167. await SaveItem(metadataResult, updateType, cancellationToken).ConfigureAwait(false);
  168. }
  169. if (updateType > ItemUpdateType.None || refreshResult.IsDirty)
  170. {
  171. await SaveProviderResult(itemOfType, refreshResult, refreshOptions.DirectoryService).ConfigureAwait(false);
  172. }
  173. await AfterMetadataRefresh(itemOfType, refreshOptions, cancellationToken).ConfigureAwait(false);
  174. return updateType;
  175. }
  176. private async Task FindIdentities(TIdType id, CancellationToken cancellationToken)
  177. {
  178. try
  179. {
  180. await ItemIdentifier<TIdType>.FindIdentities(id, ProviderManager, cancellationToken).ConfigureAwait(false);
  181. }
  182. catch (Exception ex)
  183. {
  184. Logger.ErrorException("Error in FindIdentities", ex);
  185. }
  186. }
  187. private DateTime GetLastRefreshDate(IHasMetadata item)
  188. {
  189. if (EnableDateLastRefreshed(item))
  190. {
  191. return item.DateLastRefreshed;
  192. }
  193. return item.DateLastSaved;
  194. }
  195. private bool EnableDateLastRefreshed(IHasMetadata item)
  196. {
  197. if (ServerConfigurationManager.Configuration.EnableDateLastRefresh)
  198. {
  199. return true;
  200. }
  201. if (item.DateLastRefreshed != default(DateTime))
  202. {
  203. return true;
  204. }
  205. if (item is BoxSet || (item is IItemByName && !(item is MusicArtist)))
  206. {
  207. return true;
  208. }
  209. return false;
  210. }
  211. protected async Task SaveItem(MetadataResult<TItemType> result, ItemUpdateType reason, CancellationToken cancellationToken)
  212. {
  213. if (result.Item.SupportsPeople && result.People != null)
  214. {
  215. await LibraryManager.UpdatePeople(result.Item as BaseItem, result.People.ToList());
  216. await SavePeopleMetadata(result.People, cancellationToken).ConfigureAwait(false);
  217. }
  218. await result.Item.UpdateToRepository(reason, cancellationToken).ConfigureAwait(false);
  219. }
  220. private async Task SavePeopleMetadata(List<PersonInfo> people, CancellationToken cancellationToken)
  221. {
  222. foreach (var person in people)
  223. {
  224. cancellationToken.ThrowIfCancellationRequested();
  225. if (person.ProviderIds.Any() || !string.IsNullOrWhiteSpace(person.ImageUrl))
  226. {
  227. var updateType = ItemUpdateType.MetadataDownload;
  228. var saveEntity = false;
  229. var personEntity = LibraryManager.GetPerson(person.Name);
  230. foreach (var id in person.ProviderIds)
  231. {
  232. if (!string.Equals(personEntity.GetProviderId(id.Key), id.Value, StringComparison.OrdinalIgnoreCase))
  233. {
  234. personEntity.SetProviderId(id.Key, id.Value);
  235. saveEntity = true;
  236. }
  237. }
  238. if (!string.IsNullOrWhiteSpace(person.ImageUrl) && !personEntity.HasImage(ImageType.Primary))
  239. {
  240. await AddPersonImage(personEntity, person.ImageUrl, cancellationToken).ConfigureAwait(false);
  241. saveEntity = true;
  242. updateType = updateType | ItemUpdateType.ImageUpdate;
  243. }
  244. if (saveEntity)
  245. {
  246. await personEntity.UpdateToRepository(updateType, cancellationToken).ConfigureAwait(false);
  247. }
  248. }
  249. }
  250. }
  251. private async Task AddPersonImage(Person personEntity, string imageUrl, CancellationToken cancellationToken)
  252. {
  253. if (ServerConfigurationManager.Configuration.DownloadImagesInAdvance)
  254. {
  255. try
  256. {
  257. await ProviderManager.SaveImage(personEntity, imageUrl, null, ImageType.Primary, null, cancellationToken).ConfigureAwait(false);
  258. return;
  259. }
  260. catch (Exception ex)
  261. {
  262. Logger.ErrorException("Error in AddPersonImage", ex);
  263. }
  264. }
  265. personEntity.SetImage(new ItemImageInfo
  266. {
  267. Path = imageUrl,
  268. Type = ImageType.Primary,
  269. IsPlaceholder = true
  270. }, 0);
  271. }
  272. private readonly Task _cachedTask = Task.FromResult(true);
  273. protected virtual Task AfterMetadataRefresh(TItemType item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
  274. {
  275. item.AfterMetadataRefresh();
  276. return _cachedTask;
  277. }
  278. private readonly Task<ItemUpdateType> _cachedResult = Task.FromResult(ItemUpdateType.None);
  279. /// <summary>
  280. /// Befores the save.
  281. /// </summary>
  282. /// <param name="item">The item.</param>
  283. /// <param name="isFullRefresh">if set to <c>true</c> [is full refresh].</param>
  284. /// <param name="currentUpdateType">Type of the current update.</param>
  285. /// <returns>ItemUpdateType.</returns>
  286. protected virtual Task<ItemUpdateType> BeforeSave(TItemType item, bool isFullRefresh, ItemUpdateType currentUpdateType)
  287. {
  288. return _cachedResult;
  289. }
  290. /// <summary>
  291. /// Gets the providers.
  292. /// </summary>
  293. /// <param name="item">The item.</param>
  294. /// <param name="status">The status.</param>
  295. /// <param name="options">The options.</param>
  296. /// <returns>IEnumerable{`0}.</returns>
  297. protected IEnumerable<IMetadataProvider> GetProviders(IHasMetadata item, MetadataStatus status, MetadataRefreshOptions options)
  298. {
  299. // Get providers to refresh
  300. var providers = ((ProviderManager)ProviderManager).GetMetadataProviders<TItemType>(item).ToList();
  301. // Run all if either of these flags are true
  302. var runAllProviders = options.ReplaceAllMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh || !status.DateLastMetadataRefresh.HasValue;
  303. if (!runAllProviders)
  304. {
  305. // Avoid implicitly captured closure
  306. var currentItem = item;
  307. var providersWithChanges = providers
  308. .Where(i =>
  309. {
  310. var hasChangeMonitor = i as IHasChangeMonitor;
  311. if (hasChangeMonitor != null)
  312. {
  313. return HasChanged(item, hasChangeMonitor, currentItem.DateLastSaved, options.DirectoryService);
  314. }
  315. var hasFileChangeMonitor = i as IHasItemChangeMonitor;
  316. if (hasFileChangeMonitor != null)
  317. {
  318. return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
  319. }
  320. return false;
  321. })
  322. .ToList();
  323. if (providersWithChanges.Count == 0)
  324. {
  325. providers = new List<IMetadataProvider<TItemType>>();
  326. }
  327. else
  328. {
  329. providers = providers.Where(i =>
  330. {
  331. // If any provider reports a change, always run local ones as well
  332. if (i is ILocalMetadataProvider)
  333. {
  334. return true;
  335. }
  336. var anyRemoteProvidersChanged = providersWithChanges.OfType<IRemoteMetadataProvider>()
  337. .Any();
  338. // If any remote providers changed, run them all so that priorities can be honored
  339. if (i is IRemoteMetadataProvider)
  340. {
  341. return anyRemoteProvidersChanged;
  342. }
  343. // Run custom providers if they report a change or any remote providers change
  344. return anyRemoteProvidersChanged || providersWithChanges.Contains(i);
  345. }).ToList();
  346. }
  347. }
  348. return providers;
  349. }
  350. protected virtual IEnumerable<IImageProvider> GetNonLocalImageProviders(IHasMetadata item, IEnumerable<IImageProvider> allImageProviders, MetadataStatus status, ImageRefreshOptions options)
  351. {
  352. // Get providers to refresh
  353. var providers = allImageProviders.Where(i => !(i is ILocalImageProvider)).ToList();
  354. // Run all if either of these flags are true
  355. var runAllProviders = options.ImageRefreshMode == ImageRefreshMode.FullRefresh || !status.DateLastImagesRefresh.HasValue;
  356. if (!runAllProviders)
  357. {
  358. providers = providers
  359. .Where(i =>
  360. {
  361. var hasChangeMonitor = i as IHasChangeMonitor;
  362. if (hasChangeMonitor != null)
  363. {
  364. return HasChanged(item, hasChangeMonitor, status.DateLastImagesRefresh.Value, options.DirectoryService);
  365. }
  366. var hasFileChangeMonitor = i as IHasItemChangeMonitor;
  367. if (hasFileChangeMonitor != null)
  368. {
  369. return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
  370. }
  371. return false;
  372. })
  373. .ToList();
  374. }
  375. return providers;
  376. }
  377. public bool CanRefresh(IHasMetadata item)
  378. {
  379. return item is TItemType;
  380. }
  381. protected virtual async Task<RefreshResult> RefreshWithProviders(MetadataResult<TItemType> metadata,
  382. TIdType id,
  383. MetadataRefreshOptions options,
  384. List<IMetadataProvider> providers,
  385. ItemImageProvider imageService,
  386. CancellationToken cancellationToken)
  387. {
  388. var refreshResult = new RefreshResult
  389. {
  390. UpdateType = ItemUpdateType.None,
  391. Providers = providers.Select(i => i.GetType().FullName.GetMD5()).ToList()
  392. };
  393. var item = metadata.Item;
  394. var customProviders = providers.OfType<ICustomMetadataProvider<TItemType>>().ToList();
  395. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  396. foreach (var provider in customProviders.Where(i => i is IPreRefreshProvider))
  397. {
  398. await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
  399. }
  400. var temp = new MetadataResult<TItemType>
  401. {
  402. Item = CreateNew()
  403. };
  404. temp.Item.Path = item.Path;
  405. var userDataList = new List<UserItemData>();
  406. // If replacing all metadata, run internet providers first
  407. if (options.ReplaceAllMetadata)
  408. {
  409. var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
  410. .ConfigureAwait(false);
  411. refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
  412. refreshResult.ErrorMessage = remoteResult.ErrorMessage;
  413. refreshResult.Failures += remoteResult.Failures;
  414. }
  415. var hasLocalMetadata = false;
  416. foreach (var provider in providers.OfType<ILocalMetadataProvider<TItemType>>().ToList())
  417. {
  418. var providerName = provider.GetType().Name;
  419. Logger.Debug("Running {0} for {1}", providerName, logName);
  420. var itemInfo = new ItemInfo(item);
  421. try
  422. {
  423. var localItem = await provider.GetMetadata(itemInfo, options.DirectoryService, cancellationToken).ConfigureAwait(false);
  424. if (localItem.HasMetadata)
  425. {
  426. if (imageService.MergeImages(item, localItem.Images))
  427. {
  428. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.ImageUpdate;
  429. }
  430. if (localItem.UserDataList != null)
  431. {
  432. userDataList.AddRange(localItem.UserDataList);
  433. }
  434. MergeData(localItem, temp, new List<MetadataFields>(), !options.ReplaceAllMetadata, true);
  435. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataImport;
  436. // Only one local provider allowed per item
  437. if (IsFullLocalMetadata(localItem.Item))
  438. {
  439. hasLocalMetadata = true;
  440. }
  441. break;
  442. }
  443. Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
  444. }
  445. catch (OperationCanceledException)
  446. {
  447. throw;
  448. }
  449. catch (Exception ex)
  450. {
  451. refreshResult.Failures++;
  452. Logger.ErrorException("Error in {0}", ex, provider.Name);
  453. // If a local provider fails, consider that a failure
  454. refreshResult.ErrorMessage = ex.Message;
  455. if (options.MetadataRefreshMode != MetadataRefreshMode.FullRefresh)
  456. {
  457. // If the local provider fails don't continue with remote providers because the user's saved metadata could be lost
  458. return refreshResult;
  459. }
  460. }
  461. }
  462. // Local metadata is king - if any is found don't run remote providers
  463. if (!options.ReplaceAllMetadata && (!hasLocalMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh))
  464. {
  465. var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
  466. .ConfigureAwait(false);
  467. refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
  468. refreshResult.ErrorMessage = remoteResult.ErrorMessage;
  469. refreshResult.Failures += remoteResult.Failures;
  470. }
  471. if (providers.Any(i => !(i is ICustomMetadataProvider)))
  472. {
  473. if (refreshResult.UpdateType > ItemUpdateType.None)
  474. {
  475. // If no local metadata, take data from item itself
  476. if (!hasLocalMetadata)
  477. {
  478. // TODO: If the new metadata from above has some blank data, this can cause old data to get filled into those empty fields
  479. MergeData(metadata, temp, new List<MetadataFields>(), false, true);
  480. }
  481. MergeData(temp, metadata, item.LockedFields, true, true);
  482. }
  483. }
  484. //var isUnidentified = failedProviderCount > 0 && successfulProviderCount == 0;
  485. foreach (var provider in customProviders.Where(i => !(i is IPreRefreshProvider)))
  486. {
  487. await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
  488. }
  489. await ImportUserData(item, userDataList, cancellationToken).ConfigureAwait(false);
  490. return refreshResult;
  491. }
  492. protected virtual bool IsFullLocalMetadata(TItemType item)
  493. {
  494. if (string.IsNullOrWhiteSpace(item.Name))
  495. {
  496. return false;
  497. }
  498. return true;
  499. }
  500. private async Task ImportUserData(TItemType item, List<UserItemData> userDataList, CancellationToken cancellationToken)
  501. {
  502. var hasUserData = item as IHasUserData;
  503. if (hasUserData != null)
  504. {
  505. foreach (var userData in userDataList)
  506. {
  507. await UserDataManager.SaveUserData(userData.UserId, hasUserData, userData, UserDataSaveReason.Import, cancellationToken)
  508. .ConfigureAwait(false);
  509. }
  510. }
  511. }
  512. private async Task RunCustomProvider(ICustomMetadataProvider<TItemType> provider, TItemType item, string logName, MetadataRefreshOptions options, RefreshResult refreshResult, CancellationToken cancellationToken)
  513. {
  514. Logger.Debug("Running {0} for {1}", provider.GetType().Name, logName);
  515. try
  516. {
  517. refreshResult.UpdateType = refreshResult.UpdateType | await provider.FetchAsync(item, options, cancellationToken).ConfigureAwait(false);
  518. }
  519. catch (OperationCanceledException)
  520. {
  521. throw;
  522. }
  523. catch (Exception ex)
  524. {
  525. refreshResult.ErrorMessage = ex.Message;
  526. Logger.ErrorException("Error in {0}", ex, provider.Name);
  527. }
  528. }
  529. protected virtual TItemType CreateNew()
  530. {
  531. return new TItemType();
  532. }
  533. private async Task<RefreshResult> ExecuteRemoteProviders(MetadataResult<TItemType> temp, string logName, TIdType id, IEnumerable<IRemoteMetadataProvider<TItemType, TIdType>> providers, CancellationToken cancellationToken)
  534. {
  535. var refreshResult = new RefreshResult();
  536. foreach (var provider in providers)
  537. {
  538. var providerName = provider.GetType().Name;
  539. Logger.Debug("Running {0} for {1}", providerName, logName);
  540. if (id != null)
  541. {
  542. MergeNewData(temp.Item, id);
  543. }
  544. try
  545. {
  546. var result = await provider.GetMetadata(id, cancellationToken).ConfigureAwait(false);
  547. if (result.HasMetadata)
  548. {
  549. NormalizeRemoteResult(result.Item);
  550. MergeData(result, temp, new List<MetadataFields>(), false, false);
  551. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataDownload;
  552. }
  553. else
  554. {
  555. refreshResult.Failures++;
  556. Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
  557. }
  558. }
  559. catch (OperationCanceledException)
  560. {
  561. throw;
  562. }
  563. catch (Exception ex)
  564. {
  565. refreshResult.Failures++;
  566. refreshResult.ErrorMessage = ex.Message;
  567. Logger.ErrorException("Error in {0}", ex, provider.Name);
  568. }
  569. }
  570. return refreshResult;
  571. }
  572. private void NormalizeRemoteResult(TItemType item)
  573. {
  574. if (!ServerConfigurationManager.Configuration.FindInternetTrailers)
  575. {
  576. var hasTrailers = item as IHasTrailers;
  577. if (hasTrailers != null)
  578. {
  579. hasTrailers.RemoteTrailers.Clear();
  580. }
  581. }
  582. }
  583. private void MergeNewData(TItemType source, TIdType lookupInfo)
  584. {
  585. // Copy new provider id's that may have been obtained
  586. foreach (var providerId in source.ProviderIds)
  587. {
  588. var key = providerId.Key;
  589. // Don't replace existing Id's.
  590. if (!lookupInfo.ProviderIds.ContainsKey(key))
  591. {
  592. lookupInfo.ProviderIds[key] = providerId.Value;
  593. }
  594. }
  595. }
  596. protected abstract void MergeData(MetadataResult<TItemType> source,
  597. MetadataResult<TItemType> target,
  598. List<MetadataFields> lockedFields,
  599. bool replaceData,
  600. bool mergeMetadataSettings);
  601. public virtual int Order
  602. {
  603. get
  604. {
  605. return 0;
  606. }
  607. }
  608. private bool HasChanged(IHasMetadata item, IHasItemChangeMonitor changeMonitor, MetadataStatus status, IDirectoryService directoryService)
  609. {
  610. try
  611. {
  612. var hasChanged = changeMonitor.HasChanged(item, status, directoryService);
  613. //if (hasChanged)
  614. //{
  615. // Logger.Debug("{0} reports change to {1}", changeMonitor.GetType().Name, item.Path ?? item.Name);
  616. //}
  617. return hasChanged;
  618. }
  619. catch (Exception ex)
  620. {
  621. Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
  622. return false;
  623. }
  624. }
  625. private bool HasChanged(IHasMetadata item, IHasChangeMonitor changeMonitor, DateTime date, IDirectoryService directoryService)
  626. {
  627. try
  628. {
  629. var hasChanged = changeMonitor.HasChanged(item, directoryService, date);
  630. //if (hasChanged)
  631. //{
  632. // Logger.Debug("{0} reports change to {1} since {2}", changeMonitor.GetType().Name,
  633. // item.Path ?? item.Name, date);
  634. //}
  635. return hasChanged;
  636. }
  637. catch (Exception ex)
  638. {
  639. Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
  640. return false;
  641. }
  642. }
  643. }
  644. public class RefreshResult
  645. {
  646. public ItemUpdateType UpdateType { get; set; }
  647. public string ErrorMessage { get; set; }
  648. public List<Guid> Providers { get; set; }
  649. public int Failures { get; set; }
  650. }
  651. }