MetadataService.cs 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Entities;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Controller.Providers;
  6. using MediaBrowser.Model.Entities;
  7. using MediaBrowser.Model.Logging;
  8. using System;
  9. using System.Collections.Generic;
  10. using System.Linq;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using CommonIO;
  14. using MediaBrowser.Controller.Entities.Audio;
  15. using MediaBrowser.Controller.Entities.Movies;
  16. using MediaBrowser.Model.Providers;
  17. namespace MediaBrowser.Providers.Manager
  18. {
  19. public abstract class MetadataService<TItemType, TIdType> : IMetadataService
  20. where TItemType : IHasMetadata, IHasLookupInfo<TIdType>, new()
  21. where TIdType : ItemLookupInfo, new()
  22. {
  23. protected readonly IServerConfigurationManager ServerConfigurationManager;
  24. protected readonly ILogger Logger;
  25. protected readonly IProviderManager ProviderManager;
  26. protected readonly IProviderRepository ProviderRepo;
  27. protected readonly IFileSystem FileSystem;
  28. protected readonly IUserDataManager UserDataManager;
  29. protected readonly ILibraryManager LibraryManager;
  30. protected MetadataService(IServerConfigurationManager serverConfigurationManager, ILogger logger, IProviderManager providerManager, IProviderRepository providerRepo, IFileSystem fileSystem, IUserDataManager userDataManager, ILibraryManager libraryManager)
  31. {
  32. ServerConfigurationManager = serverConfigurationManager;
  33. Logger = logger;
  34. ProviderManager = providerManager;
  35. ProviderRepo = providerRepo;
  36. FileSystem = fileSystem;
  37. UserDataManager = userDataManager;
  38. LibraryManager = libraryManager;
  39. }
  40. /// <summary>
  41. /// Saves the provider result.
  42. /// </summary>
  43. /// <param name="item">The item.</param>
  44. /// <param name="result">The result.</param>
  45. /// <param name="directoryService">The directory service.</param>
  46. /// <returns>Task.</returns>
  47. protected Task SaveProviderResult(TItemType item, MetadataStatus result, IDirectoryService directoryService)
  48. {
  49. result.ItemId = item.Id;
  50. //var locationType = item.LocationType;
  51. //if (locationType == LocationType.FileSystem || locationType == LocationType.Offline)
  52. //{
  53. // if (!string.IsNullOrWhiteSpace(item.Path))
  54. // {
  55. // var file = directoryService.GetFile(item.Path);
  56. // if ((file.Attributes & FileAttributes.Directory) != FileAttributes.Directory && file.Exists)
  57. // {
  58. // result.ItemDateModified = FileSystem.GetLastWriteTimeUtc(file);
  59. // }
  60. // }
  61. //}
  62. result.ItemDateModified = item.DateModified;
  63. return ProviderRepo.SaveMetadataStatus(result, CancellationToken.None);
  64. }
  65. /// <summary>
  66. /// Gets the last result.
  67. /// </summary>
  68. /// <param name="item">The item.</param>
  69. /// <returns>ProviderResult.</returns>
  70. protected MetadataStatus GetLastResult(IHasMetadata item)
  71. {
  72. if (GetLastRefreshDate(item) == default(DateTime))
  73. {
  74. return new MetadataStatus { ItemId = item.Id };
  75. }
  76. return ProviderRepo.GetMetadataStatus(item.Id) ?? new MetadataStatus { ItemId = item.Id };
  77. }
  78. public async Task<ItemUpdateType> RefreshMetadata(IHasMetadata item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
  79. {
  80. var itemOfType = (TItemType)item;
  81. var config = ProviderManager.GetMetadataOptions(item);
  82. var updateType = ItemUpdateType.None;
  83. var refreshResult = GetLastResult(item);
  84. var itemImageProvider = new ItemImageProvider(Logger, ProviderManager, ServerConfigurationManager, FileSystem);
  85. var localImagesFailed = false;
  86. var allImageProviders = ((ProviderManager)ProviderManager).GetImageProviders(item, refreshOptions).ToList();
  87. // Start by validating images
  88. try
  89. {
  90. // Always validate images and check for new locally stored ones.
  91. if (itemImageProvider.ValidateImages(item, allImageProviders.OfType<ILocalImageProvider>(), refreshOptions.DirectoryService))
  92. {
  93. updateType = updateType | ItemUpdateType.ImageUpdate;
  94. }
  95. }
  96. catch (Exception ex)
  97. {
  98. localImagesFailed = true;
  99. Logger.ErrorException("Error validating images for {0}", ex, item.Path ?? item.Name ?? "Unknown name");
  100. }
  101. var metadataResult = new MetadataResult<TItemType>
  102. {
  103. Item = itemOfType
  104. };
  105. // Next run metadata providers
  106. if (refreshOptions.MetadataRefreshMode != MetadataRefreshMode.None)
  107. {
  108. var providers = GetProviders(item, refreshResult, refreshOptions)
  109. .ToList();
  110. if (providers.Count > 0 || !refreshResult.DateLastMetadataRefresh.HasValue)
  111. {
  112. if (item.BeforeMetadataRefresh())
  113. {
  114. updateType = updateType | ItemUpdateType.MetadataImport;
  115. }
  116. }
  117. if (providers.Count > 0)
  118. {
  119. var id = itemOfType.GetLookupInfo();
  120. if (refreshOptions.SearchResult != null)
  121. {
  122. ApplySearchResult(id, refreshOptions.SearchResult);
  123. }
  124. //await FindIdentities(id, cancellationToken).ConfigureAwait(false);
  125. id.IsAutomated = refreshOptions.IsAutomated;
  126. var result = await RefreshWithProviders(metadataResult, id, refreshOptions, providers, itemImageProvider, cancellationToken).ConfigureAwait(false);
  127. updateType = updateType | result.UpdateType;
  128. if (result.Failures == 0)
  129. {
  130. refreshResult.SetDateLastMetadataRefresh(DateTime.UtcNow);
  131. }
  132. else
  133. {
  134. refreshResult.SetDateLastMetadataRefresh(null);
  135. }
  136. }
  137. }
  138. // Next run remote image providers, but only if local image providers didn't throw an exception
  139. if (!localImagesFailed && refreshOptions.ImageRefreshMode != ImageRefreshMode.ValidationOnly)
  140. {
  141. var providers = GetNonLocalImageProviders(item, allImageProviders, refreshResult, refreshOptions).ToList();
  142. if (providers.Count > 0)
  143. {
  144. var result = await itemImageProvider.RefreshImages(itemOfType, providers, refreshOptions, config, cancellationToken).ConfigureAwait(false);
  145. updateType = updateType | result.UpdateType;
  146. if (result.Failures == 0)
  147. {
  148. refreshResult.SetDateLastImagesRefresh(DateTime.UtcNow);
  149. }
  150. else
  151. {
  152. refreshResult.SetDateLastImagesRefresh(null);
  153. }
  154. }
  155. }
  156. var isFirstRefresh = GetLastRefreshDate(item) == default(DateTime);
  157. var beforeSaveResult = await BeforeSave(itemOfType, isFirstRefresh || refreshOptions.ReplaceAllMetadata || refreshOptions.MetadataRefreshMode == MetadataRefreshMode.FullRefresh, updateType).ConfigureAwait(false);
  158. updateType = updateType | beforeSaveResult;
  159. // Save if changes were made, or it's never been saved before
  160. if (refreshOptions.ForceSave || updateType > ItemUpdateType.None || isFirstRefresh || refreshOptions.ReplaceAllMetadata)
  161. {
  162. // If any of these properties are set then make sure the updateType is not None, just to force everything to save
  163. if (refreshOptions.ForceSave || refreshOptions.ReplaceAllMetadata)
  164. {
  165. updateType = updateType | ItemUpdateType.MetadataDownload;
  166. }
  167. if (refreshOptions.MetadataRefreshMode >= MetadataRefreshMode.Default && refreshOptions.ImageRefreshMode >= ImageRefreshMode.Default)
  168. {
  169. item.DateLastRefreshed = DateTime.UtcNow;
  170. }
  171. // Save to database
  172. await SaveItem(metadataResult, updateType, cancellationToken).ConfigureAwait(false);
  173. }
  174. if (updateType > ItemUpdateType.None || refreshResult.IsDirty)
  175. {
  176. await SaveProviderResult(itemOfType, refreshResult, refreshOptions.DirectoryService).ConfigureAwait(false);
  177. }
  178. await AfterMetadataRefresh(itemOfType, refreshOptions, cancellationToken).ConfigureAwait(false);
  179. return updateType;
  180. }
  181. private void ApplySearchResult(ItemLookupInfo lookupInfo, RemoteSearchResult result)
  182. {
  183. lookupInfo.ProviderIds = result.ProviderIds;
  184. lookupInfo.Name = result.Name;
  185. lookupInfo.Year = result.ProductionYear;
  186. }
  187. private async Task FindIdentities(TIdType id, CancellationToken cancellationToken)
  188. {
  189. try
  190. {
  191. await ItemIdentifier<TIdType>.FindIdentities(id, ProviderManager, cancellationToken).ConfigureAwait(false);
  192. }
  193. catch (Exception ex)
  194. {
  195. Logger.ErrorException("Error in FindIdentities", ex);
  196. }
  197. }
  198. private DateTime GetLastRefreshDate(IHasMetadata item)
  199. {
  200. if (EnableDateLastRefreshed(item))
  201. {
  202. return item.DateLastRefreshed;
  203. }
  204. return item.DateLastSaved;
  205. }
  206. private bool EnableDateLastRefreshed(IHasMetadata item)
  207. {
  208. if (ServerConfigurationManager.Configuration.EnableDateLastRefresh)
  209. {
  210. return true;
  211. }
  212. if (item.DateLastRefreshed != default(DateTime))
  213. {
  214. return true;
  215. }
  216. if (item is BoxSet || (item is IItemByName && !(item is MusicArtist)))
  217. {
  218. return true;
  219. }
  220. return false;
  221. }
  222. protected async Task SaveItem(MetadataResult<TItemType> result, ItemUpdateType reason, CancellationToken cancellationToken)
  223. {
  224. if (result.Item.SupportsPeople && result.People != null)
  225. {
  226. await LibraryManager.UpdatePeople(result.Item as BaseItem, result.People.ToList());
  227. await SavePeopleMetadata(result.People, cancellationToken).ConfigureAwait(false);
  228. }
  229. await result.Item.UpdateToRepository(reason, cancellationToken).ConfigureAwait(false);
  230. }
  231. private async Task SavePeopleMetadata(List<PersonInfo> people, CancellationToken cancellationToken)
  232. {
  233. foreach (var person in people)
  234. {
  235. cancellationToken.ThrowIfCancellationRequested();
  236. if (person.ProviderIds.Any() || !string.IsNullOrWhiteSpace(person.ImageUrl))
  237. {
  238. var updateType = ItemUpdateType.MetadataDownload;
  239. var saveEntity = false;
  240. var personEntity = LibraryManager.GetPerson(person.Name);
  241. foreach (var id in person.ProviderIds)
  242. {
  243. if (!string.Equals(personEntity.GetProviderId(id.Key), id.Value, StringComparison.OrdinalIgnoreCase))
  244. {
  245. personEntity.SetProviderId(id.Key, id.Value);
  246. saveEntity = true;
  247. }
  248. }
  249. if (!string.IsNullOrWhiteSpace(person.ImageUrl) && !personEntity.HasImage(ImageType.Primary))
  250. {
  251. await AddPersonImage(personEntity, person.ImageUrl, cancellationToken).ConfigureAwait(false);
  252. saveEntity = true;
  253. updateType = updateType | ItemUpdateType.ImageUpdate;
  254. }
  255. if (saveEntity)
  256. {
  257. await personEntity.UpdateToRepository(updateType, cancellationToken).ConfigureAwait(false);
  258. }
  259. }
  260. }
  261. }
  262. private async Task AddPersonImage(Person personEntity, string imageUrl, CancellationToken cancellationToken)
  263. {
  264. if (ServerConfigurationManager.Configuration.DownloadImagesInAdvance)
  265. {
  266. try
  267. {
  268. await ProviderManager.SaveImage(personEntity, imageUrl, null, ImageType.Primary, null, cancellationToken).ConfigureAwait(false);
  269. return;
  270. }
  271. catch (Exception ex)
  272. {
  273. Logger.ErrorException("Error in AddPersonImage", ex);
  274. }
  275. }
  276. personEntity.SetImage(new ItemImageInfo
  277. {
  278. Path = imageUrl,
  279. Type = ImageType.Primary,
  280. IsPlaceholder = true
  281. }, 0);
  282. }
  283. private readonly Task _cachedTask = Task.FromResult(true);
  284. protected virtual Task AfterMetadataRefresh(TItemType item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
  285. {
  286. item.AfterMetadataRefresh();
  287. return _cachedTask;
  288. }
  289. private readonly Task<ItemUpdateType> _cachedResult = Task.FromResult(ItemUpdateType.None);
  290. /// <summary>
  291. /// Befores the save.
  292. /// </summary>
  293. /// <param name="item">The item.</param>
  294. /// <param name="isFullRefresh">if set to <c>true</c> [is full refresh].</param>
  295. /// <param name="currentUpdateType">Type of the current update.</param>
  296. /// <returns>ItemUpdateType.</returns>
  297. protected virtual Task<ItemUpdateType> BeforeSave(TItemType item, bool isFullRefresh, ItemUpdateType currentUpdateType)
  298. {
  299. return _cachedResult;
  300. }
  301. /// <summary>
  302. /// Gets the providers.
  303. /// </summary>
  304. /// <param name="item">The item.</param>
  305. /// <param name="status">The status.</param>
  306. /// <param name="options">The options.</param>
  307. /// <returns>IEnumerable{`0}.</returns>
  308. protected IEnumerable<IMetadataProvider> GetProviders(IHasMetadata item, MetadataStatus status, MetadataRefreshOptions options)
  309. {
  310. // Get providers to refresh
  311. var providers = ((ProviderManager)ProviderManager).GetMetadataProviders<TItemType>(item).ToList();
  312. // Run all if either of these flags are true
  313. var runAllProviders = options.ReplaceAllMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh || !status.DateLastMetadataRefresh.HasValue;
  314. if (!runAllProviders)
  315. {
  316. // Avoid implicitly captured closure
  317. var currentItem = item;
  318. var providersWithChanges = providers
  319. .Where(i =>
  320. {
  321. var hasChangeMonitor = i as IHasChangeMonitor;
  322. if (hasChangeMonitor != null)
  323. {
  324. return HasChanged(item, hasChangeMonitor, currentItem.DateLastSaved, options.DirectoryService);
  325. }
  326. var hasFileChangeMonitor = i as IHasItemChangeMonitor;
  327. if (hasFileChangeMonitor != null)
  328. {
  329. return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
  330. }
  331. return false;
  332. })
  333. .ToList();
  334. if (providersWithChanges.Count == 0)
  335. {
  336. providers = new List<IMetadataProvider<TItemType>>();
  337. }
  338. else
  339. {
  340. providers = providers.Where(i =>
  341. {
  342. // If any provider reports a change, always run local ones as well
  343. if (i is ILocalMetadataProvider)
  344. {
  345. return true;
  346. }
  347. var anyRemoteProvidersChanged = providersWithChanges.OfType<IRemoteMetadataProvider>()
  348. .Any();
  349. // If any remote providers changed, run them all so that priorities can be honored
  350. if (i is IRemoteMetadataProvider)
  351. {
  352. return anyRemoteProvidersChanged;
  353. }
  354. // Run custom providers if they report a change or any remote providers change
  355. return anyRemoteProvidersChanged || providersWithChanges.Contains(i);
  356. }).ToList();
  357. }
  358. }
  359. return providers;
  360. }
  361. protected virtual IEnumerable<IImageProvider> GetNonLocalImageProviders(IHasMetadata item, IEnumerable<IImageProvider> allImageProviders, MetadataStatus status, ImageRefreshOptions options)
  362. {
  363. // Get providers to refresh
  364. var providers = allImageProviders.Where(i => !(i is ILocalImageProvider)).ToList();
  365. // Run all if either of these flags are true
  366. var runAllProviders = options.ImageRefreshMode == ImageRefreshMode.FullRefresh || !status.DateLastImagesRefresh.HasValue;
  367. if (!runAllProviders)
  368. {
  369. providers = providers
  370. .Where(i =>
  371. {
  372. var hasChangeMonitor = i as IHasChangeMonitor;
  373. if (hasChangeMonitor != null)
  374. {
  375. return HasChanged(item, hasChangeMonitor, status.DateLastImagesRefresh.Value, options.DirectoryService);
  376. }
  377. var hasFileChangeMonitor = i as IHasItemChangeMonitor;
  378. if (hasFileChangeMonitor != null)
  379. {
  380. return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
  381. }
  382. return false;
  383. })
  384. .ToList();
  385. }
  386. return providers;
  387. }
  388. public bool CanRefresh(IHasMetadata item)
  389. {
  390. return item is TItemType;
  391. }
  392. protected virtual async Task<RefreshResult> RefreshWithProviders(MetadataResult<TItemType> metadata,
  393. TIdType id,
  394. MetadataRefreshOptions options,
  395. List<IMetadataProvider> providers,
  396. ItemImageProvider imageService,
  397. CancellationToken cancellationToken)
  398. {
  399. var refreshResult = new RefreshResult
  400. {
  401. UpdateType = ItemUpdateType.None,
  402. Providers = providers.Select(i => i.GetType().FullName.GetMD5()).ToList()
  403. };
  404. var item = metadata.Item;
  405. var customProviders = providers.OfType<ICustomMetadataProvider<TItemType>>().ToList();
  406. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  407. foreach (var provider in customProviders.Where(i => i is IPreRefreshProvider))
  408. {
  409. await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
  410. }
  411. var temp = new MetadataResult<TItemType>
  412. {
  413. Item = CreateNew()
  414. };
  415. temp.Item.Path = item.Path;
  416. var userDataList = new List<UserItemData>();
  417. // If replacing all metadata, run internet providers first
  418. if (options.ReplaceAllMetadata)
  419. {
  420. var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
  421. .ConfigureAwait(false);
  422. refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
  423. refreshResult.ErrorMessage = remoteResult.ErrorMessage;
  424. refreshResult.Failures += remoteResult.Failures;
  425. }
  426. var hasLocalMetadata = false;
  427. foreach (var provider in providers.OfType<ILocalMetadataProvider<TItemType>>().ToList())
  428. {
  429. var providerName = provider.GetType().Name;
  430. Logger.Debug("Running {0} for {1}", providerName, logName);
  431. var itemInfo = new ItemInfo(item);
  432. try
  433. {
  434. var localItem = await provider.GetMetadata(itemInfo, options.DirectoryService, cancellationToken).ConfigureAwait(false);
  435. if (localItem.HasMetadata)
  436. {
  437. if (imageService.MergeImages(item, localItem.Images))
  438. {
  439. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.ImageUpdate;
  440. }
  441. if (localItem.UserDataList != null)
  442. {
  443. userDataList.AddRange(localItem.UserDataList);
  444. }
  445. MergeData(localItem, temp, new List<MetadataFields>(), !options.ReplaceAllMetadata, true);
  446. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataImport;
  447. // Only one local provider allowed per item
  448. if (IsFullLocalMetadata(localItem.Item))
  449. {
  450. hasLocalMetadata = true;
  451. }
  452. break;
  453. }
  454. Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
  455. }
  456. catch (OperationCanceledException)
  457. {
  458. throw;
  459. }
  460. catch (Exception ex)
  461. {
  462. refreshResult.Failures++;
  463. Logger.ErrorException("Error in {0}", ex, provider.Name);
  464. // If a local provider fails, consider that a failure
  465. refreshResult.ErrorMessage = ex.Message;
  466. if (options.MetadataRefreshMode != MetadataRefreshMode.FullRefresh)
  467. {
  468. // If the local provider fails don't continue with remote providers because the user's saved metadata could be lost
  469. return refreshResult;
  470. }
  471. }
  472. }
  473. // Local metadata is king - if any is found don't run remote providers
  474. if (!options.ReplaceAllMetadata && (!hasLocalMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh))
  475. {
  476. var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
  477. .ConfigureAwait(false);
  478. refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
  479. refreshResult.ErrorMessage = remoteResult.ErrorMessage;
  480. refreshResult.Failures += remoteResult.Failures;
  481. }
  482. if (providers.Any(i => !(i is ICustomMetadataProvider)))
  483. {
  484. if (refreshResult.UpdateType > ItemUpdateType.None)
  485. {
  486. // If no local metadata, take data from item itself
  487. if (!hasLocalMetadata)
  488. {
  489. // TODO: If the new metadata from above has some blank data, this can cause old data to get filled into those empty fields
  490. MergeData(metadata, temp, new List<MetadataFields>(), false, true);
  491. }
  492. MergeData(temp, metadata, item.LockedFields, true, true);
  493. }
  494. }
  495. //var isUnidentified = failedProviderCount > 0 && successfulProviderCount == 0;
  496. foreach (var provider in customProviders.Where(i => !(i is IPreRefreshProvider)))
  497. {
  498. await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
  499. }
  500. await ImportUserData(item, userDataList, cancellationToken).ConfigureAwait(false);
  501. return refreshResult;
  502. }
  503. protected virtual bool IsFullLocalMetadata(TItemType item)
  504. {
  505. if (string.IsNullOrWhiteSpace(item.Name))
  506. {
  507. return false;
  508. }
  509. return true;
  510. }
  511. private async Task ImportUserData(TItemType item, List<UserItemData> userDataList, CancellationToken cancellationToken)
  512. {
  513. var hasUserData = item as IHasUserData;
  514. if (hasUserData != null)
  515. {
  516. foreach (var userData in userDataList)
  517. {
  518. await UserDataManager.SaveUserData(userData.UserId, hasUserData, userData, UserDataSaveReason.Import, cancellationToken)
  519. .ConfigureAwait(false);
  520. }
  521. }
  522. }
  523. private async Task RunCustomProvider(ICustomMetadataProvider<TItemType> provider, TItemType item, string logName, MetadataRefreshOptions options, RefreshResult refreshResult, CancellationToken cancellationToken)
  524. {
  525. Logger.Debug("Running {0} for {1}", provider.GetType().Name, logName);
  526. try
  527. {
  528. refreshResult.UpdateType = refreshResult.UpdateType | await provider.FetchAsync(item, options, cancellationToken).ConfigureAwait(false);
  529. }
  530. catch (OperationCanceledException)
  531. {
  532. throw;
  533. }
  534. catch (Exception ex)
  535. {
  536. refreshResult.ErrorMessage = ex.Message;
  537. Logger.ErrorException("Error in {0}", ex, provider.Name);
  538. }
  539. }
  540. protected virtual TItemType CreateNew()
  541. {
  542. return new TItemType();
  543. }
  544. private async Task<RefreshResult> ExecuteRemoteProviders(MetadataResult<TItemType> temp, string logName, TIdType id, IEnumerable<IRemoteMetadataProvider<TItemType, TIdType>> providers, CancellationToken cancellationToken)
  545. {
  546. var refreshResult = new RefreshResult();
  547. foreach (var provider in providers)
  548. {
  549. var providerName = provider.GetType().Name;
  550. Logger.Debug("Running {0} for {1}", providerName, logName);
  551. if (id != null)
  552. {
  553. MergeNewData(temp.Item, id);
  554. }
  555. try
  556. {
  557. var result = await provider.GetMetadata(id, cancellationToken).ConfigureAwait(false);
  558. if (result.HasMetadata)
  559. {
  560. NormalizeRemoteResult(result.Item);
  561. MergeData(result, temp, new List<MetadataFields>(), false, false);
  562. refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataDownload;
  563. }
  564. else
  565. {
  566. refreshResult.Failures++;
  567. Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
  568. }
  569. }
  570. catch (OperationCanceledException)
  571. {
  572. throw;
  573. }
  574. catch (Exception ex)
  575. {
  576. refreshResult.Failures++;
  577. refreshResult.ErrorMessage = ex.Message;
  578. Logger.ErrorException("Error in {0}", ex, provider.Name);
  579. }
  580. }
  581. return refreshResult;
  582. }
  583. private void NormalizeRemoteResult(TItemType item)
  584. {
  585. if (!ServerConfigurationManager.Configuration.FindInternetTrailers)
  586. {
  587. var hasTrailers = item as IHasTrailers;
  588. if (hasTrailers != null)
  589. {
  590. hasTrailers.RemoteTrailers.Clear();
  591. }
  592. }
  593. }
  594. private void MergeNewData(TItemType source, TIdType lookupInfo)
  595. {
  596. // Copy new provider id's that may have been obtained
  597. foreach (var providerId in source.ProviderIds)
  598. {
  599. var key = providerId.Key;
  600. // Don't replace existing Id's.
  601. if (!lookupInfo.ProviderIds.ContainsKey(key))
  602. {
  603. lookupInfo.ProviderIds[key] = providerId.Value;
  604. }
  605. }
  606. }
  607. protected abstract void MergeData(MetadataResult<TItemType> source,
  608. MetadataResult<TItemType> target,
  609. List<MetadataFields> lockedFields,
  610. bool replaceData,
  611. bool mergeMetadataSettings);
  612. public virtual int Order
  613. {
  614. get
  615. {
  616. return 0;
  617. }
  618. }
  619. private bool HasChanged(IHasMetadata item, IHasItemChangeMonitor changeMonitor, MetadataStatus status, IDirectoryService directoryService)
  620. {
  621. try
  622. {
  623. var hasChanged = changeMonitor.HasChanged(item, status, directoryService);
  624. //if (hasChanged)
  625. //{
  626. // Logger.Debug("{0} reports change to {1}", changeMonitor.GetType().Name, item.Path ?? item.Name);
  627. //}
  628. return hasChanged;
  629. }
  630. catch (Exception ex)
  631. {
  632. Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
  633. return false;
  634. }
  635. }
  636. private bool HasChanged(IHasMetadata item, IHasChangeMonitor changeMonitor, DateTime date, IDirectoryService directoryService)
  637. {
  638. try
  639. {
  640. var hasChanged = changeMonitor.HasChanged(item, directoryService, date);
  641. //if (hasChanged)
  642. //{
  643. // Logger.Debug("{0} reports change to {1} since {2}", changeMonitor.GetType().Name,
  644. // item.Path ?? item.Name, date);
  645. //}
  646. return hasChanged;
  647. }
  648. catch (Exception ex)
  649. {
  650. Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
  651. return false;
  652. }
  653. }
  654. }
  655. public class RefreshResult
  656. {
  657. public ItemUpdateType UpdateType { get; set; }
  658. public string ErrorMessage { get; set; }
  659. public List<Guid> Providers { get; set; }
  660. public int Failures { get; set; }
  661. }
  662. }