| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777 | 
							- using MediaBrowser.Common.Extensions;
 
- using MediaBrowser.Controller.Configuration;
 
- using MediaBrowser.Controller.Entities;
 
- using MediaBrowser.Controller.Library;
 
- using MediaBrowser.Controller.Providers;
 
- using MediaBrowser.Model.Entities;
 
- using MediaBrowser.Model.Logging;
 
- using System;
 
- using System.Collections.Generic;
 
- using System.Linq;
 
- using System.Threading;
 
- using System.Threading.Tasks;
 
- using CommonIO;
 
- using MediaBrowser.Controller.Entities.Audio;
 
- using MediaBrowser.Controller.Entities.Movies;
 
- namespace MediaBrowser.Providers.Manager
 
- {
 
-     public abstract class MetadataService<TItemType, TIdType> : IMetadataService
 
-         where TItemType : IHasMetadata, IHasLookupInfo<TIdType>, new()
 
-         where TIdType : ItemLookupInfo, new()
 
-     {
 
-         protected readonly IServerConfigurationManager ServerConfigurationManager;
 
-         protected readonly ILogger Logger;
 
-         protected readonly IProviderManager ProviderManager;
 
-         protected readonly IProviderRepository ProviderRepo;
 
-         protected readonly IFileSystem FileSystem;
 
-         protected readonly IUserDataManager UserDataManager;
 
-         protected readonly ILibraryManager LibraryManager;
 
-         protected MetadataService(IServerConfigurationManager serverConfigurationManager, ILogger logger, IProviderManager providerManager, IProviderRepository providerRepo, IFileSystem fileSystem, IUserDataManager userDataManager, ILibraryManager libraryManager)
 
-         {
 
-             ServerConfigurationManager = serverConfigurationManager;
 
-             Logger = logger;
 
-             ProviderManager = providerManager;
 
-             ProviderRepo = providerRepo;
 
-             FileSystem = fileSystem;
 
-             UserDataManager = userDataManager;
 
-             LibraryManager = libraryManager;
 
-         }
 
-         /// <summary>
 
-         /// Saves the provider result.
 
-         /// </summary>
 
-         /// <param name="item">The item.</param>
 
-         /// <param name="result">The result.</param>
 
-         /// <param name="directoryService">The directory service.</param>
 
-         /// <returns>Task.</returns>
 
-         protected Task SaveProviderResult(TItemType item, MetadataStatus result, IDirectoryService directoryService)
 
-         {
 
-             result.ItemId = item.Id;
 
-             //var locationType = item.LocationType;
 
-             //if (locationType == LocationType.FileSystem || locationType == LocationType.Offline)
 
-             //{
 
-             //    if (!string.IsNullOrWhiteSpace(item.Path))
 
-             //    {
 
-             //        var file = directoryService.GetFile(item.Path);
 
-             //        if ((file.Attributes & FileAttributes.Directory) != FileAttributes.Directory && file.Exists)
 
-             //        {
 
-             //            result.ItemDateModified = FileSystem.GetLastWriteTimeUtc(file);
 
-             //        }
 
-             //    }
 
-             //}
 
-             result.ItemDateModified = item.DateModified;
 
-             return ProviderRepo.SaveMetadataStatus(result, CancellationToken.None);
 
-         }
 
-         /// <summary>
 
-         /// Gets the last result.
 
-         /// </summary>
 
-         /// <param name="item">The item.</param>
 
-         /// <returns>ProviderResult.</returns>
 
-         protected MetadataStatus GetLastResult(IHasMetadata item)
 
-         {
 
-             if (GetLastRefreshDate(item) == default(DateTime))
 
-             {
 
-                 return new MetadataStatus { ItemId = item.Id };
 
-             }
 
-             return ProviderRepo.GetMetadataStatus(item.Id) ?? new MetadataStatus { ItemId = item.Id };
 
-         }
 
-         public async Task<ItemUpdateType> RefreshMetadata(IHasMetadata item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
 
-         {
 
-             var itemOfType = (TItemType)item;
 
-             var config = ProviderManager.GetMetadataOptions(item);
 
-             var updateType = ItemUpdateType.None;
 
-             var refreshResult = GetLastResult(item);
 
-             var itemImageProvider = new ItemImageProvider(Logger, ProviderManager, ServerConfigurationManager, FileSystem);
 
-             var localImagesFailed = false;
 
-             var allImageProviders = ((ProviderManager)ProviderManager).GetImageProviders(item, refreshOptions).ToList();
 
-             // Start by validating images
 
-             try
 
-             {
 
-                 // Always validate images and check for new locally stored ones.
 
-                 if (itemImageProvider.ValidateImages(item, allImageProviders.OfType<ILocalImageProvider>(), refreshOptions.DirectoryService))
 
-                 {
 
-                     updateType = updateType | ItemUpdateType.ImageUpdate;
 
-                 }
 
-             }
 
-             catch (Exception ex)
 
-             {
 
-                 localImagesFailed = true;
 
-                 Logger.ErrorException("Error validating images for {0}", ex, item.Path ?? item.Name ?? "Unknown name");
 
-             }
 
-             var metadataResult = new MetadataResult<TItemType>
 
-             {
 
-                 Item = itemOfType
 
-             };
 
-             // Next run metadata providers
 
-             if (refreshOptions.MetadataRefreshMode != MetadataRefreshMode.None)
 
-             {
 
-                 var providers = GetProviders(item, refreshResult, refreshOptions)
 
-                     .ToList();
 
-                 if (providers.Count > 0 || !refreshResult.DateLastMetadataRefresh.HasValue)
 
-                 {
 
-                     if (item.BeforeMetadataRefresh())
 
-                     {
 
-                         updateType = updateType | ItemUpdateType.MetadataImport;
 
-                     }
 
-                 }
 
-                 if (providers.Count > 0)
 
-                 {
 
-                     var id = itemOfType.GetLookupInfo();
 
-                     //await FindIdentities(id, cancellationToken).ConfigureAwait(false);
 
-                     id.IsAutomated = refreshOptions.IsAutomated;
 
-                     var result = await RefreshWithProviders(metadataResult, id, refreshOptions, providers, itemImageProvider, cancellationToken).ConfigureAwait(false);
 
-                     updateType = updateType | result.UpdateType;
 
-                     if (result.Failures == 0)
 
-                     {
 
-                         refreshResult.SetDateLastMetadataRefresh(DateTime.UtcNow);
 
-                     }
 
-                     else
 
-                     {
 
-                         refreshResult.SetDateLastMetadataRefresh(null);
 
-                     }
 
-                 }
 
-             }
 
-             // Next run remote image providers, but only if local image providers didn't throw an exception
 
-             if (!localImagesFailed && refreshOptions.ImageRefreshMode != ImageRefreshMode.ValidationOnly)
 
-             {
 
-                 var providers = GetNonLocalImageProviders(item, allImageProviders, refreshResult, refreshOptions).ToList();
 
-                 if (providers.Count > 0)
 
-                 {
 
-                     var result = await itemImageProvider.RefreshImages(itemOfType, providers, refreshOptions, config, cancellationToken).ConfigureAwait(false);
 
-                     updateType = updateType | result.UpdateType;
 
-                     if (result.Failures == 0)
 
-                     {
 
-                         refreshResult.SetDateLastImagesRefresh(DateTime.UtcNow);
 
-                     }
 
-                     else
 
-                     {
 
-                         refreshResult.SetDateLastImagesRefresh(null);
 
-                     }
 
-                 }
 
-             }
 
-             var isFirstRefresh = GetLastRefreshDate(item) == default(DateTime);
 
-             var beforeSaveResult = await BeforeSave(itemOfType, isFirstRefresh || refreshOptions.ReplaceAllMetadata || refreshOptions.MetadataRefreshMode == MetadataRefreshMode.FullRefresh, updateType).ConfigureAwait(false);
 
-             updateType = updateType | beforeSaveResult;
 
-             // Save if changes were made, or it's never been saved before
 
-             if (refreshOptions.ForceSave || updateType > ItemUpdateType.None || isFirstRefresh || refreshOptions.ReplaceAllMetadata)
 
-             {
 
-                 // If any of these properties are set then make sure the updateType is not None, just to force everything to save
 
-                 if (refreshOptions.ForceSave || refreshOptions.ReplaceAllMetadata)
 
-                 {
 
-                     updateType = updateType | ItemUpdateType.MetadataDownload;
 
-                 }
 
-                 if (refreshOptions.MetadataRefreshMode >= MetadataRefreshMode.Default && refreshOptions.ImageRefreshMode >= ImageRefreshMode.Default)
 
-                 {
 
-                     item.DateLastRefreshed = DateTime.UtcNow;
 
-                 }
 
-                 // Save to database
 
-                 await SaveItem(metadataResult, updateType, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             if (updateType > ItemUpdateType.None || refreshResult.IsDirty)
 
-             {
 
-                 await SaveProviderResult(itemOfType, refreshResult, refreshOptions.DirectoryService).ConfigureAwait(false);
 
-             }
 
-             await AfterMetadataRefresh(itemOfType, refreshOptions, cancellationToken).ConfigureAwait(false);
 
-             return updateType;
 
-         }
 
-         private async Task FindIdentities(TIdType id, CancellationToken cancellationToken)
 
-         {
 
-             try
 
-             {
 
-                 await ItemIdentifier<TIdType>.FindIdentities(id, ProviderManager, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             catch (Exception ex)
 
-             {
 
-                 Logger.ErrorException("Error in FindIdentities", ex);
 
-             }
 
-         }
 
-         private DateTime GetLastRefreshDate(IHasMetadata item)
 
-         {
 
-             if (EnableDateLastRefreshed(item))
 
-             {
 
-                 return item.DateLastRefreshed;
 
-             }
 
-             return item.DateLastSaved;
 
-         }
 
-         private bool EnableDateLastRefreshed(IHasMetadata item)
 
-         {
 
-             if (ServerConfigurationManager.Configuration.EnableDateLastRefresh)
 
-             {
 
-                 return true;
 
-             }
 
-             if (item.DateLastRefreshed != default(DateTime))
 
-             {
 
-                 return true;
 
-             }
 
-             if (item is BoxSet || (item is IItemByName && !(item is MusicArtist)))
 
-             {
 
-                 return true;
 
-             }
 
-             return false;
 
-         }
 
-         protected async Task SaveItem(MetadataResult<TItemType> result, ItemUpdateType reason, CancellationToken cancellationToken)
 
-         {
 
-             if (result.Item.SupportsPeople && result.People != null)
 
-             {
 
-                 await LibraryManager.UpdatePeople(result.Item as BaseItem, result.People.ToList());
 
-                 await SavePeopleMetadata(result.People, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             await result.Item.UpdateToRepository(reason, cancellationToken).ConfigureAwait(false);
 
-         }
 
-         private async Task SavePeopleMetadata(List<PersonInfo> people, CancellationToken cancellationToken)
 
-         {
 
-             foreach (var person in people)
 
-             {
 
-                 cancellationToken.ThrowIfCancellationRequested();
 
-                 if (person.ProviderIds.Any() || !string.IsNullOrWhiteSpace(person.ImageUrl))
 
-                 {
 
-                     var updateType = ItemUpdateType.MetadataDownload;
 
-                     var saveEntity = false;
 
-                     var personEntity = LibraryManager.GetPerson(person.Name);
 
-                     foreach (var id in person.ProviderIds)
 
-                     {
 
-                         if (!string.Equals(personEntity.GetProviderId(id.Key), id.Value, StringComparison.OrdinalIgnoreCase))
 
-                         {
 
-                             personEntity.SetProviderId(id.Key, id.Value);
 
-                             saveEntity = true;
 
-                         }
 
-                     }
 
-                     if (!string.IsNullOrWhiteSpace(person.ImageUrl) && !personEntity.HasImage(ImageType.Primary))
 
-                     {
 
-                         await AddPersonImage(personEntity, person.ImageUrl, cancellationToken).ConfigureAwait(false);
 
-                         saveEntity = true;
 
-                         updateType = updateType | ItemUpdateType.ImageUpdate;
 
-                     }
 
-                     if (saveEntity)
 
-                     {
 
-                         await personEntity.UpdateToRepository(updateType, cancellationToken).ConfigureAwait(false);
 
-                     }
 
-                 }
 
-             }
 
-         }
 
-         private async Task AddPersonImage(Person personEntity, string imageUrl, CancellationToken cancellationToken)
 
-         {
 
-             if (ServerConfigurationManager.Configuration.DownloadImagesInAdvance)
 
-             {
 
-                 try
 
-                 {
 
-                     await ProviderManager.SaveImage(personEntity, imageUrl, null, ImageType.Primary, null, cancellationToken).ConfigureAwait(false);
 
-                     return;
 
-                 }
 
-                 catch (Exception ex)
 
-                 {
 
-                     Logger.ErrorException("Error in AddPersonImage", ex);
 
-                 }
 
-             }
 
-             personEntity.SetImage(new ItemImageInfo
 
-             {
 
-                 Path = imageUrl,
 
-                 Type = ImageType.Primary,
 
-                 IsPlaceholder = true
 
-             }, 0);
 
-         }
 
-         private readonly Task _cachedTask = Task.FromResult(true);
 
-         protected virtual Task AfterMetadataRefresh(TItemType item, MetadataRefreshOptions refreshOptions, CancellationToken cancellationToken)
 
-         {
 
-             item.AfterMetadataRefresh();
 
-             return _cachedTask;
 
-         }
 
-         private readonly Task<ItemUpdateType> _cachedResult = Task.FromResult(ItemUpdateType.None);
 
-         /// <summary>
 
-         /// Befores the save.
 
-         /// </summary>
 
-         /// <param name="item">The item.</param>
 
-         /// <param name="isFullRefresh">if set to <c>true</c> [is full refresh].</param>
 
-         /// <param name="currentUpdateType">Type of the current update.</param>
 
-         /// <returns>ItemUpdateType.</returns>
 
-         protected virtual Task<ItemUpdateType> BeforeSave(TItemType item, bool isFullRefresh, ItemUpdateType currentUpdateType)
 
-         {
 
-             return _cachedResult;
 
-         }
 
-         /// <summary>
 
-         /// Gets the providers.
 
-         /// </summary>
 
-         /// <param name="item">The item.</param>
 
-         /// <param name="status">The status.</param>
 
-         /// <param name="options">The options.</param>
 
-         /// <returns>IEnumerable{`0}.</returns>
 
-         protected IEnumerable<IMetadataProvider> GetProviders(IHasMetadata item, MetadataStatus status, MetadataRefreshOptions options)
 
-         {
 
-             // Get providers to refresh
 
-             var providers = ((ProviderManager)ProviderManager).GetMetadataProviders<TItemType>(item).ToList();
 
-             // Run all if either of these flags are true
 
-             var runAllProviders = options.ReplaceAllMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh || !status.DateLastMetadataRefresh.HasValue;
 
-             if (!runAllProviders)
 
-             {
 
-                 // Avoid implicitly captured closure
 
-                 var currentItem = item;
 
-                 var providersWithChanges = providers
 
-                     .Where(i =>
 
-                     {
 
-                         var hasChangeMonitor = i as IHasChangeMonitor;
 
-                         if (hasChangeMonitor != null)
 
-                         {
 
-                             return HasChanged(item, hasChangeMonitor, currentItem.DateLastSaved, options.DirectoryService);
 
-                         }
 
-                         var hasFileChangeMonitor = i as IHasItemChangeMonitor;
 
-                         if (hasFileChangeMonitor != null)
 
-                         {
 
-                             return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
 
-                         }
 
-                         return false;
 
-                     })
 
-                     .ToList();
 
-                 if (providersWithChanges.Count == 0)
 
-                 {
 
-                     providers = new List<IMetadataProvider<TItemType>>();
 
-                 }
 
-                 else
 
-                 {
 
-                     providers = providers.Where(i =>
 
-                     {
 
-                         // If any provider reports a change, always run local ones as well
 
-                         if (i is ILocalMetadataProvider)
 
-                         {
 
-                             return true;
 
-                         }
 
-                         var anyRemoteProvidersChanged = providersWithChanges.OfType<IRemoteMetadataProvider>()
 
-                             .Any();
 
-                         // If any remote providers changed, run them all so that priorities can be honored
 
-                         if (i is IRemoteMetadataProvider)
 
-                         {
 
-                             return anyRemoteProvidersChanged;
 
-                         }
 
-                         // Run custom providers if they report a change or any remote providers change
 
-                         return anyRemoteProvidersChanged || providersWithChanges.Contains(i);
 
-                     }).ToList();
 
-                 }
 
-             }
 
-             return providers;
 
-         }
 
-         protected virtual IEnumerable<IImageProvider> GetNonLocalImageProviders(IHasMetadata item, IEnumerable<IImageProvider> allImageProviders, MetadataStatus status, ImageRefreshOptions options)
 
-         {
 
-             // Get providers to refresh
 
-             var providers = allImageProviders.Where(i => !(i is ILocalImageProvider)).ToList();
 
-             // Run all if either of these flags are true
 
-             var runAllProviders = options.ImageRefreshMode == ImageRefreshMode.FullRefresh || !status.DateLastImagesRefresh.HasValue;
 
-             if (!runAllProviders)
 
-             {
 
-                 providers = providers
 
-                     .Where(i =>
 
-                     {
 
-                         var hasChangeMonitor = i as IHasChangeMonitor;
 
-                         if (hasChangeMonitor != null)
 
-                         {
 
-                             return HasChanged(item, hasChangeMonitor, status.DateLastImagesRefresh.Value, options.DirectoryService);
 
-                         }
 
-                         var hasFileChangeMonitor = i as IHasItemChangeMonitor;
 
-                         if (hasFileChangeMonitor != null)
 
-                         {
 
-                             return HasChanged(item, hasFileChangeMonitor, status, options.DirectoryService);
 
-                         }
 
-                         return false;
 
-                     })
 
-                     .ToList();
 
-             }
 
-             return providers;
 
-         }
 
-         public bool CanRefresh(IHasMetadata item)
 
-         {
 
-             return item is TItemType;
 
-         }
 
-         protected virtual async Task<RefreshResult> RefreshWithProviders(MetadataResult<TItemType> metadata,
 
-             TIdType id,
 
-             MetadataRefreshOptions options,
 
-             List<IMetadataProvider> providers,
 
-             ItemImageProvider imageService,
 
-             CancellationToken cancellationToken)
 
-         {
 
-             var refreshResult = new RefreshResult
 
-             {
 
-                 UpdateType = ItemUpdateType.None,
 
-                 Providers = providers.Select(i => i.GetType().FullName.GetMD5()).ToList()
 
-             };
 
-             var item = metadata.Item;
 
-             var customProviders = providers.OfType<ICustomMetadataProvider<TItemType>>().ToList();
 
-             var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
 
-             foreach (var provider in customProviders.Where(i => i is IPreRefreshProvider))
 
-             {
 
-                 await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             var temp = new MetadataResult<TItemType>
 
-             {
 
-                 Item = CreateNew()
 
-             };
 
-             temp.Item.Path = item.Path;
 
-             var userDataList = new List<UserItemData>();
 
-             // If replacing all metadata, run internet providers first
 
-             if (options.ReplaceAllMetadata)
 
-             {
 
-                 var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
 
-                     .ConfigureAwait(false);
 
-                 refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
 
-                 refreshResult.ErrorMessage = remoteResult.ErrorMessage;
 
-                 refreshResult.Failures += remoteResult.Failures;
 
-             }
 
-             var hasLocalMetadata = false;
 
-             foreach (var provider in providers.OfType<ILocalMetadataProvider<TItemType>>().ToList())
 
-             {
 
-                 var providerName = provider.GetType().Name;
 
-                 Logger.Debug("Running {0} for {1}", providerName, logName);
 
-                 var itemInfo = new ItemInfo(item);
 
-                 try
 
-                 {
 
-                     var localItem = await provider.GetMetadata(itemInfo, options.DirectoryService, cancellationToken).ConfigureAwait(false);
 
-                     if (localItem.HasMetadata)
 
-                     {
 
-                         if (imageService.MergeImages(item, localItem.Images))
 
-                         {
 
-                             refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.ImageUpdate;
 
-                         }
 
-                         if (localItem.UserDataList != null)
 
-                         {
 
-                             userDataList.AddRange(localItem.UserDataList);
 
-                         }
 
-                         MergeData(localItem, temp, new List<MetadataFields>(), !options.ReplaceAllMetadata, true);
 
-                         refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataImport;
 
-                         // Only one local provider allowed per item
 
-                         if (IsFullLocalMetadata(localItem.Item))
 
-                         {
 
-                             hasLocalMetadata = true;
 
-                         }
 
-                         break;
 
-                     }
 
-                     Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
 
-                 }
 
-                 catch (OperationCanceledException)
 
-                 {
 
-                     throw;
 
-                 }
 
-                 catch (Exception ex)
 
-                 {
 
-                     refreshResult.Failures++;
 
-                     Logger.ErrorException("Error in {0}", ex, provider.Name);
 
-                     // If a local provider fails, consider that a failure
 
-                     refreshResult.ErrorMessage = ex.Message;
 
-                     if (options.MetadataRefreshMode != MetadataRefreshMode.FullRefresh)
 
-                     {
 
-                         // If the local provider fails don't continue with remote providers because the user's saved metadata could be lost
 
-                         return refreshResult;
 
-                     }
 
-                 }
 
-             }
 
-             // Local metadata is king - if any is found don't run remote providers
 
-             if (!options.ReplaceAllMetadata && (!hasLocalMetadata || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh))
 
-             {
 
-                 var remoteResult = await ExecuteRemoteProviders(temp, logName, id, providers.OfType<IRemoteMetadataProvider<TItemType, TIdType>>(), cancellationToken)
 
-                     .ConfigureAwait(false);
 
-                 refreshResult.UpdateType = refreshResult.UpdateType | remoteResult.UpdateType;
 
-                 refreshResult.ErrorMessage = remoteResult.ErrorMessage;
 
-                 refreshResult.Failures += remoteResult.Failures;
 
-             }
 
-             if (providers.Any(i => !(i is ICustomMetadataProvider)))
 
-             {
 
-                 if (refreshResult.UpdateType > ItemUpdateType.None)
 
-                 {
 
-                     // If no local metadata, take data from item itself
 
-                     if (!hasLocalMetadata)
 
-                     {
 
-                         // TODO: If the new metadata from above has some blank data, this can cause old data to get filled into those empty fields
 
-                         MergeData(metadata, temp, new List<MetadataFields>(), false, true);
 
-                     }
 
-                     MergeData(temp, metadata, item.LockedFields, true, true);
 
-                 }
 
-             }
 
-             //var isUnidentified = failedProviderCount > 0 && successfulProviderCount == 0;
 
-             foreach (var provider in customProviders.Where(i => !(i is IPreRefreshProvider)))
 
-             {
 
-                 await RunCustomProvider(provider, item, logName, options, refreshResult, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             await ImportUserData(item, userDataList, cancellationToken).ConfigureAwait(false);
 
-             return refreshResult;
 
-         }
 
-         protected virtual bool IsFullLocalMetadata(TItemType item)
 
-         {
 
-             if (string.IsNullOrWhiteSpace(item.Name))
 
-             {
 
-                 return false;
 
-             }
 
-             return true;
 
-         }
 
-         private async Task ImportUserData(TItemType item, List<UserItemData> userDataList, CancellationToken cancellationToken)
 
-         {
 
-             var hasUserData = item as IHasUserData;
 
-             if (hasUserData != null)
 
-             {
 
-                 foreach (var userData in userDataList)
 
-                 {
 
-                     await UserDataManager.SaveUserData(userData.UserId, hasUserData, userData, UserDataSaveReason.Import, cancellationToken)
 
-                             .ConfigureAwait(false);
 
-                 }
 
-             }
 
-         }
 
-         private async Task RunCustomProvider(ICustomMetadataProvider<TItemType> provider, TItemType item, string logName, MetadataRefreshOptions options, RefreshResult refreshResult, CancellationToken cancellationToken)
 
-         {
 
-             Logger.Debug("Running {0} for {1}", provider.GetType().Name, logName);
 
-             try
 
-             {
 
-                 refreshResult.UpdateType = refreshResult.UpdateType | await provider.FetchAsync(item, options, cancellationToken).ConfigureAwait(false);
 
-             }
 
-             catch (OperationCanceledException)
 
-             {
 
-                 throw;
 
-             }
 
-             catch (Exception ex)
 
-             {
 
-                 refreshResult.ErrorMessage = ex.Message;
 
-                 Logger.ErrorException("Error in {0}", ex, provider.Name);
 
-             }
 
-         }
 
-         protected virtual TItemType CreateNew()
 
-         {
 
-             return new TItemType();
 
-         }
 
-         private async Task<RefreshResult> ExecuteRemoteProviders(MetadataResult<TItemType> temp, string logName, TIdType id, IEnumerable<IRemoteMetadataProvider<TItemType, TIdType>> providers, CancellationToken cancellationToken)
 
-         {
 
-             var refreshResult = new RefreshResult();
 
-             foreach (var provider in providers)
 
-             {
 
-                 var providerName = provider.GetType().Name;
 
-                 Logger.Debug("Running {0} for {1}", providerName, logName);
 
-                 if (id != null)
 
-                 {
 
-                     MergeNewData(temp.Item, id);
 
-                 }
 
-                 try
 
-                 {
 
-                     var result = await provider.GetMetadata(id, cancellationToken).ConfigureAwait(false);
 
-                     if (result.HasMetadata)
 
-                     {
 
-                         NormalizeRemoteResult(result.Item);
 
-                         MergeData(result, temp, new List<MetadataFields>(), false, false);
 
-                         refreshResult.UpdateType = refreshResult.UpdateType | ItemUpdateType.MetadataDownload;
 
-                     }
 
-                     else
 
-                     {
 
-                         refreshResult.Failures++;
 
-                         Logger.Debug("{0} returned no metadata for {1}", providerName, logName);
 
-                     }
 
-                 }
 
-                 catch (OperationCanceledException)
 
-                 {
 
-                     throw;
 
-                 }
 
-                 catch (Exception ex)
 
-                 {
 
-                     refreshResult.Failures++;
 
-                     refreshResult.ErrorMessage = ex.Message;
 
-                     Logger.ErrorException("Error in {0}", ex, provider.Name);
 
-                 }
 
-             }
 
-             return refreshResult;
 
-         }
 
-         private void NormalizeRemoteResult(TItemType item)
 
-         {
 
-             if (!ServerConfigurationManager.Configuration.FindInternetTrailers)
 
-             {
 
-                 var hasTrailers = item as IHasTrailers;
 
-                 if (hasTrailers != null)
 
-                 {
 
-                     hasTrailers.RemoteTrailers.Clear();
 
-                 }
 
-             }
 
-         }
 
-         private void MergeNewData(TItemType source, TIdType lookupInfo)
 
-         {
 
-             // Copy new provider id's that may have been obtained
 
-             foreach (var providerId in source.ProviderIds)
 
-             {
 
-                 var key = providerId.Key;
 
-                 // Don't replace existing Id's.
 
-                 if (!lookupInfo.ProviderIds.ContainsKey(key))
 
-                 {
 
-                     lookupInfo.ProviderIds[key] = providerId.Value;
 
-                 }
 
-             }
 
-         }
 
-         protected abstract void MergeData(MetadataResult<TItemType> source,
 
-             MetadataResult<TItemType> target,
 
-             List<MetadataFields> lockedFields,
 
-             bool replaceData,
 
-             bool mergeMetadataSettings);
 
-         public virtual int Order
 
-         {
 
-             get
 
-             {
 
-                 return 0;
 
-             }
 
-         }
 
-         private bool HasChanged(IHasMetadata item, IHasItemChangeMonitor changeMonitor, MetadataStatus status, IDirectoryService directoryService)
 
-         {
 
-             try
 
-             {
 
-                 var hasChanged = changeMonitor.HasChanged(item, status, directoryService);
 
-                 //if (hasChanged)
 
-                 //{
 
-                 //    Logger.Debug("{0} reports change to {1}", changeMonitor.GetType().Name, item.Path ?? item.Name);
 
-                 //}
 
-                 return hasChanged;
 
-             }
 
-             catch (Exception ex)
 
-             {
 
-                 Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
 
-                 return false;
 
-             }
 
-         }
 
-         private bool HasChanged(IHasMetadata item, IHasChangeMonitor changeMonitor, DateTime date, IDirectoryService directoryService)
 
-         {
 
-             try
 
-             {
 
-                 var hasChanged = changeMonitor.HasChanged(item, directoryService, date);
 
-                 //if (hasChanged)
 
-                 //{
 
-                 //    Logger.Debug("{0} reports change to {1} since {2}", changeMonitor.GetType().Name,
 
-                 //        item.Path ?? item.Name, date);
 
-                 //}
 
-                 return hasChanged;
 
-             }
 
-             catch (Exception ex)
 
-             {
 
-                 Logger.ErrorException("Error in {0}.HasChanged", ex, changeMonitor.GetType().Name);
 
-                 return false;
 
-             }
 
-         }
 
-     }
 
-     public class RefreshResult
 
-     {
 
-         public ItemUpdateType UpdateType { get; set; }
 
-         public string ErrorMessage { get; set; }
 
-         public List<Guid> Providers { get; set; }
 
-         public int Failures { get; set; }
 
-     }
 
- }
 
 
  |