PeopleValidator.cs 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. using MediaBrowser.Common.Progress;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Entities;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Controller.Providers;
  6. using MediaBrowser.Model.Configuration;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.Logging;
  9. using System;
  10. using System.Collections.Generic;
  11. using System.Linq;
  12. using System.Threading;
  13. using System.Threading.Tasks;
  14. using CommonIO;
  15. namespace MediaBrowser.Server.Implementations.Library.Validators
  16. {
  17. /// <summary>
  18. /// Class PeopleValidator
  19. /// </summary>
  20. public class PeopleValidator
  21. {
  22. /// <summary>
  23. /// The _library manager
  24. /// </summary>
  25. private readonly ILibraryManager _libraryManager;
  26. /// <summary>
  27. /// The _logger
  28. /// </summary>
  29. private readonly ILogger _logger;
  30. private readonly IServerConfigurationManager _config;
  31. private readonly IFileSystem _fileSystem;
  32. /// <summary>
  33. /// Initializes a new instance of the <see cref="PeopleValidator" /> class.
  34. /// </summary>
  35. /// <param name="libraryManager">The library manager.</param>
  36. /// <param name="logger">The logger.</param>
  37. public PeopleValidator(ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem)
  38. {
  39. _libraryManager = libraryManager;
  40. _logger = logger;
  41. _config = config;
  42. _fileSystem = fileSystem;
  43. }
  44. private bool DownloadMetadata(PersonInfo i, PeopleMetadataOptions options)
  45. {
  46. if (i.IsType(PersonType.Actor))
  47. {
  48. return options.DownloadActorMetadata;
  49. }
  50. if (i.IsType(PersonType.Director))
  51. {
  52. return options.DownloadDirectorMetadata;
  53. }
  54. if (i.IsType(PersonType.Composer))
  55. {
  56. return options.DownloadComposerMetadata;
  57. }
  58. if (i.IsType(PersonType.Writer))
  59. {
  60. return options.DownloadWriterMetadata;
  61. }
  62. if (i.IsType(PersonType.Producer))
  63. {
  64. return options.DownloadProducerMetadata;
  65. }
  66. if (i.IsType(PersonType.GuestStar))
  67. {
  68. return options.DownloadGuestStarMetadata;
  69. }
  70. return options.DownloadOtherPeopleMetadata;
  71. }
  72. /// <summary>
  73. /// Validates the people.
  74. /// </summary>
  75. /// <param name="cancellationToken">The cancellation token.</param>
  76. /// <param name="progress">The progress.</param>
  77. /// <returns>Task.</returns>
  78. public async Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  79. {
  80. var innerProgress = new ActionableProgress<double>();
  81. innerProgress.RegisterAction(pct => progress.Report(pct * .15));
  82. var peopleOptions = _config.Configuration.PeopleMetadataOptions;
  83. var people = _libraryManager.GetAllPeople();
  84. var dict = new Dictionary<string, bool>(StringComparer.OrdinalIgnoreCase);
  85. foreach (var person in people)
  86. {
  87. var isMetadataEnabled = DownloadMetadata(person, peopleOptions);
  88. bool currentValue;
  89. if (dict.TryGetValue(person.Name, out currentValue))
  90. {
  91. if (!currentValue && isMetadataEnabled)
  92. {
  93. dict[person.Name] = true;
  94. }
  95. }
  96. else
  97. {
  98. dict[person.Name] = isMetadataEnabled;
  99. }
  100. }
  101. var numComplete = 0;
  102. var validIds = new List<Guid>();
  103. foreach (var person in dict)
  104. {
  105. cancellationToken.ThrowIfCancellationRequested();
  106. try
  107. {
  108. var item = _libraryManager.GetPerson(person.Key);
  109. validIds.Add(item.Id);
  110. var hasMetdata = !string.IsNullOrWhiteSpace(item.Overview);
  111. var performFullRefresh = !hasMetdata && (DateTime.UtcNow - item.DateLastRefreshed).TotalDays >= 14;
  112. var defaultMetadataRefreshMode = performFullRefresh
  113. ? MetadataRefreshMode.FullRefresh
  114. : MetadataRefreshMode.Default;
  115. var imageRefreshMode = performFullRefresh
  116. ? ImageRefreshMode.FullRefresh
  117. : ImageRefreshMode.Default;
  118. var options = new MetadataRefreshOptions(_fileSystem)
  119. {
  120. MetadataRefreshMode = person.Value ? defaultMetadataRefreshMode : MetadataRefreshMode.ValidationOnly,
  121. ImageRefreshMode = person.Value ? imageRefreshMode : ImageRefreshMode.ValidationOnly
  122. };
  123. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  124. }
  125. catch (OperationCanceledException)
  126. {
  127. throw;
  128. }
  129. catch (Exception ex)
  130. {
  131. _logger.ErrorException("Error validating IBN entry {0}", ex, person);
  132. }
  133. // Update progress
  134. numComplete++;
  135. double percent = numComplete;
  136. percent /= people.Count;
  137. progress.Report(100 * percent);
  138. }
  139. var allIds = _libraryManager.GetItemIds(new InternalItemsQuery
  140. {
  141. IncludeItemTypes = new[] { typeof(Person).Name }
  142. });
  143. var invalidIds = allIds
  144. .Except(validIds)
  145. .ToList();
  146. foreach (var id in invalidIds)
  147. {
  148. cancellationToken.ThrowIfCancellationRequested();
  149. var item = _libraryManager.GetItemById(id);
  150. if (item != null)
  151. {
  152. await _libraryManager.DeleteItem(item, new DeleteOptions
  153. {
  154. DeleteFileLocation = false
  155. }).ConfigureAwait(false);
  156. }
  157. }
  158. progress.Report(100);
  159. _logger.Info("People validation complete");
  160. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  161. GC.Collect(2, GCCollectionMode.Forced, true);
  162. GC.Collect(2, GCCollectionMode.Forced, true);
  163. }
  164. }
  165. }