PeopleValidator.cs 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. using MediaBrowser.Common.Progress;
  2. using MediaBrowser.Controller.Configuration;
  3. using MediaBrowser.Controller.Entities;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Controller.Providers;
  6. using MediaBrowser.Model.Configuration;
  7. using MediaBrowser.Model.Entities;
  8. using MediaBrowser.Model.Logging;
  9. using System;
  10. using System.Collections.Generic;
  11. using System.Linq;
  12. using System.Threading;
  13. using System.Threading.Tasks;
  14. using CommonIO;
  15. using MediaBrowser.Common.IO;
  16. namespace MediaBrowser.Server.Implementations.Library.Validators
  17. {
  18. /// <summary>
  19. /// Class PeopleValidator
  20. /// </summary>
  21. public class PeopleValidator
  22. {
  23. /// <summary>
  24. /// The _library manager
  25. /// </summary>
  26. private readonly ILibraryManager _libraryManager;
  27. /// <summary>
  28. /// The _logger
  29. /// </summary>
  30. private readonly ILogger _logger;
  31. private readonly IServerConfigurationManager _config;
  32. private readonly IFileSystem _fileSystem;
  33. /// <summary>
  34. /// Initializes a new instance of the <see cref="PeopleValidator" /> class.
  35. /// </summary>
  36. /// <param name="libraryManager">The library manager.</param>
  37. /// <param name="logger">The logger.</param>
  38. public PeopleValidator(ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem)
  39. {
  40. _libraryManager = libraryManager;
  41. _logger = logger;
  42. _config = config;
  43. _fileSystem = fileSystem;
  44. }
  45. private bool DownloadMetadata(PersonInfo i, PeopleMetadataOptions options)
  46. {
  47. if (i.IsType(PersonType.Actor))
  48. {
  49. return options.DownloadActorMetadata;
  50. }
  51. if (i.IsType(PersonType.Director))
  52. {
  53. return options.DownloadDirectorMetadata;
  54. }
  55. if (i.IsType(PersonType.Composer))
  56. {
  57. return options.DownloadComposerMetadata;
  58. }
  59. if (i.IsType(PersonType.Writer))
  60. {
  61. return options.DownloadWriterMetadata;
  62. }
  63. if (i.IsType(PersonType.Producer))
  64. {
  65. return options.DownloadProducerMetadata;
  66. }
  67. if (i.IsType(PersonType.GuestStar))
  68. {
  69. return options.DownloadGuestStarMetadata;
  70. }
  71. return options.DownloadOtherPeopleMetadata;
  72. }
  73. /// <summary>
  74. /// Validates the people.
  75. /// </summary>
  76. /// <param name="cancellationToken">The cancellation token.</param>
  77. /// <param name="progress">The progress.</param>
  78. /// <returns>Task.</returns>
  79. public async Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  80. {
  81. var innerProgress = new ActionableProgress<double>();
  82. innerProgress.RegisterAction(pct => progress.Report(pct * .15));
  83. var peopleOptions = _config.Configuration.PeopleMetadataOptions;
  84. var people = _libraryManager.GetAllPeople();
  85. var dict = new Dictionary<string, bool>(StringComparer.OrdinalIgnoreCase);
  86. foreach (var person in people)
  87. {
  88. var isMetadataEnabled = DownloadMetadata(person, peopleOptions);
  89. bool currentValue;
  90. if (dict.TryGetValue(person.Name, out currentValue))
  91. {
  92. if (!currentValue && isMetadataEnabled)
  93. {
  94. dict[person.Name] = true;
  95. }
  96. }
  97. else
  98. {
  99. dict[person.Name] = isMetadataEnabled;
  100. }
  101. }
  102. var numComplete = 0;
  103. var validIds = new List<Guid>();
  104. foreach (var person in dict)
  105. {
  106. cancellationToken.ThrowIfCancellationRequested();
  107. try
  108. {
  109. var item = _libraryManager.GetPerson(person.Key);
  110. validIds.Add(item.Id);
  111. var hasMetdata = !string.IsNullOrWhiteSpace(item.Overview);
  112. var performFullRefresh = !hasMetdata && (DateTime.UtcNow - item.DateLastRefreshed).TotalDays >= 30;
  113. var defaultMetadataRefreshMode = performFullRefresh
  114. ? MetadataRefreshMode.FullRefresh
  115. : MetadataRefreshMode.Default;
  116. var imageRefreshMode = performFullRefresh
  117. ? ImageRefreshMode.FullRefresh
  118. : ImageRefreshMode.Default;
  119. var options = new MetadataRefreshOptions(_fileSystem)
  120. {
  121. MetadataRefreshMode = person.Value ? defaultMetadataRefreshMode : MetadataRefreshMode.ValidationOnly,
  122. ImageRefreshMode = person.Value ? imageRefreshMode : ImageRefreshMode.ValidationOnly
  123. };
  124. await item.RefreshMetadata(options, cancellationToken).ConfigureAwait(false);
  125. }
  126. catch (OperationCanceledException)
  127. {
  128. throw;
  129. }
  130. catch (Exception ex)
  131. {
  132. _logger.ErrorException("Error validating IBN entry {0}", ex, person);
  133. }
  134. // Update progress
  135. numComplete++;
  136. double percent = numComplete;
  137. percent /= people.Count;
  138. progress.Report(100 * percent);
  139. }
  140. var allIds = _libraryManager.GetItemIds(new InternalItemsQuery
  141. {
  142. IncludeItemTypes = new[] { typeof(Person).Name }
  143. });
  144. var invalidIds = allIds
  145. .Except(validIds)
  146. .ToList();
  147. foreach (var id in invalidIds)
  148. {
  149. cancellationToken.ThrowIfCancellationRequested();
  150. var item = _libraryManager.GetItemById(id);
  151. if (item != null)
  152. {
  153. await _libraryManager.DeleteItem(item, new DeleteOptions
  154. {
  155. DeleteFileLocation = false
  156. }).ConfigureAwait(false);
  157. }
  158. }
  159. progress.Report(100);
  160. _logger.Info("People validation complete");
  161. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  162. GC.Collect(2, GCCollectionMode.Forced, true);
  163. GC.Collect(2, GCCollectionMode.Forced, true);
  164. }
  165. }
  166. }