ChannelPostScanTask.cs 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. using MediaBrowser.Common.Progress;
  2. using MediaBrowser.Controller.Channels;
  3. using MediaBrowser.Controller.Entities;
  4. using MediaBrowser.Controller.Library;
  5. using MediaBrowser.Model.Channels;
  6. using MediaBrowser.Model.Logging;
  7. using MoreLinq;
  8. using System;
  9. using System.Collections.Generic;
  10. using System.Linq;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. namespace MediaBrowser.Server.Implementations.Channels
  14. {
  15. public class ChannelPostScanTask
  16. {
  17. private readonly IChannelManager _channelManager;
  18. private readonly IUserManager _userManager;
  19. private readonly ILogger _logger;
  20. public ChannelPostScanTask(IChannelManager channelManager, IUserManager userManager, ILogger logger)
  21. {
  22. _channelManager = channelManager;
  23. _userManager = userManager;
  24. _logger = logger;
  25. }
  26. public async Task Run(IProgress<double> progress, CancellationToken cancellationToken)
  27. {
  28. var users = _userManager.Users
  29. .DistinctBy(GetUserDistinctValue)
  30. .Select(i => i.Id.ToString("N"))
  31. .ToList();
  32. var numComplete = 0;
  33. foreach (var user in users)
  34. {
  35. double percentPerUser = 1;
  36. percentPerUser /= users.Count;
  37. var startingPercent = numComplete * percentPerUser * 100;
  38. var innerProgress = new ActionableProgress<double>();
  39. innerProgress.RegisterAction(p => progress.Report(startingPercent + (percentPerUser * p)));
  40. await DownloadContent(user, cancellationToken, innerProgress).ConfigureAwait(false);
  41. numComplete++;
  42. double percent = numComplete;
  43. percent /= users.Count;
  44. progress.Report(percent * 100);
  45. }
  46. progress.Report(100);
  47. }
  48. public static string GetUserDistinctValue(User user)
  49. {
  50. var channels = user.Policy.EnabledChannels
  51. .OrderBy(i => i)
  52. .ToList();
  53. return string.Join("|", channels.ToArray());
  54. }
  55. private async Task DownloadContent(string user, CancellationToken cancellationToken, IProgress<double> progress)
  56. {
  57. var channels = await _channelManager.GetChannelsInternal(new ChannelQuery
  58. {
  59. UserId = user
  60. }, cancellationToken);
  61. var numComplete = 0;
  62. var numItems = channels.Items.Length;
  63. foreach (var channel in channels.Items)
  64. {
  65. var channelId = channel.Id.ToString("N");
  66. var features = _channelManager.GetChannelFeatures(channelId);
  67. const int currentRefreshLevel = 1;
  68. var maxRefreshLevel = features.AutoRefreshLevels ?? 0;
  69. if (maxRefreshLevel > 0)
  70. {
  71. var innerProgress = new ActionableProgress<double>();
  72. var startingNumberComplete = numComplete;
  73. innerProgress.RegisterAction(p =>
  74. {
  75. double innerPercent = startingNumberComplete;
  76. innerPercent += (p / 100);
  77. innerPercent /= numItems;
  78. progress.Report(innerPercent * 100);
  79. });
  80. try
  81. {
  82. await GetAllItems(user, channelId, null, currentRefreshLevel, maxRefreshLevel, innerProgress, cancellationToken).ConfigureAwait(false);
  83. }
  84. catch (Exception ex)
  85. {
  86. _logger.ErrorException("Error getting channel content", ex);
  87. }
  88. }
  89. numComplete++;
  90. double percent = numComplete;
  91. percent /= numItems;
  92. progress.Report(percent * 100);
  93. }
  94. progress.Report(100);
  95. }
  96. private async Task GetAllItems(string user, string channelId, string folderId, int currentRefreshLevel, int maxRefreshLevel, IProgress<double> progress, CancellationToken cancellationToken)
  97. {
  98. var folderItems = new List<string>();
  99. var innerProgress = new ActionableProgress<double>();
  100. innerProgress.RegisterAction(p => progress.Report(p / 2));
  101. var result = await _channelManager.GetChannelItemsInternal(new ChannelItemQuery
  102. {
  103. ChannelId = channelId,
  104. UserId = user,
  105. FolderId = folderId
  106. }, innerProgress, cancellationToken);
  107. folderItems.AddRange(result.Items.Where(i => i.IsFolder).Select(i => i.Id.ToString("N")));
  108. var totalRetrieved = result.Items.Length;
  109. var totalCount = result.TotalRecordCount;
  110. while (totalRetrieved < totalCount)
  111. {
  112. result = await _channelManager.GetChannelItemsInternal(new ChannelItemQuery
  113. {
  114. ChannelId = channelId,
  115. UserId = user,
  116. StartIndex = totalRetrieved,
  117. FolderId = folderId
  118. }, new Progress<double>(), cancellationToken);
  119. folderItems.AddRange(result.Items.Where(i => i.IsFolder).Select(i => i.Id.ToString("N")));
  120. totalRetrieved += result.Items.Length;
  121. totalCount = result.TotalRecordCount;
  122. }
  123. progress.Report(50);
  124. if (currentRefreshLevel < maxRefreshLevel)
  125. {
  126. var numComplete = 0;
  127. var numItems = folderItems.Count;
  128. foreach (var folder in folderItems)
  129. {
  130. try
  131. {
  132. innerProgress = new ActionableProgress<double>();
  133. var startingNumberComplete = numComplete;
  134. innerProgress.RegisterAction(p =>
  135. {
  136. double innerPercent = startingNumberComplete;
  137. innerPercent += (p / 100);
  138. innerPercent /= numItems;
  139. progress.Report((innerPercent * 50) + 50);
  140. });
  141. await GetAllItems(user, channelId, folder, currentRefreshLevel + 1, maxRefreshLevel, innerProgress, cancellationToken).ConfigureAwait(false);
  142. }
  143. catch (Exception ex)
  144. {
  145. _logger.ErrorException("Error getting channel content", ex);
  146. }
  147. numComplete++;
  148. double percent = numComplete;
  149. percent /= numItems;
  150. progress.Report((percent * 50) + 50);
  151. }
  152. }
  153. progress.Report(100);
  154. }
  155. }
  156. }