TargetDataProvider.cs 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Controller;
  3. using MediaBrowser.Controller.Sync;
  4. using MediaBrowser.Model.Logging;
  5. using MediaBrowser.Model.Serialization;
  6. using MediaBrowser.Model.Sync;
  7. using System;
  8. using System.Collections.Generic;
  9. using System.IO;
  10. using System.Linq;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. using MediaBrowser.Model.IO;
  14. using Interfaces.IO;
  15. using MediaBrowser.Common.IO;
  16. using MediaBrowser.Controller.IO;
  17. using MediaBrowser.Model.IO;
  18. namespace MediaBrowser.Server.Implementations.Sync
  19. {
  20. public class TargetDataProvider : ISyncDataProvider
  21. {
  22. private readonly SyncTarget _target;
  23. private readonly IServerSyncProvider _provider;
  24. private readonly SemaphoreSlim _dataLock = new SemaphoreSlim(1, 1);
  25. private List<LocalItem> _items;
  26. private readonly ILogger _logger;
  27. private readonly IJsonSerializer _json;
  28. private readonly IFileSystem _fileSystem;
  29. private readonly IApplicationPaths _appPaths;
  30. private readonly IServerApplicationHost _appHost;
  31. private readonly IMemoryStreamProvider _memoryStreamProvider;
  32. public TargetDataProvider(IServerSyncProvider provider, SyncTarget target, IServerApplicationHost appHost, ILogger logger, IJsonSerializer json, IFileSystem fileSystem, IApplicationPaths appPaths, IMemoryStreamProvider memoryStreamProvider)
  33. {
  34. _logger = logger;
  35. _json = json;
  36. _provider = provider;
  37. _target = target;
  38. _fileSystem = fileSystem;
  39. _appPaths = appPaths;
  40. _memoryStreamProvider = memoryStreamProvider;
  41. _appHost = appHost;
  42. }
  43. private string[] GetRemotePath()
  44. {
  45. var parts = new List<string>
  46. {
  47. _appHost.FriendlyName,
  48. "data.json"
  49. };
  50. parts = parts.Select(i => GetValidFilename(_provider, i)).ToList();
  51. return parts.ToArray();
  52. }
  53. private string GetValidFilename(IServerSyncProvider provider, string filename)
  54. {
  55. // We can always add this method to the sync provider if it's really needed
  56. return _fileSystem.GetValidFilename(filename);
  57. }
  58. private async Task<List<LocalItem>> RetrieveItems(CancellationToken cancellationToken)
  59. {
  60. _logger.Debug("Getting {0} from {1}", string.Join(MediaSync.PathSeparatorString, GetRemotePath().ToArray()), _provider.Name);
  61. var fileResult = await _provider.GetFiles(new FileQuery
  62. {
  63. FullPath = GetRemotePath().ToArray()
  64. }, _target, cancellationToken).ConfigureAwait(false);
  65. if (fileResult.Items.Length > 0)
  66. {
  67. using (var stream = await _provider.GetFile(fileResult.Items[0].Id, _target, new Progress<double>(), cancellationToken))
  68. {
  69. return _json.DeserializeFromStream<List<LocalItem>>(stream);
  70. }
  71. }
  72. return new List<LocalItem>();
  73. }
  74. private async Task EnsureData(CancellationToken cancellationToken)
  75. {
  76. if (_items == null)
  77. {
  78. _items = await RetrieveItems(cancellationToken).ConfigureAwait(false);
  79. }
  80. }
  81. private async Task SaveData(List<LocalItem> items, CancellationToken cancellationToken)
  82. {
  83. using (var stream = _memoryStreamProvider.CreateNew())
  84. {
  85. _json.SerializeToStream(items, stream);
  86. // Save to sync provider
  87. stream.Position = 0;
  88. var remotePath = GetRemotePath();
  89. _logger.Debug("Saving data.json to {0}. Remote path: {1}", _provider.Name, string.Join("/", remotePath));
  90. await _provider.SendFile(stream, remotePath, _target, new Progress<double>(), cancellationToken).ConfigureAwait(false);
  91. }
  92. }
  93. private async Task<T> GetData<T>(bool enableCache, Func<List<LocalItem>, T> dataFactory)
  94. {
  95. if (!enableCache)
  96. {
  97. var items = await RetrieveItems(CancellationToken.None).ConfigureAwait(false);
  98. var newCache = items.ToList();
  99. var result = dataFactory(items);
  100. await UpdateCache(newCache).ConfigureAwait(false);
  101. return result;
  102. }
  103. await _dataLock.WaitAsync().ConfigureAwait(false);
  104. try
  105. {
  106. await EnsureData(CancellationToken.None).ConfigureAwait(false);
  107. return dataFactory(_items);
  108. }
  109. finally
  110. {
  111. _dataLock.Release();
  112. }
  113. }
  114. private async Task UpdateData(Func<List<LocalItem>, List<LocalItem>> action)
  115. {
  116. var items = await RetrieveItems(CancellationToken.None).ConfigureAwait(false);
  117. items = action(items);
  118. await SaveData(items.ToList(), CancellationToken.None).ConfigureAwait(false);
  119. await UpdateCache(null).ConfigureAwait(false);
  120. }
  121. private async Task UpdateCache(List<LocalItem> list)
  122. {
  123. await _dataLock.WaitAsync().ConfigureAwait(false);
  124. try
  125. {
  126. _items = list;
  127. }
  128. finally
  129. {
  130. _dataLock.Release();
  131. }
  132. }
  133. public Task<List<LocalItem>> GetLocalItems(SyncTarget target, string serverId)
  134. {
  135. return GetData(false, items => items.Where(i => string.Equals(i.ServerId, serverId, StringComparison.OrdinalIgnoreCase)).ToList());
  136. }
  137. public Task AddOrUpdate(SyncTarget target, LocalItem item)
  138. {
  139. return UpdateData(items =>
  140. {
  141. var list = items.Where(i => !string.Equals(i.Id, item.Id, StringComparison.OrdinalIgnoreCase))
  142. .ToList();
  143. list.Add(item);
  144. return list;
  145. });
  146. }
  147. public Task Delete(SyncTarget target, string id)
  148. {
  149. return UpdateData(items => items.Where(i => !string.Equals(i.Id, id, StringComparison.OrdinalIgnoreCase)).ToList());
  150. }
  151. public Task<LocalItem> Get(SyncTarget target, string id)
  152. {
  153. return GetData(true, items => items.FirstOrDefault(i => string.Equals(i.Id, id, StringComparison.OrdinalIgnoreCase)));
  154. }
  155. public Task<List<LocalItem>> GetItems(SyncTarget target, string serverId, string itemId)
  156. {
  157. return GetData(true, items => items.Where(i => string.Equals(i.ServerId, serverId, StringComparison.OrdinalIgnoreCase) && string.Equals(i.ItemId, itemId, StringComparison.OrdinalIgnoreCase)).ToList());
  158. }
  159. public Task<List<LocalItem>> GetItemsBySyncJobItemId(SyncTarget target, string serverId, string syncJobItemId)
  160. {
  161. return GetData(false, items => items.Where(i => string.Equals(i.ServerId, serverId, StringComparison.OrdinalIgnoreCase) && string.Equals(i.SyncJobItemId, syncJobItemId, StringComparison.OrdinalIgnoreCase)).ToList());
  162. }
  163. }
  164. }