SyncManager.cs 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074
  1. using MediaBrowser.Common;
  2. using MediaBrowser.Common.Configuration;
  3. using MediaBrowser.Common.Events;
  4. using MediaBrowser.Common.Extensions;
  5. using MediaBrowser.Common.IO;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Drawing;
  8. using MediaBrowser.Controller.Dto;
  9. using MediaBrowser.Controller.Entities;
  10. using MediaBrowser.Controller.Entities.Audio;
  11. using MediaBrowser.Controller.Entities.TV;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Playlists;
  16. using MediaBrowser.Controller.Sync;
  17. using MediaBrowser.Controller.TV;
  18. using MediaBrowser.Model.Dlna;
  19. using MediaBrowser.Model.Dto;
  20. using MediaBrowser.Model.Entities;
  21. using MediaBrowser.Model.Events;
  22. using MediaBrowser.Model.Logging;
  23. using MediaBrowser.Model.Querying;
  24. using MediaBrowser.Model.Serialization;
  25. using MediaBrowser.Model.Sync;
  26. using MediaBrowser.Model.Users;
  27. using MoreLinq;
  28. using System;
  29. using System.Collections.Concurrent;
  30. using System.Collections.Generic;
  31. using System.IO;
  32. using System.Linq;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. namespace MediaBrowser.Server.Implementations.Sync
  36. {
  37. public class SyncManager : ISyncManager
  38. {
  39. private readonly ILibraryManager _libraryManager;
  40. private readonly ISyncRepository _repo;
  41. private readonly IImageProcessor _imageProcessor;
  42. private readonly ILogger _logger;
  43. private readonly IUserManager _userManager;
  44. private readonly Func<IDtoService> _dtoService;
  45. private readonly IApplicationHost _appHost;
  46. private readonly ITVSeriesManager _tvSeriesManager;
  47. private readonly Func<IMediaEncoder> _mediaEncoder;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly Func<ISubtitleEncoder> _subtitleEncoder;
  50. private readonly IConfigurationManager _config;
  51. private readonly IUserDataManager _userDataManager;
  52. private readonly Func<IMediaSourceManager> _mediaSourceManager;
  53. private readonly IJsonSerializer _json;
  54. private ISyncProvider[] _providers = { };
  55. public event EventHandler<GenericEventArgs<SyncJobCreationResult>> SyncJobCreated;
  56. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobCancelled;
  57. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobUpdated;
  58. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemUpdated;
  59. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemCreated;
  60. public SyncManager(ILibraryManager libraryManager, ISyncRepository repo, IImageProcessor imageProcessor, ILogger logger, IUserManager userManager, Func<IDtoService> dtoService, IApplicationHost appHost, ITVSeriesManager tvSeriesManager, Func<IMediaEncoder> mediaEncoder, IFileSystem fileSystem, Func<ISubtitleEncoder> subtitleEncoder, IConfigurationManager config, IUserDataManager userDataManager, Func<IMediaSourceManager> mediaSourceManager, IJsonSerializer json)
  61. {
  62. _libraryManager = libraryManager;
  63. _repo = repo;
  64. _imageProcessor = imageProcessor;
  65. _logger = logger;
  66. _userManager = userManager;
  67. _dtoService = dtoService;
  68. _appHost = appHost;
  69. _tvSeriesManager = tvSeriesManager;
  70. _mediaEncoder = mediaEncoder;
  71. _fileSystem = fileSystem;
  72. _subtitleEncoder = subtitleEncoder;
  73. _config = config;
  74. _userDataManager = userDataManager;
  75. _mediaSourceManager = mediaSourceManager;
  76. _json = json;
  77. }
  78. public void AddParts(IEnumerable<ISyncProvider> providers)
  79. {
  80. _providers = providers.ToArray();
  81. }
  82. public IEnumerable<IServerSyncProvider> ServerSyncProviders
  83. {
  84. get { return _providers.OfType<IServerSyncProvider>(); }
  85. }
  86. private readonly ConcurrentDictionary<string, ISyncDataProvider> _dataProviders =
  87. new ConcurrentDictionary<string, ISyncDataProvider>(StringComparer.OrdinalIgnoreCase);
  88. public ISyncDataProvider GetDataProvider(IServerSyncProvider provider, SyncTarget target)
  89. {
  90. return _dataProviders.GetOrAdd(target.Id, key => new TargetDataProvider(provider, target, _appHost.SystemId, _logger, _json, _fileSystem, _config.CommonApplicationPaths));
  91. }
  92. public async Task<SyncJobCreationResult> CreateJob(SyncJobRequest request)
  93. {
  94. var processor = GetSyncJobProcessor();
  95. var user = _userManager.GetUserById(request.UserId);
  96. var items = (await processor
  97. .GetItemsForSync(request.Category, request.ParentId, request.ItemIds, user, request.UnwatchedOnly).ConfigureAwait(false))
  98. .ToList();
  99. if (items.Any(i => !SupportsSync(i)))
  100. {
  101. throw new ArgumentException("Item does not support sync.");
  102. }
  103. if (string.IsNullOrWhiteSpace(request.Name))
  104. {
  105. if (request.ItemIds.Count == 1)
  106. {
  107. request.Name = GetDefaultName(_libraryManager.GetItemById(request.ItemIds[0]));
  108. }
  109. }
  110. if (string.IsNullOrWhiteSpace(request.Name))
  111. {
  112. throw new ArgumentException("Please supply a name for the sync job.");
  113. }
  114. var target = GetSyncTargets(request.UserId)
  115. .FirstOrDefault(i => string.Equals(request.TargetId, i.Id));
  116. if (target == null)
  117. {
  118. throw new ArgumentException("Sync target not found.");
  119. }
  120. var jobId = Guid.NewGuid().ToString("N");
  121. var job = new SyncJob
  122. {
  123. Id = jobId,
  124. Name = request.Name,
  125. TargetId = target.Id,
  126. UserId = request.UserId,
  127. UnwatchedOnly = request.UnwatchedOnly,
  128. ItemLimit = request.ItemLimit,
  129. RequestedItemIds = request.ItemIds ?? new List<string> { },
  130. DateCreated = DateTime.UtcNow,
  131. DateLastModified = DateTime.UtcNow,
  132. SyncNewContent = request.SyncNewContent,
  133. ItemCount = items.Count,
  134. Category = request.Category,
  135. ParentId = request.ParentId,
  136. Quality = request.Quality
  137. };
  138. if (!request.Category.HasValue && request.ItemIds != null)
  139. {
  140. var requestedItems = request.ItemIds
  141. .Select(_libraryManager.GetItemById)
  142. .Where(i => i != null);
  143. // It's just a static list
  144. if (!requestedItems.Any(i => i.IsFolder || i is IItemByName))
  145. {
  146. job.SyncNewContent = false;
  147. }
  148. }
  149. await _repo.Create(job).ConfigureAwait(false);
  150. await processor.EnsureJobItems(job).ConfigureAwait(false);
  151. // If it already has a converting status then is must have been aborted during conversion
  152. var jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  153. {
  154. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  155. JobId = jobId
  156. });
  157. await processor.SyncJobItems(jobItemsResult.Items, false, new Progress<double>(), CancellationToken.None)
  158. .ConfigureAwait(false);
  159. jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  160. {
  161. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  162. JobId = jobId
  163. });
  164. var returnResult = new SyncJobCreationResult
  165. {
  166. Job = GetJob(jobId),
  167. JobItems = jobItemsResult.Items.ToList()
  168. };
  169. if (SyncJobCreated != null)
  170. {
  171. EventHelper.FireEventIfNotNull(SyncJobCreated, this, new GenericEventArgs<SyncJobCreationResult>
  172. {
  173. Argument = returnResult
  174. }, _logger);
  175. }
  176. return returnResult;
  177. }
  178. public async Task UpdateJob(SyncJob job)
  179. {
  180. // Get fresh from the db and only update the fields that are supported to be changed.
  181. var instance = _repo.GetJob(job.Id);
  182. instance.Name = job.Name;
  183. instance.Quality = job.Quality;
  184. instance.UnwatchedOnly = job.UnwatchedOnly;
  185. instance.SyncNewContent = job.SyncNewContent;
  186. instance.ItemLimit = job.ItemLimit;
  187. await _repo.Update(instance).ConfigureAwait(false);
  188. OnSyncJobUpdated(instance);
  189. }
  190. internal void OnSyncJobUpdated(SyncJob job)
  191. {
  192. if (SyncJobUpdated != null)
  193. {
  194. EventHelper.FireEventIfNotNull(SyncJobUpdated, this, new GenericEventArgs<SyncJob>
  195. {
  196. Argument = job
  197. }, _logger);
  198. }
  199. }
  200. internal async Task UpdateSyncJobItemInternal(SyncJobItem jobItem)
  201. {
  202. await _repo.Update(jobItem).ConfigureAwait(false);
  203. if (SyncJobUpdated != null)
  204. {
  205. EventHelper.FireEventIfNotNull(SyncJobItemUpdated, this, new GenericEventArgs<SyncJobItem>
  206. {
  207. Argument = jobItem
  208. }, _logger);
  209. }
  210. }
  211. internal void OnSyncJobItemCreated(SyncJobItem job)
  212. {
  213. if (SyncJobUpdated != null)
  214. {
  215. EventHelper.FireEventIfNotNull(SyncJobItemCreated, this, new GenericEventArgs<SyncJobItem>
  216. {
  217. Argument = job
  218. }, _logger);
  219. }
  220. }
  221. public async Task<QueryResult<SyncJob>> GetJobs(SyncJobQuery query)
  222. {
  223. var result = _repo.GetJobs(query);
  224. foreach (var item in result.Items)
  225. {
  226. await FillMetadata(item).ConfigureAwait(false);
  227. }
  228. return result;
  229. }
  230. private async Task FillMetadata(SyncJob job)
  231. {
  232. var target = GetSyncTargets(job.UserId)
  233. .FirstOrDefault(i => string.Equals(i.Id, job.TargetId, StringComparison.OrdinalIgnoreCase));
  234. if (target != null)
  235. {
  236. job.TargetName = target.Name;
  237. }
  238. var item = job.RequestedItemIds
  239. .Select(_libraryManager.GetItemById)
  240. .FirstOrDefault(i => i != null);
  241. if (item == null)
  242. {
  243. var processor = GetSyncJobProcessor();
  244. var user = _userManager.GetUserById(job.UserId);
  245. item = (await processor
  246. .GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  247. .FirstOrDefault();
  248. }
  249. if (item != null)
  250. {
  251. var hasSeries = item as IHasSeries;
  252. if (hasSeries != null)
  253. {
  254. job.ParentName = hasSeries.SeriesName;
  255. }
  256. var hasAlbumArtist = item as IHasAlbumArtist;
  257. if (hasAlbumArtist != null)
  258. {
  259. job.ParentName = hasAlbumArtist.AlbumArtists.FirstOrDefault();
  260. }
  261. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  262. var itemWithImage = item;
  263. if (primaryImage == null)
  264. {
  265. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  266. if (parentWithImage != null)
  267. {
  268. itemWithImage = parentWithImage;
  269. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  270. }
  271. }
  272. if (primaryImage != null)
  273. {
  274. try
  275. {
  276. job.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  277. job.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  278. }
  279. catch (Exception ex)
  280. {
  281. _logger.ErrorException("Error getting image info", ex);
  282. }
  283. }
  284. }
  285. }
  286. private void FillMetadata(SyncJobItem jobItem)
  287. {
  288. var item = _libraryManager.GetItemById(jobItem.ItemId);
  289. if (item == null)
  290. {
  291. return;
  292. }
  293. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  294. var itemWithImage = item;
  295. if (primaryImage == null)
  296. {
  297. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  298. if (parentWithImage != null)
  299. {
  300. itemWithImage = parentWithImage;
  301. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  302. }
  303. }
  304. if (primaryImage != null)
  305. {
  306. try
  307. {
  308. jobItem.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  309. jobItem.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  310. }
  311. catch (Exception ex)
  312. {
  313. _logger.ErrorException("Error getting image info", ex);
  314. }
  315. }
  316. }
  317. public async Task CancelJob(string id)
  318. {
  319. var job = GetJob(id);
  320. if (job == null)
  321. {
  322. throw new ArgumentException("Job not found.");
  323. }
  324. await _repo.DeleteJob(id).ConfigureAwait(false);
  325. var path = GetSyncJobProcessor().GetTemporaryPath(id);
  326. try
  327. {
  328. _fileSystem.DeleteDirectory(path, true);
  329. }
  330. catch (DirectoryNotFoundException)
  331. {
  332. }
  333. catch (Exception ex)
  334. {
  335. _logger.ErrorException("Error deleting directory {0}", ex, path);
  336. }
  337. if (SyncJobCancelled != null)
  338. {
  339. EventHelper.FireEventIfNotNull(SyncJobCancelled, this, new GenericEventArgs<SyncJob>
  340. {
  341. Argument = job
  342. }, _logger);
  343. }
  344. }
  345. public SyncJob GetJob(string id)
  346. {
  347. return _repo.GetJob(id);
  348. }
  349. public IEnumerable<SyncTarget> GetSyncTargets(string userId)
  350. {
  351. return _providers
  352. .SelectMany(i => GetSyncTargets(i, userId))
  353. .OrderBy(i => i.Name);
  354. }
  355. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider)
  356. {
  357. return provider.GetAllSyncTargets().Select(i => new SyncTarget
  358. {
  359. Name = i.Name,
  360. Id = GetSyncTargetId(provider, i)
  361. });
  362. }
  363. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider, string userId)
  364. {
  365. return provider.GetSyncTargets(userId).Select(i => new SyncTarget
  366. {
  367. Name = i.Name,
  368. Id = GetSyncTargetId(provider, i)
  369. });
  370. }
  371. private string GetSyncTargetId(ISyncProvider provider, SyncTarget target)
  372. {
  373. var hasUniqueId = provider as IHasUniqueTargetIds;
  374. if (hasUniqueId != null)
  375. {
  376. return target.Id;
  377. }
  378. return target.Id;
  379. //var providerId = GetSyncProviderId(provider);
  380. //return (providerId + "-" + target.Id).GetMD5().ToString("N");
  381. }
  382. private string GetSyncProviderId(ISyncProvider provider)
  383. {
  384. return (provider.GetType().Name).GetMD5().ToString("N");
  385. }
  386. public bool SupportsSync(BaseItem item)
  387. {
  388. if (item is Playlist)
  389. {
  390. return true;
  391. }
  392. if (item is Person)
  393. {
  394. return false;
  395. }
  396. if (item is Year)
  397. {
  398. return false;
  399. }
  400. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase) ||
  401. string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase) ||
  402. string.Equals(item.MediaType, MediaType.Photo, StringComparison.OrdinalIgnoreCase) ||
  403. string.Equals(item.MediaType, MediaType.Game, StringComparison.OrdinalIgnoreCase) ||
  404. string.Equals(item.MediaType, MediaType.Book, StringComparison.OrdinalIgnoreCase))
  405. {
  406. if (item.LocationType == LocationType.Virtual)
  407. {
  408. return false;
  409. }
  410. if (!item.RunTimeTicks.HasValue)
  411. {
  412. return false;
  413. }
  414. var video = item as Video;
  415. if (video != null)
  416. {
  417. if (video.VideoType == VideoType.Iso)
  418. {
  419. return false;
  420. }
  421. if (video.VideoType == VideoType.BluRay || video.VideoType == VideoType.Dvd || video.VideoType == VideoType.HdDvd)
  422. {
  423. return false;
  424. }
  425. if (video.IsPlaceHolder)
  426. {
  427. return false;
  428. }
  429. if (video.IsArchive)
  430. {
  431. return false;
  432. }
  433. if (video.IsStacked)
  434. {
  435. return false;
  436. }
  437. if (video.IsShortcut)
  438. {
  439. return false;
  440. }
  441. }
  442. var game = item as Game;
  443. if (game != null)
  444. {
  445. if (game.IsMultiPart)
  446. {
  447. return false;
  448. }
  449. }
  450. if (item is LiveTvChannel || item is IChannelItem || item is ILiveTvRecording)
  451. {
  452. return false;
  453. }
  454. // It would be nice to support these later
  455. if (item is Game || item is Book)
  456. {
  457. return false;
  458. }
  459. return true;
  460. }
  461. return item.LocationType == LocationType.FileSystem || item is Season || item is ILiveTvRecording;
  462. }
  463. private string GetDefaultName(BaseItem item)
  464. {
  465. return item.Name;
  466. }
  467. public async Task ReportSyncJobItemTransferred(string id)
  468. {
  469. var jobItem = _repo.GetJobItem(id);
  470. jobItem.Status = SyncJobItemStatus.Synced;
  471. jobItem.Progress = 100;
  472. if (!string.IsNullOrWhiteSpace(jobItem.TemporaryPath))
  473. {
  474. try
  475. {
  476. _fileSystem.DeleteDirectory(jobItem.TemporaryPath, true);
  477. }
  478. catch (DirectoryNotFoundException)
  479. {
  480. }
  481. catch (Exception ex)
  482. {
  483. _logger.ErrorException("Error deleting temporary job file: {0}", ex, jobItem.OutputPath);
  484. }
  485. }
  486. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  487. var processor = GetSyncJobProcessor();
  488. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  489. }
  490. private SyncJobProcessor GetSyncJobProcessor()
  491. {
  492. return new SyncJobProcessor(_libraryManager, _repo, this, _logger, _userManager, _tvSeriesManager, _mediaEncoder(), _subtitleEncoder(), _config, _fileSystem, _mediaSourceManager());
  493. }
  494. public SyncJobItem GetJobItem(string id)
  495. {
  496. return _repo.GetJobItem(id);
  497. }
  498. public QueryResult<SyncJobItem> GetJobItems(SyncJobItemQuery query)
  499. {
  500. var result = _repo.GetJobItems(query);
  501. if (query.AddMetadata)
  502. {
  503. result.Items.ForEach(FillMetadata);
  504. }
  505. return result;
  506. }
  507. private SyncedItem GetJobItemInfo(SyncJobItem jobItem)
  508. {
  509. var job = _repo.GetJob(jobItem.JobId);
  510. if (job == null)
  511. {
  512. _logger.Error("GetJobItemInfo job id {0} no longer exists", jobItem.JobId);
  513. return null;
  514. }
  515. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  516. if (libraryItem == null)
  517. {
  518. _logger.Error("GetJobItemInfo library item with id {0} no longer exists", jobItem.ItemId);
  519. return null;
  520. }
  521. var syncedItem = new SyncedItem
  522. {
  523. SyncJobId = jobItem.JobId,
  524. SyncJobItemId = jobItem.Id,
  525. ServerId = _appHost.SystemId,
  526. UserId = job.UserId,
  527. AdditionalFiles = jobItem.AdditionalFiles.Select(i => new ItemFileInfo
  528. {
  529. ImageType = i.ImageType,
  530. Name = i.Name,
  531. Type = i.Type,
  532. Index = i.Index
  533. }).ToList()
  534. };
  535. var dtoOptions = new DtoOptions();
  536. // Remove some bloat
  537. dtoOptions.Fields.Remove(ItemFields.MediaStreams);
  538. dtoOptions.Fields.Remove(ItemFields.IndexOptions);
  539. dtoOptions.Fields.Remove(ItemFields.MediaSourceCount);
  540. dtoOptions.Fields.Remove(ItemFields.OriginalPrimaryImageAspectRatio);
  541. dtoOptions.Fields.Remove(ItemFields.Path);
  542. dtoOptions.Fields.Remove(ItemFields.SeriesGenres);
  543. dtoOptions.Fields.Remove(ItemFields.Settings);
  544. dtoOptions.Fields.Remove(ItemFields.SyncInfo);
  545. syncedItem.Item = _dtoService().GetBaseItemDto(libraryItem, dtoOptions);
  546. var mediaSource = jobItem.MediaSource;
  547. syncedItem.Item.MediaSources = new List<MediaSourceInfo>();
  548. // This will be null for items that are not audio/video
  549. if (mediaSource == null)
  550. {
  551. syncedItem.OriginalFileName = Path.GetFileName(libraryItem.Path);
  552. }
  553. else
  554. {
  555. syncedItem.OriginalFileName = Path.GetFileName(mediaSource.Path);
  556. syncedItem.Item.MediaSources.Add(mediaSource);
  557. }
  558. return syncedItem;
  559. }
  560. public Task ReportOfflineAction(UserAction action)
  561. {
  562. switch (action.Type)
  563. {
  564. case UserActionType.PlayedItem:
  565. return ReportOfflinePlayedItem(action);
  566. default:
  567. throw new ArgumentException("Unexpected action type");
  568. }
  569. }
  570. private Task ReportOfflinePlayedItem(UserAction action)
  571. {
  572. var item = _libraryManager.GetItemById(action.ItemId);
  573. var userData = _userDataManager.GetUserData(new Guid(action.UserId), item.GetUserDataKey());
  574. userData.LastPlayedDate = action.Date;
  575. _userDataManager.UpdatePlayState(item, userData, action.PositionTicks);
  576. return _userDataManager.SaveUserData(new Guid(action.UserId), item, userData, UserDataSaveReason.Import, CancellationToken.None);
  577. }
  578. public async Task<List<SyncedItem>> GetReadySyncItems(string targetId)
  579. {
  580. var processor = GetSyncJobProcessor();
  581. await processor.SyncJobItems(targetId, false, new Progress<double>(), CancellationToken.None).ConfigureAwait(false);
  582. var jobItemResult = GetJobItems(new SyncJobItemQuery
  583. {
  584. TargetId = targetId,
  585. Statuses = new List<SyncJobItemStatus>
  586. {
  587. SyncJobItemStatus.ReadyToTransfer
  588. }
  589. });
  590. return jobItemResult.Items
  591. .Select(GetJobItemInfo)
  592. .Where(i => i != null)
  593. .ToList();
  594. }
  595. public async Task<SyncDataResponse> SyncData(SyncDataRequest request)
  596. {
  597. var jobItemResult = GetJobItems(new SyncJobItemQuery
  598. {
  599. TargetId = request.TargetId,
  600. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Synced }
  601. });
  602. var response = new SyncDataResponse();
  603. foreach (var jobItem in jobItemResult.Items)
  604. {
  605. if (request.LocalItemIds.Contains(jobItem.ItemId, StringComparer.OrdinalIgnoreCase))
  606. {
  607. var job = _repo.GetJob(jobItem.JobId);
  608. var user = _userManager.GetUserById(job.UserId);
  609. if (jobItem.IsMarkedForRemoval)
  610. {
  611. // Tell the device to remove it since it has been marked for removal
  612. response.ItemIdsToRemove.Add(jobItem.ItemId);
  613. }
  614. else if (user == null)
  615. {
  616. // Tell the device to remove it since the user is gone now
  617. response.ItemIdsToRemove.Add(jobItem.ItemId);
  618. }
  619. else if (job.UnwatchedOnly)
  620. {
  621. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  622. if (IsLibraryItemAvailable(libraryItem))
  623. {
  624. if (libraryItem.IsPlayed(user) && libraryItem is Video)
  625. {
  626. // Tell the device to remove it since it has been played
  627. response.ItemIdsToRemove.Add(jobItem.ItemId);
  628. }
  629. }
  630. else
  631. {
  632. // Tell the device to remove it since it's no longer available
  633. response.ItemIdsToRemove.Add(jobItem.ItemId);
  634. }
  635. }
  636. }
  637. else
  638. {
  639. // Content is no longer on the device
  640. jobItem.Status = SyncJobItemStatus.RemovedFromDevice;
  641. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  642. }
  643. }
  644. // Now check each item that's on the device
  645. foreach (var itemId in request.LocalItemIds)
  646. {
  647. // See if it's already marked for removal
  648. if (response.ItemIdsToRemove.Contains(itemId, StringComparer.OrdinalIgnoreCase))
  649. {
  650. continue;
  651. }
  652. // If there isn't a sync job for this item, mark it for removal
  653. if (!jobItemResult.Items.Any(i => string.Equals(itemId, i.ItemId, StringComparison.OrdinalIgnoreCase)))
  654. {
  655. response.ItemIdsToRemove.Add(itemId);
  656. }
  657. }
  658. response.ItemIdsToRemove = response.ItemIdsToRemove.Distinct(StringComparer.OrdinalIgnoreCase).ToList();
  659. var itemsOnDevice = request.LocalItemIds
  660. .Except(response.ItemIdsToRemove)
  661. .ToList();
  662. SetUserAccess(request, response, itemsOnDevice);
  663. return response;
  664. }
  665. private void SetUserAccess(SyncDataRequest request, SyncDataResponse response, List<string> itemIds)
  666. {
  667. var users = request.OfflineUserIds
  668. .Select(_userManager.GetUserById)
  669. .Where(i => i != null)
  670. .ToList();
  671. foreach (var itemId in itemIds)
  672. {
  673. var item = _libraryManager.GetItemById(itemId);
  674. if (item != null)
  675. {
  676. var usersWithAccess = new List<User>();
  677. foreach (var user in users)
  678. {
  679. if (IsUserVisible(item, user))
  680. {
  681. usersWithAccess.Add(user);
  682. }
  683. }
  684. response.ItemUserAccess[itemId] = users
  685. .Select(i => i.Id.ToString("N"))
  686. .OrderBy(i => i)
  687. .ToList();
  688. }
  689. }
  690. }
  691. private bool IsUserVisible(BaseItem item, User user)
  692. {
  693. return item.IsVisibleStandalone(user);
  694. }
  695. private bool IsLibraryItemAvailable(BaseItem item)
  696. {
  697. if (item == null)
  698. {
  699. return false;
  700. }
  701. // TODO: Make sure it hasn't been deleted
  702. return true;
  703. }
  704. public async Task ReEnableJobItem(string id)
  705. {
  706. var jobItem = _repo.GetJobItem(id);
  707. if (jobItem.Status != SyncJobItemStatus.Failed && jobItem.Status != SyncJobItemStatus.Cancelled)
  708. {
  709. throw new ArgumentException("Operation is not valid for this job item");
  710. }
  711. jobItem.Status = SyncJobItemStatus.Queued;
  712. jobItem.Progress = 0;
  713. jobItem.IsMarkedForRemoval = false;
  714. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  715. var processor = GetSyncJobProcessor();
  716. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  717. }
  718. public async Task CancelJobItem(string id)
  719. {
  720. var jobItem = _repo.GetJobItem(id);
  721. if (jobItem.Status != SyncJobItemStatus.Queued && jobItem.Status != SyncJobItemStatus.ReadyToTransfer && jobItem.Status != SyncJobItemStatus.Converting)
  722. {
  723. throw new ArgumentException("Operation is not valid for this job item");
  724. }
  725. jobItem.Status = SyncJobItemStatus.Cancelled;
  726. jobItem.Progress = 0;
  727. jobItem.IsMarkedForRemoval = true;
  728. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  729. var processor = GetSyncJobProcessor();
  730. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  731. var path = processor.GetTemporaryPath(jobItem);
  732. try
  733. {
  734. _fileSystem.DeleteDirectory(path, true);
  735. }
  736. catch (DirectoryNotFoundException)
  737. {
  738. }
  739. catch (Exception ex)
  740. {
  741. _logger.ErrorException("Error deleting directory {0}", ex, path);
  742. }
  743. }
  744. public async Task MarkJobItemForRemoval(string id)
  745. {
  746. var jobItem = _repo.GetJobItem(id);
  747. if (jobItem.Status != SyncJobItemStatus.Synced)
  748. {
  749. throw new ArgumentException("Operation is not valid for this job item");
  750. }
  751. jobItem.IsMarkedForRemoval = true;
  752. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  753. var processor = GetSyncJobProcessor();
  754. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  755. }
  756. public async Task UnmarkJobItemForRemoval(string id)
  757. {
  758. var jobItem = _repo.GetJobItem(id);
  759. if (jobItem.Status != SyncJobItemStatus.Synced)
  760. {
  761. throw new ArgumentException("Operation is not valid for this job item");
  762. }
  763. jobItem.IsMarkedForRemoval = false;
  764. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  765. var processor = GetSyncJobProcessor();
  766. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  767. }
  768. public async Task ReportSyncJobItemTransferBeginning(string id)
  769. {
  770. var jobItem = _repo.GetJobItem(id);
  771. jobItem.Status = SyncJobItemStatus.Transferring;
  772. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  773. var processor = GetSyncJobProcessor();
  774. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  775. }
  776. public async Task ReportSyncJobItemTransferFailed(string id)
  777. {
  778. var jobItem = _repo.GetJobItem(id);
  779. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  780. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  781. var processor = GetSyncJobProcessor();
  782. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  783. }
  784. public QueryResult<string> GetLibraryItemIds(SyncJobItemQuery query)
  785. {
  786. return _repo.GetLibraryItemIds(query);
  787. }
  788. public AudioOptions GetAudioOptions(SyncJobItem jobItem, SyncJob job)
  789. {
  790. var profile = GetDeviceProfile(jobItem.TargetId, null);
  791. return new AudioOptions
  792. {
  793. Profile = profile
  794. };
  795. }
  796. public VideoOptions GetVideoOptions(SyncJobItem jobItem, SyncJob job)
  797. {
  798. var profile = GetDeviceProfile(jobItem.TargetId, job.Quality);
  799. return new VideoOptions
  800. {
  801. Profile = profile
  802. };
  803. }
  804. public DeviceProfile GetDeviceProfile(string targetId, string quality)
  805. {
  806. foreach (var provider in _providers)
  807. {
  808. foreach (var target in GetSyncTargets(provider))
  809. {
  810. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  811. {
  812. return GetDeviceProfile(provider, target, quality);
  813. }
  814. }
  815. }
  816. return null;
  817. }
  818. private DeviceProfile GetDeviceProfile(ISyncProvider provider, SyncTarget target, string quality)
  819. {
  820. var hasProfile = provider as IHasSyncQuality;
  821. if (hasProfile != null)
  822. {
  823. return hasProfile.GetDeviceProfile(target, quality);
  824. }
  825. return new CloudSyncProfile(true, false);
  826. }
  827. public IEnumerable<SyncQualityOption> GetQualityOptions(string targetId)
  828. {
  829. foreach (var provider in _providers)
  830. {
  831. foreach (var target in GetSyncTargets(provider))
  832. {
  833. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  834. {
  835. return GetQualityOptions(provider, target);
  836. }
  837. }
  838. }
  839. return new List<SyncQualityOption>();
  840. }
  841. private IEnumerable<SyncQualityOption> GetQualityOptions(ISyncProvider provider, SyncTarget target)
  842. {
  843. var hasQuality = provider as IHasSyncQuality;
  844. if (hasQuality != null)
  845. {
  846. return hasQuality.GetQualityOptions(target);
  847. }
  848. // Default options for providers that don't override
  849. return new List<SyncQualityOption>
  850. {
  851. new SyncQualityOption
  852. {
  853. Name = SyncQuality.Original.ToString(),
  854. Id = SyncQuality.Original.ToString()
  855. },
  856. new SyncQualityOption
  857. {
  858. Name = SyncQuality.High.ToString(),
  859. Id = SyncQuality.High.ToString(),
  860. IsDefault = true
  861. },
  862. new SyncQualityOption
  863. {
  864. Name = SyncQuality.Medium.ToString(),
  865. Id = SyncQuality.Medium.ToString()
  866. },
  867. new SyncQualityOption
  868. {
  869. Name = SyncQuality.Low.ToString(),
  870. Id = SyncQuality.Low.ToString()
  871. }
  872. };
  873. }
  874. }
  875. }