SyncManager.cs 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104
  1. using MediaBrowser.Common;
  2. using MediaBrowser.Common.Configuration;
  3. using MediaBrowser.Common.Events;
  4. using MediaBrowser.Common.Extensions;
  5. using MediaBrowser.Common.IO;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Drawing;
  8. using MediaBrowser.Controller.Dto;
  9. using MediaBrowser.Controller.Entities;
  10. using MediaBrowser.Controller.Entities.Audio;
  11. using MediaBrowser.Controller.Entities.TV;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Playlists;
  16. using MediaBrowser.Controller.Sync;
  17. using MediaBrowser.Controller.TV;
  18. using MediaBrowser.Model.Dlna;
  19. using MediaBrowser.Model.Dto;
  20. using MediaBrowser.Model.Entities;
  21. using MediaBrowser.Model.Events;
  22. using MediaBrowser.Model.Logging;
  23. using MediaBrowser.Model.Querying;
  24. using MediaBrowser.Model.Serialization;
  25. using MediaBrowser.Model.Sync;
  26. using MediaBrowser.Model.Users;
  27. using MoreLinq;
  28. using System;
  29. using System.Collections.Concurrent;
  30. using System.Collections.Generic;
  31. using System.IO;
  32. using System.Linq;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. namespace MediaBrowser.Server.Implementations.Sync
  36. {
  37. public class SyncManager : ISyncManager
  38. {
  39. private readonly ILibraryManager _libraryManager;
  40. private readonly ISyncRepository _repo;
  41. private readonly IImageProcessor _imageProcessor;
  42. private readonly ILogger _logger;
  43. private readonly IUserManager _userManager;
  44. private readonly Func<IDtoService> _dtoService;
  45. private readonly IApplicationHost _appHost;
  46. private readonly ITVSeriesManager _tvSeriesManager;
  47. private readonly Func<IMediaEncoder> _mediaEncoder;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly Func<ISubtitleEncoder> _subtitleEncoder;
  50. private readonly IConfigurationManager _config;
  51. private readonly IUserDataManager _userDataManager;
  52. private readonly Func<IMediaSourceManager> _mediaSourceManager;
  53. private readonly IJsonSerializer _json;
  54. private ISyncProvider[] _providers = { };
  55. public event EventHandler<GenericEventArgs<SyncJobCreationResult>> SyncJobCreated;
  56. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobCancelled;
  57. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobUpdated;
  58. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemUpdated;
  59. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemCreated;
  60. public SyncManager(ILibraryManager libraryManager, ISyncRepository repo, IImageProcessor imageProcessor, ILogger logger, IUserManager userManager, Func<IDtoService> dtoService, IApplicationHost appHost, ITVSeriesManager tvSeriesManager, Func<IMediaEncoder> mediaEncoder, IFileSystem fileSystem, Func<ISubtitleEncoder> subtitleEncoder, IConfigurationManager config, IUserDataManager userDataManager, Func<IMediaSourceManager> mediaSourceManager, IJsonSerializer json)
  61. {
  62. _libraryManager = libraryManager;
  63. _repo = repo;
  64. _imageProcessor = imageProcessor;
  65. _logger = logger;
  66. _userManager = userManager;
  67. _dtoService = dtoService;
  68. _appHost = appHost;
  69. _tvSeriesManager = tvSeriesManager;
  70. _mediaEncoder = mediaEncoder;
  71. _fileSystem = fileSystem;
  72. _subtitleEncoder = subtitleEncoder;
  73. _config = config;
  74. _userDataManager = userDataManager;
  75. _mediaSourceManager = mediaSourceManager;
  76. _json = json;
  77. }
  78. public void AddParts(IEnumerable<ISyncProvider> providers)
  79. {
  80. _providers = providers.ToArray();
  81. }
  82. public IEnumerable<IServerSyncProvider> ServerSyncProviders
  83. {
  84. get { return _providers.OfType<IServerSyncProvider>(); }
  85. }
  86. private readonly ConcurrentDictionary<string, ISyncDataProvider> _dataProviders =
  87. new ConcurrentDictionary<string, ISyncDataProvider>(StringComparer.OrdinalIgnoreCase);
  88. public ISyncDataProvider GetDataProvider(IServerSyncProvider provider, SyncTarget target)
  89. {
  90. return _dataProviders.GetOrAdd(target.Id, key => new TargetDataProvider(provider, target, _appHost.SystemId, _logger, _json, _fileSystem, _config.CommonApplicationPaths));
  91. }
  92. public async Task<SyncJobCreationResult> CreateJob(SyncJobRequest request)
  93. {
  94. var processor = GetSyncJobProcessor();
  95. var user = _userManager.GetUserById(request.UserId);
  96. var items = (await processor
  97. .GetItemsForSync(request.Category, request.ParentId, request.ItemIds, user, request.UnwatchedOnly).ConfigureAwait(false))
  98. .ToList();
  99. if (items.Any(i => !SupportsSync(i)))
  100. {
  101. throw new ArgumentException("Item does not support sync.");
  102. }
  103. if (string.IsNullOrWhiteSpace(request.Name))
  104. {
  105. if (request.ItemIds.Count == 1)
  106. {
  107. request.Name = GetDefaultName(_libraryManager.GetItemById(request.ItemIds[0]));
  108. }
  109. }
  110. if (string.IsNullOrWhiteSpace(request.Name))
  111. {
  112. throw new ArgumentException("Please supply a name for the sync job.");
  113. }
  114. var target = GetSyncTargets(request.UserId)
  115. .FirstOrDefault(i => string.Equals(request.TargetId, i.Id));
  116. if (target == null)
  117. {
  118. throw new ArgumentException("Sync target not found.");
  119. }
  120. var jobId = Guid.NewGuid().ToString("N");
  121. if (string.IsNullOrWhiteSpace(request.Quality))
  122. {
  123. request.Quality = GetQualityOptions(request.TargetId)
  124. .Where(i => i.IsDefault)
  125. .Select(i => i.Id)
  126. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  127. }
  128. var job = new SyncJob
  129. {
  130. Id = jobId,
  131. Name = request.Name,
  132. TargetId = target.Id,
  133. UserId = request.UserId,
  134. UnwatchedOnly = request.UnwatchedOnly,
  135. ItemLimit = request.ItemLimit,
  136. RequestedItemIds = request.ItemIds ?? new List<string> { },
  137. DateCreated = DateTime.UtcNow,
  138. DateLastModified = DateTime.UtcNow,
  139. SyncNewContent = request.SyncNewContent,
  140. ItemCount = items.Count,
  141. Category = request.Category,
  142. ParentId = request.ParentId,
  143. Quality = request.Quality
  144. };
  145. if (!request.Category.HasValue && request.ItemIds != null)
  146. {
  147. var requestedItems = request.ItemIds
  148. .Select(_libraryManager.GetItemById)
  149. .Where(i => i != null);
  150. // It's just a static list
  151. if (!requestedItems.Any(i => i.IsFolder || i is IItemByName))
  152. {
  153. job.SyncNewContent = false;
  154. }
  155. }
  156. await _repo.Create(job).ConfigureAwait(false);
  157. await processor.EnsureJobItems(job).ConfigureAwait(false);
  158. // If it already has a converting status then is must have been aborted during conversion
  159. var jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  160. {
  161. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  162. JobId = jobId
  163. });
  164. await processor.SyncJobItems(jobItemsResult.Items, false, new Progress<double>(), CancellationToken.None)
  165. .ConfigureAwait(false);
  166. jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  167. {
  168. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  169. JobId = jobId
  170. });
  171. var returnResult = new SyncJobCreationResult
  172. {
  173. Job = GetJob(jobId),
  174. JobItems = jobItemsResult.Items.ToList()
  175. };
  176. if (SyncJobCreated != null)
  177. {
  178. EventHelper.FireEventIfNotNull(SyncJobCreated, this, new GenericEventArgs<SyncJobCreationResult>
  179. {
  180. Argument = returnResult
  181. }, _logger);
  182. }
  183. return returnResult;
  184. }
  185. public async Task UpdateJob(SyncJob job)
  186. {
  187. // Get fresh from the db and only update the fields that are supported to be changed.
  188. var instance = _repo.GetJob(job.Id);
  189. instance.Name = job.Name;
  190. instance.Quality = job.Quality;
  191. instance.UnwatchedOnly = job.UnwatchedOnly;
  192. instance.SyncNewContent = job.SyncNewContent;
  193. instance.ItemLimit = job.ItemLimit;
  194. await _repo.Update(instance).ConfigureAwait(false);
  195. OnSyncJobUpdated(instance);
  196. }
  197. internal void OnSyncJobUpdated(SyncJob job)
  198. {
  199. if (SyncJobUpdated != null)
  200. {
  201. EventHelper.FireEventIfNotNull(SyncJobUpdated, this, new GenericEventArgs<SyncJob>
  202. {
  203. Argument = job
  204. }, _logger);
  205. }
  206. }
  207. internal async Task UpdateSyncJobItemInternal(SyncJobItem jobItem)
  208. {
  209. await _repo.Update(jobItem).ConfigureAwait(false);
  210. if (SyncJobUpdated != null)
  211. {
  212. EventHelper.FireEventIfNotNull(SyncJobItemUpdated, this, new GenericEventArgs<SyncJobItem>
  213. {
  214. Argument = jobItem
  215. }, _logger);
  216. }
  217. }
  218. internal void OnSyncJobItemCreated(SyncJobItem job)
  219. {
  220. if (SyncJobUpdated != null)
  221. {
  222. EventHelper.FireEventIfNotNull(SyncJobItemCreated, this, new GenericEventArgs<SyncJobItem>
  223. {
  224. Argument = job
  225. }, _logger);
  226. }
  227. }
  228. public async Task<QueryResult<SyncJob>> GetJobs(SyncJobQuery query)
  229. {
  230. var result = _repo.GetJobs(query);
  231. foreach (var item in result.Items)
  232. {
  233. await FillMetadata(item).ConfigureAwait(false);
  234. }
  235. return result;
  236. }
  237. private async Task FillMetadata(SyncJob job)
  238. {
  239. var target = GetSyncTargets(job.UserId)
  240. .FirstOrDefault(i => string.Equals(i.Id, job.TargetId, StringComparison.OrdinalIgnoreCase));
  241. if (target != null)
  242. {
  243. job.TargetName = target.Name;
  244. }
  245. var item = job.RequestedItemIds
  246. .Select(_libraryManager.GetItemById)
  247. .FirstOrDefault(i => i != null);
  248. if (item == null)
  249. {
  250. var processor = GetSyncJobProcessor();
  251. var user = _userManager.GetUserById(job.UserId);
  252. item = (await processor
  253. .GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  254. .FirstOrDefault();
  255. }
  256. if (item != null)
  257. {
  258. var hasSeries = item as IHasSeries;
  259. if (hasSeries != null)
  260. {
  261. job.ParentName = hasSeries.SeriesName;
  262. }
  263. var hasAlbumArtist = item as IHasAlbumArtist;
  264. if (hasAlbumArtist != null)
  265. {
  266. job.ParentName = hasAlbumArtist.AlbumArtists.FirstOrDefault();
  267. }
  268. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  269. var itemWithImage = item;
  270. if (primaryImage == null)
  271. {
  272. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  273. if (parentWithImage != null)
  274. {
  275. itemWithImage = parentWithImage;
  276. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  277. }
  278. }
  279. if (primaryImage != null)
  280. {
  281. try
  282. {
  283. job.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  284. job.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  285. }
  286. catch (Exception ex)
  287. {
  288. _logger.ErrorException("Error getting image info", ex);
  289. }
  290. }
  291. }
  292. }
  293. private void FillMetadata(SyncJobItem jobItem)
  294. {
  295. var item = _libraryManager.GetItemById(jobItem.ItemId);
  296. if (item == null)
  297. {
  298. return;
  299. }
  300. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  301. var itemWithImage = item;
  302. if (primaryImage == null)
  303. {
  304. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  305. if (parentWithImage != null)
  306. {
  307. itemWithImage = parentWithImage;
  308. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  309. }
  310. }
  311. if (primaryImage != null)
  312. {
  313. try
  314. {
  315. jobItem.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  316. jobItem.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  317. }
  318. catch (Exception ex)
  319. {
  320. _logger.ErrorException("Error getting image info", ex);
  321. }
  322. }
  323. }
  324. public async Task CancelJob(string id)
  325. {
  326. var job = GetJob(id);
  327. if (job == null)
  328. {
  329. throw new ArgumentException("Job not found.");
  330. }
  331. await _repo.DeleteJob(id).ConfigureAwait(false);
  332. var path = GetSyncJobProcessor().GetTemporaryPath(id);
  333. try
  334. {
  335. _fileSystem.DeleteDirectory(path, true);
  336. }
  337. catch (DirectoryNotFoundException)
  338. {
  339. }
  340. catch (Exception ex)
  341. {
  342. _logger.ErrorException("Error deleting directory {0}", ex, path);
  343. }
  344. if (SyncJobCancelled != null)
  345. {
  346. EventHelper.FireEventIfNotNull(SyncJobCancelled, this, new GenericEventArgs<SyncJob>
  347. {
  348. Argument = job
  349. }, _logger);
  350. }
  351. }
  352. public SyncJob GetJob(string id)
  353. {
  354. return _repo.GetJob(id);
  355. }
  356. public IEnumerable<SyncTarget> GetSyncTargets(string userId)
  357. {
  358. return _providers
  359. .SelectMany(i => GetSyncTargets(i, userId))
  360. .OrderBy(i => i.Name);
  361. }
  362. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider)
  363. {
  364. return provider.GetAllSyncTargets().Select(i => new SyncTarget
  365. {
  366. Name = i.Name,
  367. Id = GetSyncTargetId(provider, i)
  368. });
  369. }
  370. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider, string userId)
  371. {
  372. return provider.GetSyncTargets(userId).Select(i => new SyncTarget
  373. {
  374. Name = i.Name,
  375. Id = GetSyncTargetId(provider, i)
  376. });
  377. }
  378. private string GetSyncTargetId(ISyncProvider provider, SyncTarget target)
  379. {
  380. var hasUniqueId = provider as IHasUniqueTargetIds;
  381. if (hasUniqueId != null)
  382. {
  383. return target.Id;
  384. }
  385. return target.Id;
  386. //var providerId = GetSyncProviderId(provider);
  387. //return (providerId + "-" + target.Id).GetMD5().ToString("N");
  388. }
  389. private string GetSyncProviderId(ISyncProvider provider)
  390. {
  391. return (provider.GetType().Name).GetMD5().ToString("N");
  392. }
  393. public bool SupportsSync(BaseItem item)
  394. {
  395. if (item is Playlist)
  396. {
  397. return true;
  398. }
  399. if (item is Person)
  400. {
  401. return false;
  402. }
  403. if (item is Year)
  404. {
  405. return false;
  406. }
  407. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase) ||
  408. string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase) ||
  409. string.Equals(item.MediaType, MediaType.Photo, StringComparison.OrdinalIgnoreCase) ||
  410. string.Equals(item.MediaType, MediaType.Game, StringComparison.OrdinalIgnoreCase) ||
  411. string.Equals(item.MediaType, MediaType.Book, StringComparison.OrdinalIgnoreCase))
  412. {
  413. if (item.LocationType == LocationType.Virtual)
  414. {
  415. return false;
  416. }
  417. if (!item.RunTimeTicks.HasValue)
  418. {
  419. return false;
  420. }
  421. var video = item as Video;
  422. if (video != null)
  423. {
  424. if (video.VideoType == VideoType.Iso)
  425. {
  426. return false;
  427. }
  428. if (video.VideoType == VideoType.BluRay || video.VideoType == VideoType.Dvd || video.VideoType == VideoType.HdDvd)
  429. {
  430. return false;
  431. }
  432. if (video.IsPlaceHolder)
  433. {
  434. return false;
  435. }
  436. if (video.IsArchive)
  437. {
  438. return false;
  439. }
  440. if (video.IsStacked)
  441. {
  442. return false;
  443. }
  444. if (video.IsShortcut)
  445. {
  446. return false;
  447. }
  448. }
  449. var game = item as Game;
  450. if (game != null)
  451. {
  452. if (game.IsMultiPart)
  453. {
  454. return false;
  455. }
  456. }
  457. if (item is LiveTvChannel || item is IChannelItem || item is ILiveTvRecording)
  458. {
  459. return false;
  460. }
  461. // It would be nice to support these later
  462. if (item is Game || item is Book)
  463. {
  464. return false;
  465. }
  466. return true;
  467. }
  468. return item.LocationType == LocationType.FileSystem || item is Season || item is ILiveTvRecording;
  469. }
  470. private string GetDefaultName(BaseItem item)
  471. {
  472. return item.Name;
  473. }
  474. public async Task ReportSyncJobItemTransferred(string id)
  475. {
  476. var jobItem = _repo.GetJobItem(id);
  477. jobItem.Status = SyncJobItemStatus.Synced;
  478. jobItem.Progress = 100;
  479. if (!string.IsNullOrWhiteSpace(jobItem.TemporaryPath))
  480. {
  481. try
  482. {
  483. _fileSystem.DeleteDirectory(jobItem.TemporaryPath, true);
  484. }
  485. catch (DirectoryNotFoundException)
  486. {
  487. }
  488. catch (Exception ex)
  489. {
  490. _logger.ErrorException("Error deleting temporary job file: {0}", ex, jobItem.OutputPath);
  491. }
  492. }
  493. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  494. var processor = GetSyncJobProcessor();
  495. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  496. }
  497. private SyncJobProcessor GetSyncJobProcessor()
  498. {
  499. return new SyncJobProcessor(_libraryManager, _repo, this, _logger, _userManager, _tvSeriesManager, _mediaEncoder(), _subtitleEncoder(), _config, _fileSystem, _mediaSourceManager());
  500. }
  501. public SyncJobItem GetJobItem(string id)
  502. {
  503. return _repo.GetJobItem(id);
  504. }
  505. public QueryResult<SyncJobItem> GetJobItems(SyncJobItemQuery query)
  506. {
  507. var result = _repo.GetJobItems(query);
  508. if (query.AddMetadata)
  509. {
  510. result.Items.ForEach(FillMetadata);
  511. }
  512. return result;
  513. }
  514. private SyncedItem GetJobItemInfo(SyncJobItem jobItem)
  515. {
  516. var job = _repo.GetJob(jobItem.JobId);
  517. if (job == null)
  518. {
  519. _logger.Error("GetJobItemInfo job id {0} no longer exists", jobItem.JobId);
  520. return null;
  521. }
  522. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  523. if (libraryItem == null)
  524. {
  525. _logger.Error("GetJobItemInfo library item with id {0} no longer exists", jobItem.ItemId);
  526. return null;
  527. }
  528. var syncedItem = new SyncedItem
  529. {
  530. SyncJobId = jobItem.JobId,
  531. SyncJobItemId = jobItem.Id,
  532. ServerId = _appHost.SystemId,
  533. UserId = job.UserId,
  534. AdditionalFiles = jobItem.AdditionalFiles.Select(i => new ItemFileInfo
  535. {
  536. ImageType = i.ImageType,
  537. Name = i.Name,
  538. Type = i.Type,
  539. Index = i.Index
  540. }).ToList()
  541. };
  542. var dtoOptions = new DtoOptions();
  543. // Remove some bloat
  544. dtoOptions.Fields.Remove(ItemFields.MediaStreams);
  545. dtoOptions.Fields.Remove(ItemFields.IndexOptions);
  546. dtoOptions.Fields.Remove(ItemFields.MediaSourceCount);
  547. dtoOptions.Fields.Remove(ItemFields.OriginalPrimaryImageAspectRatio);
  548. dtoOptions.Fields.Remove(ItemFields.Path);
  549. dtoOptions.Fields.Remove(ItemFields.SeriesGenres);
  550. dtoOptions.Fields.Remove(ItemFields.Settings);
  551. dtoOptions.Fields.Remove(ItemFields.SyncInfo);
  552. syncedItem.Item = _dtoService().GetBaseItemDto(libraryItem, dtoOptions);
  553. var mediaSource = jobItem.MediaSource;
  554. syncedItem.Item.MediaSources = new List<MediaSourceInfo>();
  555. // This will be null for items that are not audio/video
  556. if (mediaSource == null)
  557. {
  558. syncedItem.OriginalFileName = Path.GetFileName(libraryItem.Path);
  559. }
  560. else
  561. {
  562. syncedItem.OriginalFileName = Path.GetFileName(mediaSource.Path);
  563. syncedItem.Item.MediaSources.Add(mediaSource);
  564. }
  565. return syncedItem;
  566. }
  567. public Task ReportOfflineAction(UserAction action)
  568. {
  569. switch (action.Type)
  570. {
  571. case UserActionType.PlayedItem:
  572. return ReportOfflinePlayedItem(action);
  573. default:
  574. throw new ArgumentException("Unexpected action type");
  575. }
  576. }
  577. private Task ReportOfflinePlayedItem(UserAction action)
  578. {
  579. var item = _libraryManager.GetItemById(action.ItemId);
  580. var userData = _userDataManager.GetUserData(new Guid(action.UserId), item.GetUserDataKey());
  581. userData.LastPlayedDate = action.Date;
  582. _userDataManager.UpdatePlayState(item, userData, action.PositionTicks);
  583. return _userDataManager.SaveUserData(new Guid(action.UserId), item, userData, UserDataSaveReason.Import, CancellationToken.None);
  584. }
  585. public async Task<List<SyncedItem>> GetReadySyncItems(string targetId)
  586. {
  587. var processor = GetSyncJobProcessor();
  588. await processor.SyncJobItems(targetId, false, new Progress<double>(), CancellationToken.None).ConfigureAwait(false);
  589. var jobItemResult = GetJobItems(new SyncJobItemQuery
  590. {
  591. TargetId = targetId,
  592. Statuses = new List<SyncJobItemStatus>
  593. {
  594. SyncJobItemStatus.ReadyToTransfer
  595. }
  596. });
  597. return jobItemResult.Items
  598. .Select(GetJobItemInfo)
  599. .Where(i => i != null)
  600. .ToList();
  601. }
  602. public async Task<SyncDataResponse> SyncData(SyncDataRequest request)
  603. {
  604. var jobItemResult = GetJobItems(new SyncJobItemQuery
  605. {
  606. TargetId = request.TargetId,
  607. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Synced }
  608. });
  609. var response = new SyncDataResponse();
  610. foreach (var jobItem in jobItemResult.Items)
  611. {
  612. if (request.LocalItemIds.Contains(jobItem.ItemId, StringComparer.OrdinalIgnoreCase))
  613. {
  614. var job = _repo.GetJob(jobItem.JobId);
  615. var user = _userManager.GetUserById(job.UserId);
  616. if (jobItem.IsMarkedForRemoval)
  617. {
  618. // Tell the device to remove it since it has been marked for removal
  619. response.ItemIdsToRemove.Add(jobItem.ItemId);
  620. }
  621. else if (user == null)
  622. {
  623. // Tell the device to remove it since the user is gone now
  624. response.ItemIdsToRemove.Add(jobItem.ItemId);
  625. }
  626. else if (job.UnwatchedOnly)
  627. {
  628. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  629. if (IsLibraryItemAvailable(libraryItem))
  630. {
  631. if (libraryItem.IsPlayed(user) && libraryItem is Video)
  632. {
  633. // Tell the device to remove it since it has been played
  634. response.ItemIdsToRemove.Add(jobItem.ItemId);
  635. }
  636. }
  637. else
  638. {
  639. // Tell the device to remove it since it's no longer available
  640. response.ItemIdsToRemove.Add(jobItem.ItemId);
  641. }
  642. }
  643. }
  644. else
  645. {
  646. // Content is no longer on the device
  647. jobItem.Status = SyncJobItemStatus.RemovedFromDevice;
  648. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  649. }
  650. }
  651. // Now check each item that's on the device
  652. foreach (var itemId in request.LocalItemIds)
  653. {
  654. // See if it's already marked for removal
  655. if (response.ItemIdsToRemove.Contains(itemId, StringComparer.OrdinalIgnoreCase))
  656. {
  657. continue;
  658. }
  659. // If there isn't a sync job for this item, mark it for removal
  660. if (!jobItemResult.Items.Any(i => string.Equals(itemId, i.ItemId, StringComparison.OrdinalIgnoreCase)))
  661. {
  662. response.ItemIdsToRemove.Add(itemId);
  663. }
  664. }
  665. response.ItemIdsToRemove = response.ItemIdsToRemove.Distinct(StringComparer.OrdinalIgnoreCase).ToList();
  666. var itemsOnDevice = request.LocalItemIds
  667. .Except(response.ItemIdsToRemove)
  668. .ToList();
  669. SetUserAccess(request, response, itemsOnDevice);
  670. return response;
  671. }
  672. private void SetUserAccess(SyncDataRequest request, SyncDataResponse response, List<string> itemIds)
  673. {
  674. var users = request.OfflineUserIds
  675. .Select(_userManager.GetUserById)
  676. .Where(i => i != null)
  677. .ToList();
  678. foreach (var itemId in itemIds)
  679. {
  680. var item = _libraryManager.GetItemById(itemId);
  681. if (item != null)
  682. {
  683. var usersWithAccess = new List<User>();
  684. foreach (var user in users)
  685. {
  686. if (IsUserVisible(item, user))
  687. {
  688. usersWithAccess.Add(user);
  689. }
  690. }
  691. response.ItemUserAccess[itemId] = users
  692. .Select(i => i.Id.ToString("N"))
  693. .OrderBy(i => i)
  694. .ToList();
  695. }
  696. }
  697. }
  698. private bool IsUserVisible(BaseItem item, User user)
  699. {
  700. return item.IsVisibleStandalone(user);
  701. }
  702. private bool IsLibraryItemAvailable(BaseItem item)
  703. {
  704. if (item == null)
  705. {
  706. return false;
  707. }
  708. // TODO: Make sure it hasn't been deleted
  709. return true;
  710. }
  711. public async Task ReEnableJobItem(string id)
  712. {
  713. var jobItem = _repo.GetJobItem(id);
  714. if (jobItem.Status != SyncJobItemStatus.Failed && jobItem.Status != SyncJobItemStatus.Cancelled)
  715. {
  716. throw new ArgumentException("Operation is not valid for this job item");
  717. }
  718. jobItem.Status = SyncJobItemStatus.Queued;
  719. jobItem.Progress = 0;
  720. jobItem.IsMarkedForRemoval = false;
  721. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  722. var processor = GetSyncJobProcessor();
  723. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  724. }
  725. public async Task CancelJobItem(string id)
  726. {
  727. var jobItem = _repo.GetJobItem(id);
  728. if (jobItem.Status != SyncJobItemStatus.Queued && jobItem.Status != SyncJobItemStatus.ReadyToTransfer && jobItem.Status != SyncJobItemStatus.Converting)
  729. {
  730. throw new ArgumentException("Operation is not valid for this job item");
  731. }
  732. jobItem.Status = SyncJobItemStatus.Cancelled;
  733. jobItem.Progress = 0;
  734. jobItem.IsMarkedForRemoval = true;
  735. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  736. var processor = GetSyncJobProcessor();
  737. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  738. var path = processor.GetTemporaryPath(jobItem);
  739. try
  740. {
  741. _fileSystem.DeleteDirectory(path, true);
  742. }
  743. catch (DirectoryNotFoundException)
  744. {
  745. }
  746. catch (Exception ex)
  747. {
  748. _logger.ErrorException("Error deleting directory {0}", ex, path);
  749. }
  750. }
  751. public async Task MarkJobItemForRemoval(string id)
  752. {
  753. var jobItem = _repo.GetJobItem(id);
  754. if (jobItem.Status != SyncJobItemStatus.Synced)
  755. {
  756. throw new ArgumentException("Operation is not valid for this job item");
  757. }
  758. jobItem.IsMarkedForRemoval = true;
  759. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  760. var processor = GetSyncJobProcessor();
  761. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  762. }
  763. public async Task UnmarkJobItemForRemoval(string id)
  764. {
  765. var jobItem = _repo.GetJobItem(id);
  766. if (jobItem.Status != SyncJobItemStatus.Synced)
  767. {
  768. throw new ArgumentException("Operation is not valid for this job item");
  769. }
  770. jobItem.IsMarkedForRemoval = false;
  771. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  772. var processor = GetSyncJobProcessor();
  773. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  774. }
  775. public async Task ReportSyncJobItemTransferBeginning(string id)
  776. {
  777. var jobItem = _repo.GetJobItem(id);
  778. jobItem.Status = SyncJobItemStatus.Transferring;
  779. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  780. var processor = GetSyncJobProcessor();
  781. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  782. }
  783. public async Task ReportSyncJobItemTransferFailed(string id)
  784. {
  785. var jobItem = _repo.GetJobItem(id);
  786. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  787. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  788. var processor = GetSyncJobProcessor();
  789. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  790. }
  791. public QueryResult<string> GetLibraryItemIds(SyncJobItemQuery query)
  792. {
  793. return _repo.GetLibraryItemIds(query);
  794. }
  795. public AudioOptions GetAudioOptions(SyncJobItem jobItem, SyncJob job)
  796. {
  797. var profile = GetDeviceProfile(jobItem.TargetId, null);
  798. return new AudioOptions
  799. {
  800. Profile = profile
  801. };
  802. }
  803. public VideoOptions GetVideoOptions(SyncJobItem jobItem, SyncJob job)
  804. {
  805. var profile = GetDeviceProfile(jobItem.TargetId, job.Quality);
  806. return new VideoOptions
  807. {
  808. Profile = profile
  809. };
  810. }
  811. public DeviceProfile GetDeviceProfile(string targetId, string quality)
  812. {
  813. foreach (var provider in _providers)
  814. {
  815. foreach (var target in GetSyncTargets(provider))
  816. {
  817. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  818. {
  819. return GetDeviceProfile(provider, target, quality);
  820. }
  821. }
  822. }
  823. return null;
  824. }
  825. private DeviceProfile GetDeviceProfile(ISyncProvider provider, SyncTarget target, string quality)
  826. {
  827. var hasProfile = provider as IHasSyncQuality;
  828. if (hasProfile != null)
  829. {
  830. return hasProfile.GetDeviceProfile(target, quality);
  831. }
  832. return GetDefaultProfile(quality);
  833. }
  834. private DeviceProfile GetDefaultProfile(string quality)
  835. {
  836. var profile = new CloudSyncProfile(true, false);
  837. var maxBitrate = profile.MaxStaticBitrate;
  838. if (maxBitrate.HasValue)
  839. {
  840. if (string.Equals(quality, "medium", StringComparison.OrdinalIgnoreCase))
  841. {
  842. maxBitrate = Convert.ToInt32(maxBitrate.Value * .75);
  843. }
  844. else if (string.Equals(quality, "low", StringComparison.OrdinalIgnoreCase))
  845. {
  846. maxBitrate = Convert.ToInt32(maxBitrate.Value * .5);
  847. }
  848. profile.MaxStaticBitrate = maxBitrate;
  849. }
  850. return profile;
  851. }
  852. public IEnumerable<SyncQualityOption> GetQualityOptions(string targetId)
  853. {
  854. foreach (var provider in _providers)
  855. {
  856. foreach (var target in GetSyncTargets(provider))
  857. {
  858. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  859. {
  860. return GetQualityOptions(provider, target);
  861. }
  862. }
  863. }
  864. return new List<SyncQualityOption>();
  865. }
  866. private IEnumerable<SyncQualityOption> GetQualityOptions(ISyncProvider provider, SyncTarget target)
  867. {
  868. var hasQuality = provider as IHasSyncQuality;
  869. if (hasQuality != null)
  870. {
  871. return hasQuality.GetQualityOptions(target);
  872. }
  873. // Default options for providers that don't override
  874. return new List<SyncQualityOption>
  875. {
  876. new SyncQualityOption
  877. {
  878. Name = SyncQuality.Original.ToString(),
  879. Id = SyncQuality.Original.ToString()
  880. },
  881. new SyncQualityOption
  882. {
  883. Name = SyncQuality.High.ToString(),
  884. Id = SyncQuality.High.ToString(),
  885. IsDefault = true
  886. },
  887. new SyncQualityOption
  888. {
  889. Name = SyncQuality.Medium.ToString(),
  890. Id = SyncQuality.Medium.ToString()
  891. },
  892. new SyncQualityOption
  893. {
  894. Name = SyncQuality.Low.ToString(),
  895. Id = SyncQuality.Low.ToString()
  896. }
  897. };
  898. }
  899. }
  900. }