SyncManager.cs 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158
  1. using MediaBrowser.Common;
  2. using MediaBrowser.Common.Configuration;
  3. using MediaBrowser.Common.Events;
  4. using MediaBrowser.Common.Extensions;
  5. using MediaBrowser.Common.IO;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Drawing;
  8. using MediaBrowser.Controller.Dto;
  9. using MediaBrowser.Controller.Entities;
  10. using MediaBrowser.Controller.Entities.Audio;
  11. using MediaBrowser.Controller.Entities.TV;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Playlists;
  16. using MediaBrowser.Controller.Sync;
  17. using MediaBrowser.Controller.TV;
  18. using MediaBrowser.Model.Dlna;
  19. using MediaBrowser.Model.Dto;
  20. using MediaBrowser.Model.Entities;
  21. using MediaBrowser.Model.Events;
  22. using MediaBrowser.Model.Logging;
  23. using MediaBrowser.Model.Querying;
  24. using MediaBrowser.Model.Serialization;
  25. using MediaBrowser.Model.Sync;
  26. using MediaBrowser.Model.Users;
  27. using MoreLinq;
  28. using System;
  29. using System.Collections.Concurrent;
  30. using System.Collections.Generic;
  31. using System.IO;
  32. using System.Linq;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. namespace MediaBrowser.Server.Implementations.Sync
  36. {
  37. public class SyncManager : ISyncManager
  38. {
  39. private readonly ILibraryManager _libraryManager;
  40. private readonly ISyncRepository _repo;
  41. private readonly IImageProcessor _imageProcessor;
  42. private readonly ILogger _logger;
  43. private readonly IUserManager _userManager;
  44. private readonly Func<IDtoService> _dtoService;
  45. private readonly IApplicationHost _appHost;
  46. private readonly ITVSeriesManager _tvSeriesManager;
  47. private readonly Func<IMediaEncoder> _mediaEncoder;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly Func<ISubtitleEncoder> _subtitleEncoder;
  50. private readonly IConfigurationManager _config;
  51. private readonly IUserDataManager _userDataManager;
  52. private readonly Func<IMediaSourceManager> _mediaSourceManager;
  53. private readonly IJsonSerializer _json;
  54. private ISyncProvider[] _providers = { };
  55. public event EventHandler<GenericEventArgs<SyncJobCreationResult>> SyncJobCreated;
  56. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobCancelled;
  57. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobUpdated;
  58. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemUpdated;
  59. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemCreated;
  60. public SyncManager(ILibraryManager libraryManager, ISyncRepository repo, IImageProcessor imageProcessor, ILogger logger, IUserManager userManager, Func<IDtoService> dtoService, IApplicationHost appHost, ITVSeriesManager tvSeriesManager, Func<IMediaEncoder> mediaEncoder, IFileSystem fileSystem, Func<ISubtitleEncoder> subtitleEncoder, IConfigurationManager config, IUserDataManager userDataManager, Func<IMediaSourceManager> mediaSourceManager, IJsonSerializer json)
  61. {
  62. _libraryManager = libraryManager;
  63. _repo = repo;
  64. _imageProcessor = imageProcessor;
  65. _logger = logger;
  66. _userManager = userManager;
  67. _dtoService = dtoService;
  68. _appHost = appHost;
  69. _tvSeriesManager = tvSeriesManager;
  70. _mediaEncoder = mediaEncoder;
  71. _fileSystem = fileSystem;
  72. _subtitleEncoder = subtitleEncoder;
  73. _config = config;
  74. _userDataManager = userDataManager;
  75. _mediaSourceManager = mediaSourceManager;
  76. _json = json;
  77. }
  78. public void AddParts(IEnumerable<ISyncProvider> providers)
  79. {
  80. _providers = providers.ToArray();
  81. }
  82. public IEnumerable<IServerSyncProvider> ServerSyncProviders
  83. {
  84. get { return _providers.OfType<IServerSyncProvider>(); }
  85. }
  86. private readonly ConcurrentDictionary<string, ISyncDataProvider> _dataProviders =
  87. new ConcurrentDictionary<string, ISyncDataProvider>(StringComparer.OrdinalIgnoreCase);
  88. public ISyncDataProvider GetDataProvider(IServerSyncProvider provider, SyncTarget target)
  89. {
  90. return _dataProviders.GetOrAdd(target.Id, key => new TargetDataProvider(provider, target, _appHost.SystemId, _logger, _json, _fileSystem, _config.CommonApplicationPaths));
  91. }
  92. public async Task<SyncJobCreationResult> CreateJob(SyncJobRequest request)
  93. {
  94. var processor = GetSyncJobProcessor();
  95. var user = _userManager.GetUserById(request.UserId);
  96. var items = (await processor
  97. .GetItemsForSync(request.Category, request.ParentId, request.ItemIds, user, request.UnwatchedOnly).ConfigureAwait(false))
  98. .ToList();
  99. if (items.Any(i => !SupportsSync(i)))
  100. {
  101. throw new ArgumentException("Item does not support sync.");
  102. }
  103. if (string.IsNullOrWhiteSpace(request.Name))
  104. {
  105. if (request.ItemIds.Count == 1)
  106. {
  107. request.Name = GetDefaultName(_libraryManager.GetItemById(request.ItemIds[0]));
  108. }
  109. }
  110. if (string.IsNullOrWhiteSpace(request.Name))
  111. {
  112. throw new ArgumentException("Please supply a name for the sync job.");
  113. }
  114. var target = GetSyncTargets(request.UserId)
  115. .FirstOrDefault(i => string.Equals(request.TargetId, i.Id));
  116. if (target == null)
  117. {
  118. throw new ArgumentException("Sync target not found.");
  119. }
  120. var jobId = Guid.NewGuid().ToString("N");
  121. if (string.IsNullOrWhiteSpace(request.Quality))
  122. {
  123. request.Quality = GetQualityOptions(request.TargetId)
  124. .Where(i => i.IsDefault)
  125. .Select(i => i.Id)
  126. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  127. }
  128. var job = new SyncJob
  129. {
  130. Id = jobId,
  131. Name = request.Name,
  132. TargetId = target.Id,
  133. UserId = request.UserId,
  134. UnwatchedOnly = request.UnwatchedOnly,
  135. ItemLimit = request.ItemLimit,
  136. RequestedItemIds = request.ItemIds ?? new List<string> { },
  137. DateCreated = DateTime.UtcNow,
  138. DateLastModified = DateTime.UtcNow,
  139. SyncNewContent = request.SyncNewContent,
  140. ItemCount = items.Count,
  141. Category = request.Category,
  142. ParentId = request.ParentId,
  143. Quality = request.Quality,
  144. Profile = request.Profile
  145. };
  146. if (!request.Category.HasValue && request.ItemIds != null)
  147. {
  148. var requestedItems = request.ItemIds
  149. .Select(_libraryManager.GetItemById)
  150. .Where(i => i != null);
  151. // It's just a static list
  152. if (!requestedItems.Any(i => i.IsFolder || i is IItemByName))
  153. {
  154. job.SyncNewContent = false;
  155. }
  156. }
  157. await _repo.Create(job).ConfigureAwait(false);
  158. await processor.EnsureJobItems(job).ConfigureAwait(false);
  159. // If it already has a converting status then is must have been aborted during conversion
  160. var jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  161. {
  162. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  163. JobId = jobId
  164. });
  165. await processor.SyncJobItems(jobItemsResult.Items, false, new Progress<double>(), CancellationToken.None)
  166. .ConfigureAwait(false);
  167. jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  168. {
  169. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  170. JobId = jobId
  171. });
  172. var returnResult = new SyncJobCreationResult
  173. {
  174. Job = GetJob(jobId),
  175. JobItems = jobItemsResult.Items.ToList()
  176. };
  177. if (SyncJobCreated != null)
  178. {
  179. EventHelper.FireEventIfNotNull(SyncJobCreated, this, new GenericEventArgs<SyncJobCreationResult>
  180. {
  181. Argument = returnResult
  182. }, _logger);
  183. }
  184. return returnResult;
  185. }
  186. public async Task UpdateJob(SyncJob job)
  187. {
  188. // Get fresh from the db and only update the fields that are supported to be changed.
  189. var instance = _repo.GetJob(job.Id);
  190. instance.Name = job.Name;
  191. instance.Quality = job.Quality;
  192. instance.Profile = job.Profile;
  193. instance.UnwatchedOnly = job.UnwatchedOnly;
  194. instance.SyncNewContent = job.SyncNewContent;
  195. instance.ItemLimit = job.ItemLimit;
  196. await _repo.Update(instance).ConfigureAwait(false);
  197. OnSyncJobUpdated(instance);
  198. }
  199. internal void OnSyncJobUpdated(SyncJob job)
  200. {
  201. if (SyncJobUpdated != null)
  202. {
  203. EventHelper.FireEventIfNotNull(SyncJobUpdated, this, new GenericEventArgs<SyncJob>
  204. {
  205. Argument = job
  206. }, _logger);
  207. }
  208. }
  209. internal async Task UpdateSyncJobItemInternal(SyncJobItem jobItem)
  210. {
  211. await _repo.Update(jobItem).ConfigureAwait(false);
  212. if (SyncJobUpdated != null)
  213. {
  214. EventHelper.FireEventIfNotNull(SyncJobItemUpdated, this, new GenericEventArgs<SyncJobItem>
  215. {
  216. Argument = jobItem
  217. }, _logger);
  218. }
  219. }
  220. internal void OnSyncJobItemCreated(SyncJobItem job)
  221. {
  222. if (SyncJobUpdated != null)
  223. {
  224. EventHelper.FireEventIfNotNull(SyncJobItemCreated, this, new GenericEventArgs<SyncJobItem>
  225. {
  226. Argument = job
  227. }, _logger);
  228. }
  229. }
  230. public async Task<QueryResult<SyncJob>> GetJobs(SyncJobQuery query)
  231. {
  232. var result = _repo.GetJobs(query);
  233. foreach (var item in result.Items)
  234. {
  235. await FillMetadata(item).ConfigureAwait(false);
  236. }
  237. return result;
  238. }
  239. private async Task FillMetadata(SyncJob job)
  240. {
  241. var target = GetSyncTargets(job.UserId)
  242. .FirstOrDefault(i => string.Equals(i.Id, job.TargetId, StringComparison.OrdinalIgnoreCase));
  243. if (target != null)
  244. {
  245. job.TargetName = target.Name;
  246. }
  247. var item = job.RequestedItemIds
  248. .Select(_libraryManager.GetItemById)
  249. .FirstOrDefault(i => i != null);
  250. if (item == null)
  251. {
  252. var processor = GetSyncJobProcessor();
  253. var user = _userManager.GetUserById(job.UserId);
  254. item = (await processor
  255. .GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  256. .FirstOrDefault();
  257. }
  258. if (item != null)
  259. {
  260. var hasSeries = item as IHasSeries;
  261. if (hasSeries != null)
  262. {
  263. job.ParentName = hasSeries.SeriesName;
  264. }
  265. var hasAlbumArtist = item as IHasAlbumArtist;
  266. if (hasAlbumArtist != null)
  267. {
  268. job.ParentName = hasAlbumArtist.AlbumArtists.FirstOrDefault();
  269. }
  270. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  271. var itemWithImage = item;
  272. if (primaryImage == null)
  273. {
  274. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  275. if (parentWithImage != null)
  276. {
  277. itemWithImage = parentWithImage;
  278. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  279. }
  280. }
  281. if (primaryImage != null)
  282. {
  283. try
  284. {
  285. job.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  286. job.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  287. }
  288. catch (Exception ex)
  289. {
  290. _logger.ErrorException("Error getting image info", ex);
  291. }
  292. }
  293. }
  294. }
  295. private void FillMetadata(SyncJobItem jobItem)
  296. {
  297. var item = _libraryManager.GetItemById(jobItem.ItemId);
  298. if (item == null)
  299. {
  300. return;
  301. }
  302. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  303. var itemWithImage = item;
  304. if (primaryImage == null)
  305. {
  306. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  307. if (parentWithImage != null)
  308. {
  309. itemWithImage = parentWithImage;
  310. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  311. }
  312. }
  313. if (primaryImage != null)
  314. {
  315. try
  316. {
  317. jobItem.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  318. jobItem.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  319. }
  320. catch (Exception ex)
  321. {
  322. _logger.ErrorException("Error getting image info", ex);
  323. }
  324. }
  325. }
  326. public async Task CancelJob(string id)
  327. {
  328. var job = GetJob(id);
  329. if (job == null)
  330. {
  331. throw new ArgumentException("Job not found.");
  332. }
  333. await _repo.DeleteJob(id).ConfigureAwait(false);
  334. var path = GetSyncJobProcessor().GetTemporaryPath(id);
  335. try
  336. {
  337. _fileSystem.DeleteDirectory(path, true);
  338. }
  339. catch (DirectoryNotFoundException)
  340. {
  341. }
  342. catch (Exception ex)
  343. {
  344. _logger.ErrorException("Error deleting directory {0}", ex, path);
  345. }
  346. if (SyncJobCancelled != null)
  347. {
  348. EventHelper.FireEventIfNotNull(SyncJobCancelled, this, new GenericEventArgs<SyncJob>
  349. {
  350. Argument = job
  351. }, _logger);
  352. }
  353. }
  354. public SyncJob GetJob(string id)
  355. {
  356. return _repo.GetJob(id);
  357. }
  358. public IEnumerable<SyncTarget> GetSyncTargets(string userId)
  359. {
  360. return _providers
  361. .SelectMany(i => GetSyncTargets(i, userId))
  362. .OrderBy(i => i.Name);
  363. }
  364. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider)
  365. {
  366. return provider.GetAllSyncTargets().Select(i => new SyncTarget
  367. {
  368. Name = i.Name,
  369. Id = GetSyncTargetId(provider, i)
  370. });
  371. }
  372. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider, string userId)
  373. {
  374. return provider.GetSyncTargets(userId).Select(i => new SyncTarget
  375. {
  376. Name = i.Name,
  377. Id = GetSyncTargetId(provider, i)
  378. });
  379. }
  380. private string GetSyncTargetId(ISyncProvider provider, SyncTarget target)
  381. {
  382. var hasUniqueId = provider as IHasUniqueTargetIds;
  383. if (hasUniqueId != null)
  384. {
  385. return target.Id;
  386. }
  387. return target.Id;
  388. //var providerId = GetSyncProviderId(provider);
  389. //return (providerId + "-" + target.Id).GetMD5().ToString("N");
  390. }
  391. private string GetSyncProviderId(ISyncProvider provider)
  392. {
  393. return (provider.GetType().Name).GetMD5().ToString("N");
  394. }
  395. public bool SupportsSync(BaseItem item)
  396. {
  397. if (item is Playlist)
  398. {
  399. return true;
  400. }
  401. if (item is Person)
  402. {
  403. return false;
  404. }
  405. if (item is Year)
  406. {
  407. return false;
  408. }
  409. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase) ||
  410. string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase) ||
  411. string.Equals(item.MediaType, MediaType.Photo, StringComparison.OrdinalIgnoreCase) ||
  412. string.Equals(item.MediaType, MediaType.Game, StringComparison.OrdinalIgnoreCase) ||
  413. string.Equals(item.MediaType, MediaType.Book, StringComparison.OrdinalIgnoreCase))
  414. {
  415. if (item.LocationType == LocationType.Virtual)
  416. {
  417. return false;
  418. }
  419. if (!item.RunTimeTicks.HasValue)
  420. {
  421. return false;
  422. }
  423. var video = item as Video;
  424. if (video != null)
  425. {
  426. if (video.VideoType == VideoType.Iso)
  427. {
  428. return false;
  429. }
  430. if (video.VideoType == VideoType.BluRay || video.VideoType == VideoType.Dvd || video.VideoType == VideoType.HdDvd)
  431. {
  432. return false;
  433. }
  434. if (video.IsPlaceHolder)
  435. {
  436. return false;
  437. }
  438. if (video.IsArchive)
  439. {
  440. return false;
  441. }
  442. if (video.IsStacked)
  443. {
  444. return false;
  445. }
  446. if (video.IsShortcut)
  447. {
  448. return false;
  449. }
  450. }
  451. var game = item as Game;
  452. if (game != null)
  453. {
  454. if (game.IsMultiPart)
  455. {
  456. return false;
  457. }
  458. }
  459. if (item is LiveTvChannel || item is IChannelItem || item is ILiveTvRecording)
  460. {
  461. return false;
  462. }
  463. // It would be nice to support these later
  464. if (item is Game || item is Book)
  465. {
  466. return false;
  467. }
  468. return true;
  469. }
  470. return item.LocationType == LocationType.FileSystem || item is Season || item is ILiveTvRecording;
  471. }
  472. private string GetDefaultName(BaseItem item)
  473. {
  474. return item.Name;
  475. }
  476. public async Task ReportSyncJobItemTransferred(string id)
  477. {
  478. var jobItem = _repo.GetJobItem(id);
  479. jobItem.Status = SyncJobItemStatus.Synced;
  480. jobItem.Progress = 100;
  481. if (!string.IsNullOrWhiteSpace(jobItem.TemporaryPath))
  482. {
  483. try
  484. {
  485. _fileSystem.DeleteDirectory(jobItem.TemporaryPath, true);
  486. }
  487. catch (DirectoryNotFoundException)
  488. {
  489. }
  490. catch (Exception ex)
  491. {
  492. _logger.ErrorException("Error deleting temporary job file: {0}", ex, jobItem.OutputPath);
  493. }
  494. }
  495. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  496. var processor = GetSyncJobProcessor();
  497. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  498. }
  499. private SyncJobProcessor GetSyncJobProcessor()
  500. {
  501. return new SyncJobProcessor(_libraryManager, _repo, this, _logger, _userManager, _tvSeriesManager, _mediaEncoder(), _subtitleEncoder(), _config, _fileSystem, _mediaSourceManager());
  502. }
  503. public SyncJobItem GetJobItem(string id)
  504. {
  505. return _repo.GetJobItem(id);
  506. }
  507. public QueryResult<SyncJobItem> GetJobItems(SyncJobItemQuery query)
  508. {
  509. var result = _repo.GetJobItems(query);
  510. if (query.AddMetadata)
  511. {
  512. result.Items.ForEach(FillMetadata);
  513. }
  514. return result;
  515. }
  516. private SyncedItem GetJobItemInfo(SyncJobItem jobItem)
  517. {
  518. var job = _repo.GetJob(jobItem.JobId);
  519. if (job == null)
  520. {
  521. _logger.Error("GetJobItemInfo job id {0} no longer exists", jobItem.JobId);
  522. return null;
  523. }
  524. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  525. if (libraryItem == null)
  526. {
  527. _logger.Error("GetJobItemInfo library item with id {0} no longer exists", jobItem.ItemId);
  528. return null;
  529. }
  530. var syncedItem = new SyncedItem
  531. {
  532. SyncJobId = jobItem.JobId,
  533. SyncJobItemId = jobItem.Id,
  534. ServerId = _appHost.SystemId,
  535. UserId = job.UserId,
  536. AdditionalFiles = jobItem.AdditionalFiles.Select(i => new ItemFileInfo
  537. {
  538. ImageType = i.ImageType,
  539. Name = i.Name,
  540. Type = i.Type,
  541. Index = i.Index
  542. }).ToList()
  543. };
  544. var dtoOptions = new DtoOptions();
  545. // Remove some bloat
  546. dtoOptions.Fields.Remove(ItemFields.MediaStreams);
  547. dtoOptions.Fields.Remove(ItemFields.IndexOptions);
  548. dtoOptions.Fields.Remove(ItemFields.MediaSourceCount);
  549. dtoOptions.Fields.Remove(ItemFields.OriginalPrimaryImageAspectRatio);
  550. dtoOptions.Fields.Remove(ItemFields.Path);
  551. dtoOptions.Fields.Remove(ItemFields.SeriesGenres);
  552. dtoOptions.Fields.Remove(ItemFields.Settings);
  553. dtoOptions.Fields.Remove(ItemFields.SyncInfo);
  554. syncedItem.Item = _dtoService().GetBaseItemDto(libraryItem, dtoOptions);
  555. var mediaSource = jobItem.MediaSource;
  556. syncedItem.Item.MediaSources = new List<MediaSourceInfo>();
  557. // This will be null for items that are not audio/video
  558. if (mediaSource == null)
  559. {
  560. syncedItem.OriginalFileName = Path.GetFileName(libraryItem.Path);
  561. }
  562. else
  563. {
  564. syncedItem.OriginalFileName = Path.GetFileName(mediaSource.Path);
  565. syncedItem.Item.MediaSources.Add(mediaSource);
  566. }
  567. return syncedItem;
  568. }
  569. public Task ReportOfflineAction(UserAction action)
  570. {
  571. switch (action.Type)
  572. {
  573. case UserActionType.PlayedItem:
  574. return ReportOfflinePlayedItem(action);
  575. default:
  576. throw new ArgumentException("Unexpected action type");
  577. }
  578. }
  579. private Task ReportOfflinePlayedItem(UserAction action)
  580. {
  581. var item = _libraryManager.GetItemById(action.ItemId);
  582. var userData = _userDataManager.GetUserData(new Guid(action.UserId), item.GetUserDataKey());
  583. userData.LastPlayedDate = action.Date;
  584. _userDataManager.UpdatePlayState(item, userData, action.PositionTicks);
  585. return _userDataManager.SaveUserData(new Guid(action.UserId), item, userData, UserDataSaveReason.Import, CancellationToken.None);
  586. }
  587. public async Task<List<SyncedItem>> GetReadySyncItems(string targetId)
  588. {
  589. var processor = GetSyncJobProcessor();
  590. await processor.SyncJobItems(targetId, false, new Progress<double>(), CancellationToken.None).ConfigureAwait(false);
  591. var jobItemResult = GetJobItems(new SyncJobItemQuery
  592. {
  593. TargetId = targetId,
  594. Statuses = new List<SyncJobItemStatus>
  595. {
  596. SyncJobItemStatus.ReadyToTransfer
  597. }
  598. });
  599. return jobItemResult.Items
  600. .Select(GetJobItemInfo)
  601. .Where(i => i != null)
  602. .ToList();
  603. }
  604. public async Task<SyncDataResponse> SyncData(SyncDataRequest request)
  605. {
  606. var jobItemResult = GetJobItems(new SyncJobItemQuery
  607. {
  608. TargetId = request.TargetId,
  609. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Synced }
  610. });
  611. var response = new SyncDataResponse();
  612. foreach (var jobItem in jobItemResult.Items)
  613. {
  614. if (request.LocalItemIds.Contains(jobItem.ItemId, StringComparer.OrdinalIgnoreCase))
  615. {
  616. var job = _repo.GetJob(jobItem.JobId);
  617. var user = _userManager.GetUserById(job.UserId);
  618. if (jobItem.IsMarkedForRemoval)
  619. {
  620. // Tell the device to remove it since it has been marked for removal
  621. response.ItemIdsToRemove.Add(jobItem.ItemId);
  622. }
  623. else if (user == null)
  624. {
  625. // Tell the device to remove it since the user is gone now
  626. response.ItemIdsToRemove.Add(jobItem.ItemId);
  627. }
  628. else if (job.UnwatchedOnly)
  629. {
  630. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  631. if (IsLibraryItemAvailable(libraryItem))
  632. {
  633. if (libraryItem.IsPlayed(user) && libraryItem is Video)
  634. {
  635. // Tell the device to remove it since it has been played
  636. response.ItemIdsToRemove.Add(jobItem.ItemId);
  637. }
  638. }
  639. else
  640. {
  641. // Tell the device to remove it since it's no longer available
  642. response.ItemIdsToRemove.Add(jobItem.ItemId);
  643. }
  644. }
  645. }
  646. else
  647. {
  648. // Content is no longer on the device
  649. jobItem.Status = SyncJobItemStatus.RemovedFromDevice;
  650. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  651. }
  652. }
  653. // Now check each item that's on the device
  654. foreach (var itemId in request.LocalItemIds)
  655. {
  656. // See if it's already marked for removal
  657. if (response.ItemIdsToRemove.Contains(itemId, StringComparer.OrdinalIgnoreCase))
  658. {
  659. continue;
  660. }
  661. // If there isn't a sync job for this item, mark it for removal
  662. if (!jobItemResult.Items.Any(i => string.Equals(itemId, i.ItemId, StringComparison.OrdinalIgnoreCase)))
  663. {
  664. response.ItemIdsToRemove.Add(itemId);
  665. }
  666. }
  667. response.ItemIdsToRemove = response.ItemIdsToRemove.Distinct(StringComparer.OrdinalIgnoreCase).ToList();
  668. var itemsOnDevice = request.LocalItemIds
  669. .Except(response.ItemIdsToRemove)
  670. .ToList();
  671. SetUserAccess(request, response, itemsOnDevice);
  672. return response;
  673. }
  674. private void SetUserAccess(SyncDataRequest request, SyncDataResponse response, List<string> itemIds)
  675. {
  676. var users = request.OfflineUserIds
  677. .Select(_userManager.GetUserById)
  678. .Where(i => i != null)
  679. .ToList();
  680. foreach (var itemId in itemIds)
  681. {
  682. var item = _libraryManager.GetItemById(itemId);
  683. if (item != null)
  684. {
  685. var usersWithAccess = new List<User>();
  686. foreach (var user in users)
  687. {
  688. if (IsUserVisible(item, user))
  689. {
  690. usersWithAccess.Add(user);
  691. }
  692. }
  693. response.ItemUserAccess[itemId] = users
  694. .Select(i => i.Id.ToString("N"))
  695. .OrderBy(i => i)
  696. .ToList();
  697. }
  698. }
  699. }
  700. private bool IsUserVisible(BaseItem item, User user)
  701. {
  702. return item.IsVisibleStandalone(user);
  703. }
  704. private bool IsLibraryItemAvailable(BaseItem item)
  705. {
  706. if (item == null)
  707. {
  708. return false;
  709. }
  710. // TODO: Make sure it hasn't been deleted
  711. return true;
  712. }
  713. public async Task ReEnableJobItem(string id)
  714. {
  715. var jobItem = _repo.GetJobItem(id);
  716. if (jobItem.Status != SyncJobItemStatus.Failed && jobItem.Status != SyncJobItemStatus.Cancelled)
  717. {
  718. throw new ArgumentException("Operation is not valid for this job item");
  719. }
  720. jobItem.Status = SyncJobItemStatus.Queued;
  721. jobItem.Progress = 0;
  722. jobItem.IsMarkedForRemoval = false;
  723. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  724. var processor = GetSyncJobProcessor();
  725. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  726. }
  727. public async Task CancelJobItem(string id)
  728. {
  729. var jobItem = _repo.GetJobItem(id);
  730. if (jobItem.Status != SyncJobItemStatus.Queued && jobItem.Status != SyncJobItemStatus.ReadyToTransfer && jobItem.Status != SyncJobItemStatus.Converting)
  731. {
  732. throw new ArgumentException("Operation is not valid for this job item");
  733. }
  734. jobItem.Status = SyncJobItemStatus.Cancelled;
  735. jobItem.Progress = 0;
  736. jobItem.IsMarkedForRemoval = true;
  737. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  738. var processor = GetSyncJobProcessor();
  739. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  740. var path = processor.GetTemporaryPath(jobItem);
  741. try
  742. {
  743. _fileSystem.DeleteDirectory(path, true);
  744. }
  745. catch (DirectoryNotFoundException)
  746. {
  747. }
  748. catch (Exception ex)
  749. {
  750. _logger.ErrorException("Error deleting directory {0}", ex, path);
  751. }
  752. }
  753. public async Task MarkJobItemForRemoval(string id)
  754. {
  755. var jobItem = _repo.GetJobItem(id);
  756. if (jobItem.Status != SyncJobItemStatus.Synced)
  757. {
  758. throw new ArgumentException("Operation is not valid for this job item");
  759. }
  760. jobItem.IsMarkedForRemoval = true;
  761. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  762. var processor = GetSyncJobProcessor();
  763. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  764. }
  765. public async Task UnmarkJobItemForRemoval(string id)
  766. {
  767. var jobItem = _repo.GetJobItem(id);
  768. if (jobItem.Status != SyncJobItemStatus.Synced)
  769. {
  770. throw new ArgumentException("Operation is not valid for this job item");
  771. }
  772. jobItem.IsMarkedForRemoval = false;
  773. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  774. var processor = GetSyncJobProcessor();
  775. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  776. }
  777. public async Task ReportSyncJobItemTransferBeginning(string id)
  778. {
  779. var jobItem = _repo.GetJobItem(id);
  780. jobItem.Status = SyncJobItemStatus.Transferring;
  781. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  782. var processor = GetSyncJobProcessor();
  783. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  784. }
  785. public async Task ReportSyncJobItemTransferFailed(string id)
  786. {
  787. var jobItem = _repo.GetJobItem(id);
  788. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  789. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  790. var processor = GetSyncJobProcessor();
  791. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  792. }
  793. public QueryResult<string> GetLibraryItemIds(SyncJobItemQuery query)
  794. {
  795. return _repo.GetLibraryItemIds(query);
  796. }
  797. public AudioOptions GetAudioOptions(SyncJobItem jobItem, SyncJob job)
  798. {
  799. var profile = GetDeviceProfile(jobItem.TargetId, null, null);
  800. return new AudioOptions
  801. {
  802. Profile = profile
  803. };
  804. }
  805. public VideoOptions GetVideoOptions(SyncJobItem jobItem, SyncJob job)
  806. {
  807. var profile = GetDeviceProfile(jobItem.TargetId, job.Profile, job.Quality);
  808. return new VideoOptions
  809. {
  810. Profile = profile
  811. };
  812. }
  813. private DeviceProfile GetDeviceProfile(string targetId, string profile, string quality)
  814. {
  815. foreach (var provider in _providers)
  816. {
  817. foreach (var target in GetSyncTargets(provider))
  818. {
  819. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  820. {
  821. return GetDeviceProfile(provider, target, profile, quality);
  822. }
  823. }
  824. }
  825. return null;
  826. }
  827. private DeviceProfile GetDeviceProfile(ISyncProvider provider, SyncTarget target, string profile, string quality)
  828. {
  829. var hasProfile = provider as IHasSyncQuality;
  830. if (hasProfile != null)
  831. {
  832. return hasProfile.GetDeviceProfile(target, profile, quality);
  833. }
  834. return GetDeviceProfile(profile, quality);
  835. }
  836. private DeviceProfile GetDeviceProfile(string profile, string quality)
  837. {
  838. var deviceProfile = new CloudSyncProfile(true, false);
  839. var maxBitrate = deviceProfile.MaxStaticBitrate;
  840. if (maxBitrate.HasValue)
  841. {
  842. if (string.Equals(quality, "medium", StringComparison.OrdinalIgnoreCase))
  843. {
  844. maxBitrate = Convert.ToInt32(maxBitrate.Value * .75);
  845. }
  846. else if (string.Equals(quality, "low", StringComparison.OrdinalIgnoreCase))
  847. {
  848. maxBitrate = Convert.ToInt32(maxBitrate.Value * .5);
  849. }
  850. deviceProfile.MaxStaticBitrate = maxBitrate;
  851. }
  852. return deviceProfile;
  853. }
  854. public IEnumerable<SyncQualityOption> GetQualityOptions(string targetId)
  855. {
  856. foreach (var provider in _providers)
  857. {
  858. foreach (var target in GetSyncTargets(provider))
  859. {
  860. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  861. {
  862. return GetQualityOptions(provider, target);
  863. }
  864. }
  865. }
  866. return new List<SyncQualityOption>();
  867. }
  868. private IEnumerable<SyncQualityOption> GetQualityOptions(ISyncProvider provider, SyncTarget target)
  869. {
  870. var hasQuality = provider as IHasSyncQuality;
  871. if (hasQuality != null)
  872. {
  873. return hasQuality.GetQualityOptions(target);
  874. }
  875. // Default options for providers that don't override
  876. return new List<SyncQualityOption>
  877. {
  878. new SyncQualityOption
  879. {
  880. Name = "High",
  881. Id = "high",
  882. IsDefault = true
  883. },
  884. new SyncQualityOption
  885. {
  886. Name = "Medium",
  887. Id = "medium"
  888. },
  889. new SyncQualityOption
  890. {
  891. Name = "Low",
  892. Id = "low"
  893. },
  894. new SyncQualityOption
  895. {
  896. Name = "Custom",
  897. Id = "custom"
  898. }
  899. };
  900. }
  901. public IEnumerable<SyncProfileOption> GetProfileOptions(string targetId)
  902. {
  903. foreach (var provider in _providers)
  904. {
  905. foreach (var target in GetSyncTargets(provider))
  906. {
  907. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  908. {
  909. return GetProfileOptions(provider, target);
  910. }
  911. }
  912. }
  913. return new List<SyncProfileOption>();
  914. }
  915. private IEnumerable<SyncProfileOption> GetProfileOptions(ISyncProvider provider, SyncTarget target)
  916. {
  917. var hasQuality = provider as IHasSyncQuality;
  918. if (hasQuality != null)
  919. {
  920. return hasQuality.GetProfileOptions(target);
  921. }
  922. var list = new List<SyncProfileOption>();
  923. list.Add(new SyncProfileOption
  924. {
  925. Name = "Original",
  926. Id = "Original",
  927. Description = "Syncs original files as-is.",
  928. EnableQualityOptions = false
  929. });
  930. list.Add(new SyncProfileOption
  931. {
  932. Name = "Web - H264/AAC, MP3",
  933. Id = "mobile",
  934. Description = "Designed for compatibility with all devices, including web browsers."
  935. });
  936. list.Add(new SyncProfileOption
  937. {
  938. Name = "General - H264/AAC/AC3, MP3",
  939. Id = "general",
  940. Description = "Designed for compatibility with Chromecast, Roku, Smart TV's, and other similar devices.",
  941. IsDefault = true
  942. });
  943. return list;
  944. }
  945. }
  946. }