SyncManager.cs 39 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157
  1. using MediaBrowser.Common;
  2. using MediaBrowser.Common.Configuration;
  3. using MediaBrowser.Common.Events;
  4. using MediaBrowser.Common.Extensions;
  5. using MediaBrowser.Common.IO;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Drawing;
  8. using MediaBrowser.Controller.Dto;
  9. using MediaBrowser.Controller.Entities;
  10. using MediaBrowser.Controller.Entities.Audio;
  11. using MediaBrowser.Controller.Entities.TV;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.MediaEncoding;
  15. using MediaBrowser.Controller.Playlists;
  16. using MediaBrowser.Controller.Sync;
  17. using MediaBrowser.Controller.TV;
  18. using MediaBrowser.Model.Dlna;
  19. using MediaBrowser.Model.Dto;
  20. using MediaBrowser.Model.Entities;
  21. using MediaBrowser.Model.Events;
  22. using MediaBrowser.Model.Logging;
  23. using MediaBrowser.Model.Querying;
  24. using MediaBrowser.Model.Serialization;
  25. using MediaBrowser.Model.Sync;
  26. using MediaBrowser.Model.Users;
  27. using MoreLinq;
  28. using System;
  29. using System.Collections.Concurrent;
  30. using System.Collections.Generic;
  31. using System.IO;
  32. using System.Linq;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. namespace MediaBrowser.Server.Implementations.Sync
  36. {
  37. public class SyncManager : ISyncManager
  38. {
  39. private readonly ILibraryManager _libraryManager;
  40. private readonly ISyncRepository _repo;
  41. private readonly IImageProcessor _imageProcessor;
  42. private readonly ILogger _logger;
  43. private readonly IUserManager _userManager;
  44. private readonly Func<IDtoService> _dtoService;
  45. private readonly IApplicationHost _appHost;
  46. private readonly ITVSeriesManager _tvSeriesManager;
  47. private readonly Func<IMediaEncoder> _mediaEncoder;
  48. private readonly IFileSystem _fileSystem;
  49. private readonly Func<ISubtitleEncoder> _subtitleEncoder;
  50. private readonly IConfigurationManager _config;
  51. private readonly IUserDataManager _userDataManager;
  52. private readonly Func<IMediaSourceManager> _mediaSourceManager;
  53. private readonly IJsonSerializer _json;
  54. private ISyncProvider[] _providers = { };
  55. public event EventHandler<GenericEventArgs<SyncJobCreationResult>> SyncJobCreated;
  56. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobCancelled;
  57. public event EventHandler<GenericEventArgs<SyncJob>> SyncJobUpdated;
  58. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemUpdated;
  59. public event EventHandler<GenericEventArgs<SyncJobItem>> SyncJobItemCreated;
  60. public SyncManager(ILibraryManager libraryManager, ISyncRepository repo, IImageProcessor imageProcessor, ILogger logger, IUserManager userManager, Func<IDtoService> dtoService, IApplicationHost appHost, ITVSeriesManager tvSeriesManager, Func<IMediaEncoder> mediaEncoder, IFileSystem fileSystem, Func<ISubtitleEncoder> subtitleEncoder, IConfigurationManager config, IUserDataManager userDataManager, Func<IMediaSourceManager> mediaSourceManager, IJsonSerializer json)
  61. {
  62. _libraryManager = libraryManager;
  63. _repo = repo;
  64. _imageProcessor = imageProcessor;
  65. _logger = logger;
  66. _userManager = userManager;
  67. _dtoService = dtoService;
  68. _appHost = appHost;
  69. _tvSeriesManager = tvSeriesManager;
  70. _mediaEncoder = mediaEncoder;
  71. _fileSystem = fileSystem;
  72. _subtitleEncoder = subtitleEncoder;
  73. _config = config;
  74. _userDataManager = userDataManager;
  75. _mediaSourceManager = mediaSourceManager;
  76. _json = json;
  77. }
  78. public void AddParts(IEnumerable<ISyncProvider> providers)
  79. {
  80. _providers = providers.ToArray();
  81. }
  82. public IEnumerable<IServerSyncProvider> ServerSyncProviders
  83. {
  84. get { return _providers.OfType<IServerSyncProvider>(); }
  85. }
  86. private readonly ConcurrentDictionary<string, ISyncDataProvider> _dataProviders =
  87. new ConcurrentDictionary<string, ISyncDataProvider>(StringComparer.OrdinalIgnoreCase);
  88. public ISyncDataProvider GetDataProvider(IServerSyncProvider provider, SyncTarget target)
  89. {
  90. return _dataProviders.GetOrAdd(target.Id, key => new TargetDataProvider(provider, target, _appHost.SystemId, _logger, _json, _fileSystem, _config.CommonApplicationPaths));
  91. }
  92. public async Task<SyncJobCreationResult> CreateJob(SyncJobRequest request)
  93. {
  94. var processor = GetSyncJobProcessor();
  95. var user = _userManager.GetUserById(request.UserId);
  96. var items = (await processor
  97. .GetItemsForSync(request.Category, request.ParentId, request.ItemIds, user, request.UnwatchedOnly).ConfigureAwait(false))
  98. .ToList();
  99. if (items.Any(i => !SupportsSync(i)))
  100. {
  101. throw new ArgumentException("Item does not support sync.");
  102. }
  103. if (string.IsNullOrWhiteSpace(request.Name))
  104. {
  105. if (request.ItemIds.Count == 1)
  106. {
  107. request.Name = GetDefaultName(_libraryManager.GetItemById(request.ItemIds[0]));
  108. }
  109. }
  110. if (string.IsNullOrWhiteSpace(request.Name))
  111. {
  112. throw new ArgumentException("Please supply a name for the sync job.");
  113. }
  114. var target = GetSyncTargets(request.UserId)
  115. .FirstOrDefault(i => string.Equals(request.TargetId, i.Id));
  116. if (target == null)
  117. {
  118. throw new ArgumentException("Sync target not found.");
  119. }
  120. var jobId = Guid.NewGuid().ToString("N");
  121. if (string.IsNullOrWhiteSpace(request.Quality))
  122. {
  123. request.Quality = GetQualityOptions(request.TargetId)
  124. .Where(i => i.IsDefault)
  125. .Select(i => i.Id)
  126. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  127. }
  128. var job = new SyncJob
  129. {
  130. Id = jobId,
  131. Name = request.Name,
  132. TargetId = target.Id,
  133. UserId = request.UserId,
  134. UnwatchedOnly = request.UnwatchedOnly,
  135. ItemLimit = request.ItemLimit,
  136. RequestedItemIds = request.ItemIds ?? new List<string> { },
  137. DateCreated = DateTime.UtcNow,
  138. DateLastModified = DateTime.UtcNow,
  139. SyncNewContent = request.SyncNewContent,
  140. ItemCount = items.Count,
  141. Category = request.Category,
  142. ParentId = request.ParentId,
  143. Quality = request.Quality,
  144. Profile = request.Profile
  145. };
  146. if (!request.Category.HasValue && request.ItemIds != null)
  147. {
  148. var requestedItems = request.ItemIds
  149. .Select(_libraryManager.GetItemById)
  150. .Where(i => i != null);
  151. // It's just a static list
  152. if (!requestedItems.Any(i => i.IsFolder || i is IItemByName))
  153. {
  154. job.SyncNewContent = false;
  155. }
  156. }
  157. await _repo.Create(job).ConfigureAwait(false);
  158. await processor.EnsureJobItems(job).ConfigureAwait(false);
  159. // If it already has a converting status then is must have been aborted during conversion
  160. var jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  161. {
  162. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  163. JobId = jobId
  164. });
  165. await processor.SyncJobItems(jobItemsResult.Items, false, new Progress<double>(), CancellationToken.None)
  166. .ConfigureAwait(false);
  167. jobItemsResult = _repo.GetJobItems(new SyncJobItemQuery
  168. {
  169. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  170. JobId = jobId
  171. });
  172. var returnResult = new SyncJobCreationResult
  173. {
  174. Job = GetJob(jobId),
  175. JobItems = jobItemsResult.Items.ToList()
  176. };
  177. if (SyncJobCreated != null)
  178. {
  179. EventHelper.FireEventIfNotNull(SyncJobCreated, this, new GenericEventArgs<SyncJobCreationResult>
  180. {
  181. Argument = returnResult
  182. }, _logger);
  183. }
  184. return returnResult;
  185. }
  186. public async Task UpdateJob(SyncJob job)
  187. {
  188. // Get fresh from the db and only update the fields that are supported to be changed.
  189. var instance = _repo.GetJob(job.Id);
  190. instance.Name = job.Name;
  191. instance.Quality = job.Quality;
  192. instance.UnwatchedOnly = job.UnwatchedOnly;
  193. instance.SyncNewContent = job.SyncNewContent;
  194. instance.ItemLimit = job.ItemLimit;
  195. await _repo.Update(instance).ConfigureAwait(false);
  196. OnSyncJobUpdated(instance);
  197. }
  198. internal void OnSyncJobUpdated(SyncJob job)
  199. {
  200. if (SyncJobUpdated != null)
  201. {
  202. EventHelper.FireEventIfNotNull(SyncJobUpdated, this, new GenericEventArgs<SyncJob>
  203. {
  204. Argument = job
  205. }, _logger);
  206. }
  207. }
  208. internal async Task UpdateSyncJobItemInternal(SyncJobItem jobItem)
  209. {
  210. await _repo.Update(jobItem).ConfigureAwait(false);
  211. if (SyncJobUpdated != null)
  212. {
  213. EventHelper.FireEventIfNotNull(SyncJobItemUpdated, this, new GenericEventArgs<SyncJobItem>
  214. {
  215. Argument = jobItem
  216. }, _logger);
  217. }
  218. }
  219. internal void OnSyncJobItemCreated(SyncJobItem job)
  220. {
  221. if (SyncJobUpdated != null)
  222. {
  223. EventHelper.FireEventIfNotNull(SyncJobItemCreated, this, new GenericEventArgs<SyncJobItem>
  224. {
  225. Argument = job
  226. }, _logger);
  227. }
  228. }
  229. public async Task<QueryResult<SyncJob>> GetJobs(SyncJobQuery query)
  230. {
  231. var result = _repo.GetJobs(query);
  232. foreach (var item in result.Items)
  233. {
  234. await FillMetadata(item).ConfigureAwait(false);
  235. }
  236. return result;
  237. }
  238. private async Task FillMetadata(SyncJob job)
  239. {
  240. var target = GetSyncTargets(job.UserId)
  241. .FirstOrDefault(i => string.Equals(i.Id, job.TargetId, StringComparison.OrdinalIgnoreCase));
  242. if (target != null)
  243. {
  244. job.TargetName = target.Name;
  245. }
  246. var item = job.RequestedItemIds
  247. .Select(_libraryManager.GetItemById)
  248. .FirstOrDefault(i => i != null);
  249. if (item == null)
  250. {
  251. var processor = GetSyncJobProcessor();
  252. var user = _userManager.GetUserById(job.UserId);
  253. item = (await processor
  254. .GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  255. .FirstOrDefault();
  256. }
  257. if (item != null)
  258. {
  259. var hasSeries = item as IHasSeries;
  260. if (hasSeries != null)
  261. {
  262. job.ParentName = hasSeries.SeriesName;
  263. }
  264. var hasAlbumArtist = item as IHasAlbumArtist;
  265. if (hasAlbumArtist != null)
  266. {
  267. job.ParentName = hasAlbumArtist.AlbumArtists.FirstOrDefault();
  268. }
  269. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  270. var itemWithImage = item;
  271. if (primaryImage == null)
  272. {
  273. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  274. if (parentWithImage != null)
  275. {
  276. itemWithImage = parentWithImage;
  277. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  278. }
  279. }
  280. if (primaryImage != null)
  281. {
  282. try
  283. {
  284. job.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  285. job.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  286. }
  287. catch (Exception ex)
  288. {
  289. _logger.ErrorException("Error getting image info", ex);
  290. }
  291. }
  292. }
  293. }
  294. private void FillMetadata(SyncJobItem jobItem)
  295. {
  296. var item = _libraryManager.GetItemById(jobItem.ItemId);
  297. if (item == null)
  298. {
  299. return;
  300. }
  301. var primaryImage = item.GetImageInfo(ImageType.Primary, 0);
  302. var itemWithImage = item;
  303. if (primaryImage == null)
  304. {
  305. var parentWithImage = item.Parents.FirstOrDefault(i => i.HasImage(ImageType.Primary));
  306. if (parentWithImage != null)
  307. {
  308. itemWithImage = parentWithImage;
  309. primaryImage = parentWithImage.GetImageInfo(ImageType.Primary, 0);
  310. }
  311. }
  312. if (primaryImage != null)
  313. {
  314. try
  315. {
  316. jobItem.PrimaryImageTag = _imageProcessor.GetImageCacheTag(itemWithImage, ImageType.Primary);
  317. jobItem.PrimaryImageItemId = itemWithImage.Id.ToString("N");
  318. }
  319. catch (Exception ex)
  320. {
  321. _logger.ErrorException("Error getting image info", ex);
  322. }
  323. }
  324. }
  325. public async Task CancelJob(string id)
  326. {
  327. var job = GetJob(id);
  328. if (job == null)
  329. {
  330. throw new ArgumentException("Job not found.");
  331. }
  332. await _repo.DeleteJob(id).ConfigureAwait(false);
  333. var path = GetSyncJobProcessor().GetTemporaryPath(id);
  334. try
  335. {
  336. _fileSystem.DeleteDirectory(path, true);
  337. }
  338. catch (DirectoryNotFoundException)
  339. {
  340. }
  341. catch (Exception ex)
  342. {
  343. _logger.ErrorException("Error deleting directory {0}", ex, path);
  344. }
  345. if (SyncJobCancelled != null)
  346. {
  347. EventHelper.FireEventIfNotNull(SyncJobCancelled, this, new GenericEventArgs<SyncJob>
  348. {
  349. Argument = job
  350. }, _logger);
  351. }
  352. }
  353. public SyncJob GetJob(string id)
  354. {
  355. return _repo.GetJob(id);
  356. }
  357. public IEnumerable<SyncTarget> GetSyncTargets(string userId)
  358. {
  359. return _providers
  360. .SelectMany(i => GetSyncTargets(i, userId))
  361. .OrderBy(i => i.Name);
  362. }
  363. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider)
  364. {
  365. return provider.GetAllSyncTargets().Select(i => new SyncTarget
  366. {
  367. Name = i.Name,
  368. Id = GetSyncTargetId(provider, i)
  369. });
  370. }
  371. private IEnumerable<SyncTarget> GetSyncTargets(ISyncProvider provider, string userId)
  372. {
  373. return provider.GetSyncTargets(userId).Select(i => new SyncTarget
  374. {
  375. Name = i.Name,
  376. Id = GetSyncTargetId(provider, i)
  377. });
  378. }
  379. private string GetSyncTargetId(ISyncProvider provider, SyncTarget target)
  380. {
  381. var hasUniqueId = provider as IHasUniqueTargetIds;
  382. if (hasUniqueId != null)
  383. {
  384. return target.Id;
  385. }
  386. return target.Id;
  387. //var providerId = GetSyncProviderId(provider);
  388. //return (providerId + "-" + target.Id).GetMD5().ToString("N");
  389. }
  390. private string GetSyncProviderId(ISyncProvider provider)
  391. {
  392. return (provider.GetType().Name).GetMD5().ToString("N");
  393. }
  394. public bool SupportsSync(BaseItem item)
  395. {
  396. if (item is Playlist)
  397. {
  398. return true;
  399. }
  400. if (item is Person)
  401. {
  402. return false;
  403. }
  404. if (item is Year)
  405. {
  406. return false;
  407. }
  408. if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase) ||
  409. string.Equals(item.MediaType, MediaType.Audio, StringComparison.OrdinalIgnoreCase) ||
  410. string.Equals(item.MediaType, MediaType.Photo, StringComparison.OrdinalIgnoreCase) ||
  411. string.Equals(item.MediaType, MediaType.Game, StringComparison.OrdinalIgnoreCase) ||
  412. string.Equals(item.MediaType, MediaType.Book, StringComparison.OrdinalIgnoreCase))
  413. {
  414. if (item.LocationType == LocationType.Virtual)
  415. {
  416. return false;
  417. }
  418. if (!item.RunTimeTicks.HasValue)
  419. {
  420. return false;
  421. }
  422. var video = item as Video;
  423. if (video != null)
  424. {
  425. if (video.VideoType == VideoType.Iso)
  426. {
  427. return false;
  428. }
  429. if (video.VideoType == VideoType.BluRay || video.VideoType == VideoType.Dvd || video.VideoType == VideoType.HdDvd)
  430. {
  431. return false;
  432. }
  433. if (video.IsPlaceHolder)
  434. {
  435. return false;
  436. }
  437. if (video.IsArchive)
  438. {
  439. return false;
  440. }
  441. if (video.IsStacked)
  442. {
  443. return false;
  444. }
  445. if (video.IsShortcut)
  446. {
  447. return false;
  448. }
  449. }
  450. var game = item as Game;
  451. if (game != null)
  452. {
  453. if (game.IsMultiPart)
  454. {
  455. return false;
  456. }
  457. }
  458. if (item is LiveTvChannel || item is IChannelItem || item is ILiveTvRecording)
  459. {
  460. return false;
  461. }
  462. // It would be nice to support these later
  463. if (item is Game || item is Book)
  464. {
  465. return false;
  466. }
  467. return true;
  468. }
  469. return item.LocationType == LocationType.FileSystem || item is Season || item is ILiveTvRecording;
  470. }
  471. private string GetDefaultName(BaseItem item)
  472. {
  473. return item.Name;
  474. }
  475. public async Task ReportSyncJobItemTransferred(string id)
  476. {
  477. var jobItem = _repo.GetJobItem(id);
  478. jobItem.Status = SyncJobItemStatus.Synced;
  479. jobItem.Progress = 100;
  480. if (!string.IsNullOrWhiteSpace(jobItem.TemporaryPath))
  481. {
  482. try
  483. {
  484. _fileSystem.DeleteDirectory(jobItem.TemporaryPath, true);
  485. }
  486. catch (DirectoryNotFoundException)
  487. {
  488. }
  489. catch (Exception ex)
  490. {
  491. _logger.ErrorException("Error deleting temporary job file: {0}", ex, jobItem.OutputPath);
  492. }
  493. }
  494. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  495. var processor = GetSyncJobProcessor();
  496. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  497. }
  498. private SyncJobProcessor GetSyncJobProcessor()
  499. {
  500. return new SyncJobProcessor(_libraryManager, _repo, this, _logger, _userManager, _tvSeriesManager, _mediaEncoder(), _subtitleEncoder(), _config, _fileSystem, _mediaSourceManager());
  501. }
  502. public SyncJobItem GetJobItem(string id)
  503. {
  504. return _repo.GetJobItem(id);
  505. }
  506. public QueryResult<SyncJobItem> GetJobItems(SyncJobItemQuery query)
  507. {
  508. var result = _repo.GetJobItems(query);
  509. if (query.AddMetadata)
  510. {
  511. result.Items.ForEach(FillMetadata);
  512. }
  513. return result;
  514. }
  515. private SyncedItem GetJobItemInfo(SyncJobItem jobItem)
  516. {
  517. var job = _repo.GetJob(jobItem.JobId);
  518. if (job == null)
  519. {
  520. _logger.Error("GetJobItemInfo job id {0} no longer exists", jobItem.JobId);
  521. return null;
  522. }
  523. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  524. if (libraryItem == null)
  525. {
  526. _logger.Error("GetJobItemInfo library item with id {0} no longer exists", jobItem.ItemId);
  527. return null;
  528. }
  529. var syncedItem = new SyncedItem
  530. {
  531. SyncJobId = jobItem.JobId,
  532. SyncJobItemId = jobItem.Id,
  533. ServerId = _appHost.SystemId,
  534. UserId = job.UserId,
  535. AdditionalFiles = jobItem.AdditionalFiles.Select(i => new ItemFileInfo
  536. {
  537. ImageType = i.ImageType,
  538. Name = i.Name,
  539. Type = i.Type,
  540. Index = i.Index
  541. }).ToList()
  542. };
  543. var dtoOptions = new DtoOptions();
  544. // Remove some bloat
  545. dtoOptions.Fields.Remove(ItemFields.MediaStreams);
  546. dtoOptions.Fields.Remove(ItemFields.IndexOptions);
  547. dtoOptions.Fields.Remove(ItemFields.MediaSourceCount);
  548. dtoOptions.Fields.Remove(ItemFields.OriginalPrimaryImageAspectRatio);
  549. dtoOptions.Fields.Remove(ItemFields.Path);
  550. dtoOptions.Fields.Remove(ItemFields.SeriesGenres);
  551. dtoOptions.Fields.Remove(ItemFields.Settings);
  552. dtoOptions.Fields.Remove(ItemFields.SyncInfo);
  553. syncedItem.Item = _dtoService().GetBaseItemDto(libraryItem, dtoOptions);
  554. var mediaSource = jobItem.MediaSource;
  555. syncedItem.Item.MediaSources = new List<MediaSourceInfo>();
  556. // This will be null for items that are not audio/video
  557. if (mediaSource == null)
  558. {
  559. syncedItem.OriginalFileName = Path.GetFileName(libraryItem.Path);
  560. }
  561. else
  562. {
  563. syncedItem.OriginalFileName = Path.GetFileName(mediaSource.Path);
  564. syncedItem.Item.MediaSources.Add(mediaSource);
  565. }
  566. return syncedItem;
  567. }
  568. public Task ReportOfflineAction(UserAction action)
  569. {
  570. switch (action.Type)
  571. {
  572. case UserActionType.PlayedItem:
  573. return ReportOfflinePlayedItem(action);
  574. default:
  575. throw new ArgumentException("Unexpected action type");
  576. }
  577. }
  578. private Task ReportOfflinePlayedItem(UserAction action)
  579. {
  580. var item = _libraryManager.GetItemById(action.ItemId);
  581. var userData = _userDataManager.GetUserData(new Guid(action.UserId), item.GetUserDataKey());
  582. userData.LastPlayedDate = action.Date;
  583. _userDataManager.UpdatePlayState(item, userData, action.PositionTicks);
  584. return _userDataManager.SaveUserData(new Guid(action.UserId), item, userData, UserDataSaveReason.Import, CancellationToken.None);
  585. }
  586. public async Task<List<SyncedItem>> GetReadySyncItems(string targetId)
  587. {
  588. var processor = GetSyncJobProcessor();
  589. await processor.SyncJobItems(targetId, false, new Progress<double>(), CancellationToken.None).ConfigureAwait(false);
  590. var jobItemResult = GetJobItems(new SyncJobItemQuery
  591. {
  592. TargetId = targetId,
  593. Statuses = new List<SyncJobItemStatus>
  594. {
  595. SyncJobItemStatus.ReadyToTransfer
  596. }
  597. });
  598. return jobItemResult.Items
  599. .Select(GetJobItemInfo)
  600. .Where(i => i != null)
  601. .ToList();
  602. }
  603. public async Task<SyncDataResponse> SyncData(SyncDataRequest request)
  604. {
  605. var jobItemResult = GetJobItems(new SyncJobItemQuery
  606. {
  607. TargetId = request.TargetId,
  608. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Synced }
  609. });
  610. var response = new SyncDataResponse();
  611. foreach (var jobItem in jobItemResult.Items)
  612. {
  613. if (request.LocalItemIds.Contains(jobItem.ItemId, StringComparer.OrdinalIgnoreCase))
  614. {
  615. var job = _repo.GetJob(jobItem.JobId);
  616. var user = _userManager.GetUserById(job.UserId);
  617. if (jobItem.IsMarkedForRemoval)
  618. {
  619. // Tell the device to remove it since it has been marked for removal
  620. response.ItemIdsToRemove.Add(jobItem.ItemId);
  621. }
  622. else if (user == null)
  623. {
  624. // Tell the device to remove it since the user is gone now
  625. response.ItemIdsToRemove.Add(jobItem.ItemId);
  626. }
  627. else if (job.UnwatchedOnly)
  628. {
  629. var libraryItem = _libraryManager.GetItemById(jobItem.ItemId);
  630. if (IsLibraryItemAvailable(libraryItem))
  631. {
  632. if (libraryItem.IsPlayed(user) && libraryItem is Video)
  633. {
  634. // Tell the device to remove it since it has been played
  635. response.ItemIdsToRemove.Add(jobItem.ItemId);
  636. }
  637. }
  638. else
  639. {
  640. // Tell the device to remove it since it's no longer available
  641. response.ItemIdsToRemove.Add(jobItem.ItemId);
  642. }
  643. }
  644. }
  645. else
  646. {
  647. // Content is no longer on the device
  648. jobItem.Status = SyncJobItemStatus.RemovedFromDevice;
  649. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  650. }
  651. }
  652. // Now check each item that's on the device
  653. foreach (var itemId in request.LocalItemIds)
  654. {
  655. // See if it's already marked for removal
  656. if (response.ItemIdsToRemove.Contains(itemId, StringComparer.OrdinalIgnoreCase))
  657. {
  658. continue;
  659. }
  660. // If there isn't a sync job for this item, mark it for removal
  661. if (!jobItemResult.Items.Any(i => string.Equals(itemId, i.ItemId, StringComparison.OrdinalIgnoreCase)))
  662. {
  663. response.ItemIdsToRemove.Add(itemId);
  664. }
  665. }
  666. response.ItemIdsToRemove = response.ItemIdsToRemove.Distinct(StringComparer.OrdinalIgnoreCase).ToList();
  667. var itemsOnDevice = request.LocalItemIds
  668. .Except(response.ItemIdsToRemove)
  669. .ToList();
  670. SetUserAccess(request, response, itemsOnDevice);
  671. return response;
  672. }
  673. private void SetUserAccess(SyncDataRequest request, SyncDataResponse response, List<string> itemIds)
  674. {
  675. var users = request.OfflineUserIds
  676. .Select(_userManager.GetUserById)
  677. .Where(i => i != null)
  678. .ToList();
  679. foreach (var itemId in itemIds)
  680. {
  681. var item = _libraryManager.GetItemById(itemId);
  682. if (item != null)
  683. {
  684. var usersWithAccess = new List<User>();
  685. foreach (var user in users)
  686. {
  687. if (IsUserVisible(item, user))
  688. {
  689. usersWithAccess.Add(user);
  690. }
  691. }
  692. response.ItemUserAccess[itemId] = users
  693. .Select(i => i.Id.ToString("N"))
  694. .OrderBy(i => i)
  695. .ToList();
  696. }
  697. }
  698. }
  699. private bool IsUserVisible(BaseItem item, User user)
  700. {
  701. return item.IsVisibleStandalone(user);
  702. }
  703. private bool IsLibraryItemAvailable(BaseItem item)
  704. {
  705. if (item == null)
  706. {
  707. return false;
  708. }
  709. // TODO: Make sure it hasn't been deleted
  710. return true;
  711. }
  712. public async Task ReEnableJobItem(string id)
  713. {
  714. var jobItem = _repo.GetJobItem(id);
  715. if (jobItem.Status != SyncJobItemStatus.Failed && jobItem.Status != SyncJobItemStatus.Cancelled)
  716. {
  717. throw new ArgumentException("Operation is not valid for this job item");
  718. }
  719. jobItem.Status = SyncJobItemStatus.Queued;
  720. jobItem.Progress = 0;
  721. jobItem.IsMarkedForRemoval = false;
  722. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  723. var processor = GetSyncJobProcessor();
  724. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  725. }
  726. public async Task CancelJobItem(string id)
  727. {
  728. var jobItem = _repo.GetJobItem(id);
  729. if (jobItem.Status != SyncJobItemStatus.Queued && jobItem.Status != SyncJobItemStatus.ReadyToTransfer && jobItem.Status != SyncJobItemStatus.Converting)
  730. {
  731. throw new ArgumentException("Operation is not valid for this job item");
  732. }
  733. jobItem.Status = SyncJobItemStatus.Cancelled;
  734. jobItem.Progress = 0;
  735. jobItem.IsMarkedForRemoval = true;
  736. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  737. var processor = GetSyncJobProcessor();
  738. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  739. var path = processor.GetTemporaryPath(jobItem);
  740. try
  741. {
  742. _fileSystem.DeleteDirectory(path, true);
  743. }
  744. catch (DirectoryNotFoundException)
  745. {
  746. }
  747. catch (Exception ex)
  748. {
  749. _logger.ErrorException("Error deleting directory {0}", ex, path);
  750. }
  751. }
  752. public async Task MarkJobItemForRemoval(string id)
  753. {
  754. var jobItem = _repo.GetJobItem(id);
  755. if (jobItem.Status != SyncJobItemStatus.Synced)
  756. {
  757. throw new ArgumentException("Operation is not valid for this job item");
  758. }
  759. jobItem.IsMarkedForRemoval = true;
  760. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  761. var processor = GetSyncJobProcessor();
  762. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  763. }
  764. public async Task UnmarkJobItemForRemoval(string id)
  765. {
  766. var jobItem = _repo.GetJobItem(id);
  767. if (jobItem.Status != SyncJobItemStatus.Synced)
  768. {
  769. throw new ArgumentException("Operation is not valid for this job item");
  770. }
  771. jobItem.IsMarkedForRemoval = false;
  772. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  773. var processor = GetSyncJobProcessor();
  774. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  775. }
  776. public async Task ReportSyncJobItemTransferBeginning(string id)
  777. {
  778. var jobItem = _repo.GetJobItem(id);
  779. jobItem.Status = SyncJobItemStatus.Transferring;
  780. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  781. var processor = GetSyncJobProcessor();
  782. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  783. }
  784. public async Task ReportSyncJobItemTransferFailed(string id)
  785. {
  786. var jobItem = _repo.GetJobItem(id);
  787. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  788. await UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  789. var processor = GetSyncJobProcessor();
  790. await processor.UpdateJobStatus(jobItem.JobId).ConfigureAwait(false);
  791. }
  792. public QueryResult<string> GetLibraryItemIds(SyncJobItemQuery query)
  793. {
  794. return _repo.GetLibraryItemIds(query);
  795. }
  796. public AudioOptions GetAudioOptions(SyncJobItem jobItem, SyncJob job)
  797. {
  798. var profile = GetDeviceProfile(jobItem.TargetId, null, null);
  799. return new AudioOptions
  800. {
  801. Profile = profile
  802. };
  803. }
  804. public VideoOptions GetVideoOptions(SyncJobItem jobItem, SyncJob job)
  805. {
  806. var profile = GetDeviceProfile(jobItem.TargetId, job.Profile, job.Quality);
  807. return new VideoOptions
  808. {
  809. Profile = profile
  810. };
  811. }
  812. private DeviceProfile GetDeviceProfile(string targetId, string profile, string quality)
  813. {
  814. foreach (var provider in _providers)
  815. {
  816. foreach (var target in GetSyncTargets(provider))
  817. {
  818. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  819. {
  820. return GetDeviceProfile(provider, target, profile, quality);
  821. }
  822. }
  823. }
  824. return null;
  825. }
  826. private DeviceProfile GetDeviceProfile(ISyncProvider provider, SyncTarget target, string profile, string quality)
  827. {
  828. var hasProfile = provider as IHasSyncQuality;
  829. if (hasProfile != null)
  830. {
  831. return hasProfile.GetDeviceProfile(target, profile, quality);
  832. }
  833. return GetDeviceProfile(profile, quality);
  834. }
  835. private DeviceProfile GetDeviceProfile(string profile, string quality)
  836. {
  837. var deviceProfile = new CloudSyncProfile(true, false);
  838. var maxBitrate = deviceProfile.MaxStaticBitrate;
  839. if (maxBitrate.HasValue)
  840. {
  841. if (string.Equals(quality, "medium", StringComparison.OrdinalIgnoreCase))
  842. {
  843. maxBitrate = Convert.ToInt32(maxBitrate.Value * .75);
  844. }
  845. else if (string.Equals(quality, "low", StringComparison.OrdinalIgnoreCase))
  846. {
  847. maxBitrate = Convert.ToInt32(maxBitrate.Value * .5);
  848. }
  849. deviceProfile.MaxStaticBitrate = maxBitrate;
  850. }
  851. return deviceProfile;
  852. }
  853. public IEnumerable<SyncQualityOption> GetQualityOptions(string targetId)
  854. {
  855. foreach (var provider in _providers)
  856. {
  857. foreach (var target in GetSyncTargets(provider))
  858. {
  859. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  860. {
  861. return GetQualityOptions(provider, target);
  862. }
  863. }
  864. }
  865. return new List<SyncQualityOption>();
  866. }
  867. private IEnumerable<SyncQualityOption> GetQualityOptions(ISyncProvider provider, SyncTarget target)
  868. {
  869. var hasQuality = provider as IHasSyncQuality;
  870. if (hasQuality != null)
  871. {
  872. return hasQuality.GetQualityOptions(target);
  873. }
  874. // Default options for providers that don't override
  875. return new List<SyncQualityOption>
  876. {
  877. new SyncQualityOption
  878. {
  879. Name = "High",
  880. Id = "high",
  881. IsDefault = true
  882. },
  883. new SyncQualityOption
  884. {
  885. Name = "Medium",
  886. Id = "medium"
  887. },
  888. new SyncQualityOption
  889. {
  890. Name = "Low",
  891. Id = "low"
  892. },
  893. new SyncQualityOption
  894. {
  895. Name = "Custom",
  896. Id = "custom"
  897. }
  898. };
  899. }
  900. public IEnumerable<SyncProfileOption> GetProfileOptions(string targetId)
  901. {
  902. foreach (var provider in _providers)
  903. {
  904. foreach (var target in GetSyncTargets(provider))
  905. {
  906. if (string.Equals(target.Id, targetId, StringComparison.OrdinalIgnoreCase))
  907. {
  908. return GetProfileOptions(provider, target);
  909. }
  910. }
  911. }
  912. return new List<SyncProfileOption>();
  913. }
  914. private IEnumerable<SyncProfileOption> GetProfileOptions(ISyncProvider provider, SyncTarget target)
  915. {
  916. var hasQuality = provider as IHasSyncQuality;
  917. if (hasQuality != null)
  918. {
  919. return hasQuality.GetProfileOptions(target);
  920. }
  921. var list = new List<SyncProfileOption>();
  922. list.Add(new SyncProfileOption
  923. {
  924. Name = "Original",
  925. Id = "Original",
  926. Description = "Syncs original files as-is.",
  927. EnableQualityOptions = false
  928. });
  929. list.Add(new SyncProfileOption
  930. {
  931. Name = "Web - H264/AAC, MP3",
  932. Id = "mobile",
  933. Description = "Designed for compatibility with all devices, including web browsers."
  934. });
  935. list.Add(new SyncProfileOption
  936. {
  937. Name = "General - H264/AAC/AC3, MP3",
  938. Id = "general",
  939. Description = "Designed for compatibility with Chromecast, Roku, Smart TV's, and other similar devices.",
  940. IsDefault = true
  941. });
  942. return list;
  943. }
  944. }
  945. }