SyncJobProcessor.cs 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Common.Progress;
  4. using MediaBrowser.Controller.Entities;
  5. using MediaBrowser.Controller.Entities.Audio;
  6. using MediaBrowser.Controller.Entities.TV;
  7. using MediaBrowser.Controller.Library;
  8. using MediaBrowser.Controller.MediaEncoding;
  9. using MediaBrowser.Controller.Sync;
  10. using MediaBrowser.Controller.TV;
  11. using MediaBrowser.Model.Dlna;
  12. using MediaBrowser.Model.Dto;
  13. using MediaBrowser.Model.Entities;
  14. using MediaBrowser.Model.Logging;
  15. using MediaBrowser.Model.MediaInfo;
  16. using MediaBrowser.Model.Querying;
  17. using MediaBrowser.Model.Session;
  18. using MediaBrowser.Model.Sync;
  19. using MoreLinq;
  20. using System;
  21. using System.Collections.Generic;
  22. using System.IO;
  23. using System.Linq;
  24. using System.Threading;
  25. using System.Threading.Tasks;
  26. namespace MediaBrowser.Server.Implementations.Sync
  27. {
  28. public class SyncJobProcessor
  29. {
  30. private readonly ILibraryManager _libraryManager;
  31. private readonly ISyncRepository _syncRepo;
  32. private readonly SyncManager _syncManager;
  33. private readonly ILogger _logger;
  34. private readonly IUserManager _userManager;
  35. private readonly ITVSeriesManager _tvSeriesManager;
  36. private readonly IMediaEncoder _mediaEncoder;
  37. private readonly ISubtitleEncoder _subtitleEncoder;
  38. private readonly IConfigurationManager _config;
  39. private readonly IFileSystem _fileSystem;
  40. public SyncJobProcessor(ILibraryManager libraryManager, ISyncRepository syncRepo, SyncManager syncManager, ILogger logger, IUserManager userManager, ITVSeriesManager tvSeriesManager, IMediaEncoder mediaEncoder, ISubtitleEncoder subtitleEncoder, IConfigurationManager config, IFileSystem fileSystem)
  41. {
  42. _libraryManager = libraryManager;
  43. _syncRepo = syncRepo;
  44. _syncManager = syncManager;
  45. _logger = logger;
  46. _userManager = userManager;
  47. _tvSeriesManager = tvSeriesManager;
  48. _mediaEncoder = mediaEncoder;
  49. _subtitleEncoder = subtitleEncoder;
  50. _config = config;
  51. _fileSystem = fileSystem;
  52. }
  53. public async Task EnsureJobItems(SyncJob job)
  54. {
  55. var user = _userManager.GetUserById(job.UserId);
  56. if (user == null)
  57. {
  58. throw new InvalidOperationException("Cannot proceed with sync because user no longer exists.");
  59. }
  60. var items = (await GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  61. .ToList();
  62. var jobItems = _syncRepo.GetJobItems(new SyncJobItemQuery
  63. {
  64. JobId = job.Id
  65. }).Items.ToList();
  66. foreach (var item in items)
  67. {
  68. // Respect ItemLimit, if set
  69. if (job.ItemLimit.HasValue)
  70. {
  71. if (jobItems.Count(j => j.Status != SyncJobItemStatus.RemovedFromDevice && j.Status != SyncJobItemStatus.Failed) >= job.ItemLimit.Value)
  72. {
  73. break;
  74. }
  75. }
  76. var itemId = item.Id.ToString("N");
  77. var jobItem = jobItems.FirstOrDefault(i => string.Equals(i.ItemId, itemId, StringComparison.OrdinalIgnoreCase));
  78. if (jobItem != null)
  79. {
  80. continue;
  81. }
  82. var index = jobItems.Count == 0 ?
  83. 0 :
  84. (jobItems.Select(i => i.JobItemIndex).Max() + 1);
  85. jobItem = new SyncJobItem
  86. {
  87. Id = Guid.NewGuid().ToString("N"),
  88. ItemId = itemId,
  89. ItemName = GetSyncJobItemName(item),
  90. JobId = job.Id,
  91. TargetId = job.TargetId,
  92. DateCreated = DateTime.UtcNow,
  93. JobItemIndex = index
  94. };
  95. await _syncRepo.Create(jobItem).ConfigureAwait(false);
  96. _syncManager.OnSyncJobItemCreated(jobItem);
  97. jobItems.Add(jobItem);
  98. }
  99. jobItems = jobItems
  100. .OrderBy(i => i.DateCreated)
  101. .ToList();
  102. await UpdateJobStatus(job, jobItems).ConfigureAwait(false);
  103. }
  104. private string GetSyncJobItemName(BaseItem item)
  105. {
  106. return item.Name;
  107. }
  108. public Task UpdateJobStatus(string id)
  109. {
  110. var job = _syncRepo.GetJob(id);
  111. return UpdateJobStatus(job);
  112. }
  113. private Task UpdateJobStatus(SyncJob job)
  114. {
  115. if (job == null)
  116. {
  117. throw new ArgumentNullException("job");
  118. }
  119. var result = _syncRepo.GetJobItems(new SyncJobItemQuery
  120. {
  121. JobId = job.Id
  122. });
  123. return UpdateJobStatus(job, result.Items.ToList());
  124. }
  125. private async Task UpdateJobStatus(SyncJob job, List<SyncJobItem> jobItems)
  126. {
  127. job.ItemCount = jobItems.Count;
  128. double pct = 0;
  129. foreach (var item in jobItems)
  130. {
  131. if (item.Status == SyncJobItemStatus.Failed || item.Status == SyncJobItemStatus.Synced || item.Status == SyncJobItemStatus.RemovedFromDevice || item.Status == SyncJobItemStatus.Cancelled)
  132. {
  133. pct += 100;
  134. }
  135. else
  136. {
  137. pct += item.Progress ?? 0;
  138. }
  139. }
  140. if (job.ItemCount > 0)
  141. {
  142. pct /= job.ItemCount;
  143. job.Progress = pct;
  144. }
  145. else
  146. {
  147. job.Progress = null;
  148. }
  149. if (jobItems.All(i => i.Status == SyncJobItemStatus.Queued))
  150. {
  151. job.Status = SyncJobStatus.Queued;
  152. }
  153. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Failed))
  154. {
  155. job.Status = SyncJobStatus.Failed;
  156. }
  157. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Cancelled))
  158. {
  159. job.Status = SyncJobStatus.Cancelled;
  160. }
  161. else if (jobItems.All(i => i.Status == SyncJobItemStatus.ReadyToTransfer))
  162. {
  163. job.Status = SyncJobStatus.ReadyToTransfer;
  164. }
  165. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Transferring))
  166. {
  167. job.Status = SyncJobStatus.Transferring;
  168. }
  169. else if (jobItems.Any(i => i.Status == SyncJobItemStatus.Converting))
  170. {
  171. job.Status = SyncJobStatus.Converting;
  172. }
  173. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Cancelled || i.Status == SyncJobItemStatus.Failed || i.Status == SyncJobItemStatus.Synced || i.Status == SyncJobItemStatus.RemovedFromDevice))
  174. {
  175. if (jobItems.Any(i => i.Status == SyncJobItemStatus.Failed))
  176. {
  177. job.Status = SyncJobStatus.CompletedWithError;
  178. }
  179. else
  180. {
  181. job.Status = SyncJobStatus.Completed;
  182. }
  183. }
  184. else
  185. {
  186. job.Status = SyncJobStatus.Queued;
  187. }
  188. await _syncRepo.Update(job).ConfigureAwait(false);
  189. _syncManager.OnSyncJobUpdated(job);
  190. }
  191. public async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory? category, string parentId, IEnumerable<string> itemIds, User user, bool unwatchedOnly)
  192. {
  193. var items = category.HasValue ?
  194. await GetItemsForSync(category.Value, parentId, user).ConfigureAwait(false) :
  195. itemIds.SelectMany(i => GetItemsForSync(i, user));
  196. items = items.Where(_syncManager.SupportsSync);
  197. if (unwatchedOnly)
  198. {
  199. // Avoid implicitly captured closure
  200. var currentUser = user;
  201. items = items.Where(i =>
  202. {
  203. var video = i as Video;
  204. if (video != null)
  205. {
  206. return !video.IsPlayed(currentUser);
  207. }
  208. return true;
  209. });
  210. }
  211. return items.DistinctBy(i => i.Id);
  212. }
  213. private async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory category, string parentId, User user)
  214. {
  215. var parent = string.IsNullOrWhiteSpace(parentId)
  216. ? user.RootFolder
  217. : (Folder)_libraryManager.GetItemById(parentId);
  218. InternalItemsQuery query;
  219. switch (category)
  220. {
  221. case SyncCategory.Latest:
  222. query = new InternalItemsQuery
  223. {
  224. IsFolder = false,
  225. SortBy = new[] { ItemSortBy.DateCreated, ItemSortBy.SortName },
  226. SortOrder = SortOrder.Descending,
  227. Recursive = true
  228. };
  229. break;
  230. case SyncCategory.Resume:
  231. query = new InternalItemsQuery
  232. {
  233. IsFolder = false,
  234. SortBy = new[] { ItemSortBy.DatePlayed, ItemSortBy.SortName },
  235. SortOrder = SortOrder.Descending,
  236. Recursive = true,
  237. IsResumable = true,
  238. MediaTypes = new[] { MediaType.Video }
  239. };
  240. break;
  241. case SyncCategory.NextUp:
  242. return _tvSeriesManager.GetNextUp(new NextUpQuery
  243. {
  244. ParentId = parentId,
  245. UserId = user.Id.ToString("N")
  246. }).Items;
  247. default:
  248. throw new ArgumentException("Unrecognized category: " + category);
  249. }
  250. query.User = user;
  251. var result = await parent.GetItems(query).ConfigureAwait(false);
  252. return result.Items;
  253. }
  254. private IEnumerable<BaseItem> GetItemsForSync(string id, User user)
  255. {
  256. var item = _libraryManager.GetItemById(id);
  257. if (item == null)
  258. {
  259. return new List<BaseItem>();
  260. }
  261. var itemByName = item as IItemByName;
  262. if (itemByName != null)
  263. {
  264. var itemByNameFilter = itemByName.GetItemFilter();
  265. return user.RootFolder
  266. .GetRecursiveChildren(user, i => !i.IsFolder && itemByNameFilter(i));
  267. }
  268. var series = item as Series;
  269. if (series != null)
  270. {
  271. return series.GetEpisodes(user, false, false);
  272. }
  273. if (item.IsFolder)
  274. {
  275. var folder = (Folder)item;
  276. var items = folder.GetRecursiveChildren(user, i => !i.IsFolder);
  277. if (!folder.IsPreSorted)
  278. {
  279. items = items.OrderBy(i => i.SortName);
  280. }
  281. return items;
  282. }
  283. return new[] { item };
  284. }
  285. private async Task EnsureSyncJobItems(string targetId, CancellationToken cancellationToken)
  286. {
  287. var jobResult = _syncRepo.GetJobs(new SyncJobQuery
  288. {
  289. SyncNewContent = true,
  290. TargetId = targetId
  291. });
  292. foreach (var job in jobResult.Items)
  293. {
  294. cancellationToken.ThrowIfCancellationRequested();
  295. if (job.SyncNewContent)
  296. {
  297. await EnsureJobItems(job).ConfigureAwait(false);
  298. }
  299. }
  300. }
  301. public async Task Sync(IProgress<double> progress, CancellationToken cancellationToken)
  302. {
  303. await EnsureSyncJobItems(null, cancellationToken).ConfigureAwait(false);
  304. // If it already has a converting status then is must have been aborted during conversion
  305. var result = _syncRepo.GetJobItems(new SyncJobItemQuery
  306. {
  307. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting }
  308. });
  309. await SyncJobItems(result.Items, true, progress, cancellationToken).ConfigureAwait(false);
  310. CleanDeadSyncFiles();
  311. }
  312. private void CleanDeadSyncFiles()
  313. {
  314. // TODO
  315. // Clean files in sync temp folder that are not linked to any sync jobs
  316. }
  317. public async Task SyncJobItems(string targetId, bool enableConversion, IProgress<double> progress,
  318. CancellationToken cancellationToken)
  319. {
  320. await EnsureSyncJobItems(targetId, cancellationToken).ConfigureAwait(false);
  321. // If it already has a converting status then is must have been aborted during conversion
  322. var result = _syncRepo.GetJobItems(new SyncJobItemQuery
  323. {
  324. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting },
  325. TargetId = targetId
  326. });
  327. await SyncJobItems(result.Items, true, progress, cancellationToken).ConfigureAwait(false);
  328. }
  329. public async Task SyncJobItems(SyncJobItem[] items, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  330. {
  331. if (items.Length > 0)
  332. {
  333. if (!SyncRegistrationInfo.Instance.IsRegistered)
  334. {
  335. _logger.Debug("Cancelling sync job processing. Please obtain a supporter membership.");
  336. return;
  337. }
  338. }
  339. var numComplete = 0;
  340. foreach (var item in items)
  341. {
  342. cancellationToken.ThrowIfCancellationRequested();
  343. double percentPerItem = 1;
  344. percentPerItem /= items.Length;
  345. var startingPercent = numComplete * percentPerItem * 100;
  346. var innerProgress = new ActionableProgress<double>();
  347. innerProgress.RegisterAction(p => progress.Report(startingPercent + (percentPerItem * p)));
  348. // Pull it fresh from the db just to make sure it wasn't deleted or cancelled while another item was converting
  349. var jobItem = enableConversion ? _syncRepo.GetJobItem(item.Id) : item;
  350. if (jobItem != null)
  351. {
  352. var job = _syncRepo.GetJob(jobItem.JobId);
  353. if (jobItem.Status != SyncJobItemStatus.Cancelled)
  354. {
  355. await ProcessJobItem(job, jobItem, enableConversion, innerProgress, cancellationToken).ConfigureAwait(false);
  356. }
  357. job = _syncRepo.GetJob(jobItem.JobId);
  358. await UpdateJobStatus(job).ConfigureAwait(false);
  359. }
  360. numComplete++;
  361. double percent = numComplete;
  362. percent /= items.Length;
  363. progress.Report(100 * percent);
  364. }
  365. }
  366. private async Task ProcessJobItem(SyncJob job, SyncJobItem jobItem, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  367. {
  368. var item = _libraryManager.GetItemById(jobItem.ItemId);
  369. if (item == null)
  370. {
  371. jobItem.Status = SyncJobItemStatus.Failed;
  372. _logger.Error("Unable to locate library item for JobItem {0}, ItemId {1}", jobItem.Id, jobItem.ItemId);
  373. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  374. return;
  375. }
  376. var deviceProfile = _syncManager.GetDeviceProfile(jobItem.TargetId);
  377. if (deviceProfile == null)
  378. {
  379. jobItem.Status = SyncJobItemStatus.Failed;
  380. _logger.Error("Unable to locate SyncTarget for JobItem {0}, SyncTargetId {1}", jobItem.Id, jobItem.TargetId);
  381. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  382. return;
  383. }
  384. jobItem.Progress = 0;
  385. var user = _userManager.GetUserById(job.UserId);
  386. var video = item as Video;
  387. if (video != null)
  388. {
  389. await Sync(jobItem, job, video, user, deviceProfile, enableConversion, progress, cancellationToken).ConfigureAwait(false);
  390. }
  391. else if (item is Audio)
  392. {
  393. await Sync(jobItem, job, (Audio)item, user, deviceProfile, enableConversion, progress, cancellationToken).ConfigureAwait(false);
  394. }
  395. else if (item is Photo)
  396. {
  397. await Sync(jobItem, (Photo)item, deviceProfile, cancellationToken).ConfigureAwait(false);
  398. }
  399. else
  400. {
  401. await SyncGeneric(jobItem, item, cancellationToken).ConfigureAwait(false);
  402. }
  403. }
  404. private async Task Sync(SyncJobItem jobItem, SyncJob job, Video item, User user, DeviceProfile profile, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  405. {
  406. var options = _syncManager.GetVideoOptions(jobItem, job);
  407. options.DeviceId = jobItem.TargetId;
  408. options.Context = EncodingContext.Static;
  409. options.Profile = profile;
  410. options.ItemId = item.Id.ToString("N");
  411. options.MediaSources = item.GetMediaSources(false, user).ToList();
  412. var streamInfo = new StreamBuilder().BuildVideoItem(options);
  413. var mediaSource = streamInfo.MediaSource;
  414. // No sense creating external subs if we're already burning one into the video
  415. var externalSubs = streamInfo.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode ?
  416. new List<SubtitleStreamInfo>() :
  417. streamInfo.GetExternalSubtitles(false);
  418. // Mark as requiring conversion if transcoding the video, or if any subtitles need to be extracted
  419. var requiresVideoTranscoding = streamInfo.PlayMethod == PlayMethod.Transcode && job.Quality != SyncQuality.Original;
  420. var requiresConversion = requiresVideoTranscoding || externalSubs.Any(i => RequiresExtraction(i, mediaSource));
  421. if (requiresConversion && !enableConversion)
  422. {
  423. return;
  424. }
  425. jobItem.MediaSourceId = streamInfo.MediaSourceId;
  426. jobItem.TemporaryPath = GetTemporaryPath(jobItem);
  427. if (requiresConversion)
  428. {
  429. jobItem.Status = SyncJobItemStatus.Converting;
  430. }
  431. if (requiresVideoTranscoding)
  432. {
  433. // Save the job item now since conversion could take a while
  434. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  435. await UpdateJobStatus(job).ConfigureAwait(false);
  436. try
  437. {
  438. var lastJobUpdate = DateTime.MinValue;
  439. var innerProgress = new ActionableProgress<double>();
  440. innerProgress.RegisterAction(async pct =>
  441. {
  442. progress.Report(pct);
  443. if ((DateTime.UtcNow - lastJobUpdate).TotalSeconds >= DatabaseProgressUpdateIntervalSeconds)
  444. {
  445. jobItem.Progress = pct / 2;
  446. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  447. await UpdateJobStatus(job).ConfigureAwait(false);
  448. }
  449. });
  450. jobItem.OutputPath = await _mediaEncoder.EncodeVideo(new EncodingJobOptions(streamInfo, profile)
  451. {
  452. OutputDirectory = jobItem.TemporaryPath
  453. }, innerProgress, cancellationToken);
  454. }
  455. catch (OperationCanceledException)
  456. {
  457. jobItem.Status = SyncJobItemStatus.Queued;
  458. jobItem.Progress = 0;
  459. }
  460. catch (Exception ex)
  461. {
  462. jobItem.Status = SyncJobItemStatus.Failed;
  463. _logger.ErrorException("Error during sync transcoding", ex);
  464. }
  465. if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
  466. {
  467. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  468. return;
  469. }
  470. jobItem.MediaSource = await GetEncodedMediaSource(jobItem.OutputPath, user, true).ConfigureAwait(false);
  471. }
  472. else
  473. {
  474. if (mediaSource.Protocol == MediaProtocol.File)
  475. {
  476. jobItem.OutputPath = mediaSource.Path;
  477. }
  478. else if (mediaSource.Protocol == MediaProtocol.Http)
  479. {
  480. jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
  481. }
  482. else
  483. {
  484. throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
  485. }
  486. jobItem.MediaSource = mediaSource;
  487. }
  488. if (externalSubs.Count > 0)
  489. {
  490. // Save the job item now since conversion could take a while
  491. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  492. await ConvertSubtitles(jobItem, externalSubs, streamInfo, cancellationToken).ConfigureAwait(false);
  493. }
  494. jobItem.Progress = 50;
  495. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  496. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  497. }
  498. private bool RequiresExtraction(SubtitleStreamInfo stream, MediaSourceInfo mediaSource)
  499. {
  500. var originalStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Subtitle && i.Index == stream.Index);
  501. return originalStream != null && !originalStream.IsExternal;
  502. }
  503. private async Task ConvertSubtitles(SyncJobItem jobItem,
  504. IEnumerable<SubtitleStreamInfo> subtitles,
  505. StreamInfo streamInfo,
  506. CancellationToken cancellationToken)
  507. {
  508. var files = new List<ItemFileInfo>();
  509. var mediaStreams = jobItem.MediaSource.MediaStreams
  510. .Where(i => i.Type != MediaStreamType.Subtitle || !i.IsExternal)
  511. .ToList();
  512. var startingIndex = mediaStreams.Count == 0 ?
  513. 0 :
  514. (mediaStreams.Select(i => i.Index).Max() + 1);
  515. foreach (var subtitle in subtitles)
  516. {
  517. var fileInfo = await ConvertSubtitles(jobItem.TemporaryPath, streamInfo, subtitle, cancellationToken).ConfigureAwait(false);
  518. // Reset this to a value that will be based on the output media
  519. fileInfo.Index = startingIndex;
  520. files.Add(fileInfo);
  521. mediaStreams.Add(new MediaStream
  522. {
  523. Index = startingIndex,
  524. Codec = subtitle.Format,
  525. IsForced = subtitle.IsForced,
  526. IsExternal = true,
  527. Language = subtitle.Language,
  528. Path = fileInfo.Path,
  529. SupportsExternalStream = true
  530. });
  531. startingIndex++;
  532. }
  533. jobItem.AdditionalFiles.AddRange(files);
  534. jobItem.MediaSource.MediaStreams = mediaStreams;
  535. }
  536. private async Task<ItemFileInfo> ConvertSubtitles(string temporaryPath, StreamInfo streamInfo, SubtitleStreamInfo subtitleStreamInfo, CancellationToken cancellationToken)
  537. {
  538. var subtitleStreamIndex = subtitleStreamInfo.Index;
  539. var filename = Guid.NewGuid() + "." + subtitleStreamInfo.Format.ToLower();
  540. var path = Path.Combine(temporaryPath, filename);
  541. Directory.CreateDirectory(Path.GetDirectoryName(path));
  542. using (var stream = await _subtitleEncoder.GetSubtitles(streamInfo.ItemId, streamInfo.MediaSourceId, subtitleStreamIndex, subtitleStreamInfo.Format, 0, null, cancellationToken).ConfigureAwait(false))
  543. {
  544. using (var fs = _fileSystem.GetFileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read, true))
  545. {
  546. await stream.CopyToAsync(fs, StreamDefaults.DefaultCopyToBufferSize, cancellationToken).ConfigureAwait(false);
  547. }
  548. }
  549. return new ItemFileInfo
  550. {
  551. Name = Path.GetFileName(path),
  552. Path = path,
  553. Type = ItemFileType.Subtitles,
  554. Index = subtitleStreamIndex
  555. };
  556. }
  557. private const int DatabaseProgressUpdateIntervalSeconds = 2;
  558. private async Task Sync(SyncJobItem jobItem, SyncJob job, Audio item, User user, DeviceProfile profile, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  559. {
  560. var options = _syncManager.GetAudioOptions(jobItem);
  561. options.DeviceId = jobItem.TargetId;
  562. options.Context = EncodingContext.Static;
  563. options.Profile = profile;
  564. options.ItemId = item.Id.ToString("N");
  565. options.MediaSources = item.GetMediaSources(false, user).ToList();
  566. var streamInfo = new StreamBuilder().BuildAudioItem(options);
  567. var mediaSource = streamInfo.MediaSource;
  568. jobItem.MediaSourceId = streamInfo.MediaSourceId;
  569. jobItem.TemporaryPath = GetTemporaryPath(jobItem);
  570. if (streamInfo.PlayMethod == PlayMethod.Transcode && job.Quality != SyncQuality.Original)
  571. {
  572. if (!enableConversion)
  573. {
  574. return;
  575. }
  576. jobItem.Status = SyncJobItemStatus.Converting;
  577. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  578. await UpdateJobStatus(job).ConfigureAwait(false);
  579. try
  580. {
  581. var lastJobUpdate = DateTime.MinValue;
  582. var innerProgress = new ActionableProgress<double>();
  583. innerProgress.RegisterAction(async pct =>
  584. {
  585. progress.Report(pct);
  586. if ((DateTime.UtcNow - lastJobUpdate).TotalSeconds >= DatabaseProgressUpdateIntervalSeconds)
  587. {
  588. jobItem.Progress = pct / 2;
  589. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  590. await UpdateJobStatus(job).ConfigureAwait(false);
  591. }
  592. });
  593. jobItem.OutputPath = await _mediaEncoder.EncodeAudio(new EncodingJobOptions(streamInfo, profile)
  594. {
  595. OutputDirectory = jobItem.TemporaryPath
  596. }, innerProgress, cancellationToken);
  597. }
  598. catch (OperationCanceledException)
  599. {
  600. jobItem.Status = SyncJobItemStatus.Queued;
  601. jobItem.Progress = 0;
  602. }
  603. catch (Exception ex)
  604. {
  605. jobItem.Status = SyncJobItemStatus.Failed;
  606. _logger.ErrorException("Error during sync transcoding", ex);
  607. }
  608. if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
  609. {
  610. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  611. return;
  612. }
  613. jobItem.MediaSource = await GetEncodedMediaSource(jobItem.OutputPath, user, false).ConfigureAwait(false);
  614. }
  615. else
  616. {
  617. if (mediaSource.Protocol == MediaProtocol.File)
  618. {
  619. jobItem.OutputPath = mediaSource.Path;
  620. }
  621. else if (mediaSource.Protocol == MediaProtocol.Http)
  622. {
  623. jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
  624. }
  625. else
  626. {
  627. throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
  628. }
  629. jobItem.MediaSource = mediaSource;
  630. }
  631. jobItem.Progress = 50;
  632. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  633. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  634. }
  635. private async Task Sync(SyncJobItem jobItem, Photo item, DeviceProfile profile, CancellationToken cancellationToken)
  636. {
  637. jobItem.OutputPath = item.Path;
  638. jobItem.Progress = 50;
  639. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  640. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  641. }
  642. private async Task SyncGeneric(SyncJobItem jobItem, BaseItem item, CancellationToken cancellationToken)
  643. {
  644. jobItem.OutputPath = item.Path;
  645. jobItem.Progress = 50;
  646. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  647. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  648. }
  649. private async Task<string> DownloadFile(SyncJobItem jobItem, MediaSourceInfo mediaSource, CancellationToken cancellationToken)
  650. {
  651. // TODO: Download
  652. return mediaSource.Path;
  653. }
  654. public string GetTemporaryPath(SyncJob job)
  655. {
  656. return GetTemporaryPath(job.Id);
  657. }
  658. public string GetTemporaryPath(string jobId)
  659. {
  660. var basePath = _config.GetSyncOptions().TemporaryPath;
  661. if (string.IsNullOrWhiteSpace(basePath))
  662. {
  663. basePath = Path.Combine(_config.CommonApplicationPaths.ProgramDataPath, "sync");
  664. }
  665. return Path.Combine(basePath, jobId);
  666. }
  667. public string GetTemporaryPath(SyncJobItem jobItem)
  668. {
  669. return Path.Combine(GetTemporaryPath(jobItem.JobId), jobItem.Id);
  670. }
  671. private async Task<MediaSourceInfo> GetEncodedMediaSource(string path, User user, bool isVideo)
  672. {
  673. var item = _libraryManager.ResolvePath(new FileInfo(path));
  674. await item.RefreshMetadata(CancellationToken.None).ConfigureAwait(false);
  675. var hasMediaSources = item as IHasMediaSources;
  676. var mediaSources = hasMediaSources.GetMediaSources(false).ToList();
  677. var preferredAudio = string.IsNullOrEmpty(user.Configuration.AudioLanguagePreference)
  678. ? new string[] { }
  679. : new[] { user.Configuration.AudioLanguagePreference };
  680. var preferredSubs = string.IsNullOrEmpty(user.Configuration.SubtitleLanguagePreference)
  681. ? new List<string> { }
  682. : new List<string> { user.Configuration.SubtitleLanguagePreference };
  683. foreach (var source in mediaSources)
  684. {
  685. if (isVideo)
  686. {
  687. source.DefaultAudioStreamIndex =
  688. MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.Configuration.PlayDefaultAudioTrack);
  689. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  690. var audioLangage = defaultAudioIndex == null
  691. ? null
  692. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  693. source.DefaultAudioStreamIndex =
  694. MediaStreamSelector.GetDefaultSubtitleStreamIndex(source.MediaStreams, preferredSubs, user.Configuration.SubtitleMode, audioLangage);
  695. }
  696. else
  697. {
  698. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  699. if (audio != null)
  700. {
  701. source.DefaultAudioStreamIndex = audio.Index;
  702. }
  703. }
  704. }
  705. return mediaSources.FirstOrDefault();
  706. }
  707. }
  708. }