SyncJobProcessor.cs 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Common.Progress;
  4. using MediaBrowser.Controller.Entities;
  5. using MediaBrowser.Controller.Entities.Audio;
  6. using MediaBrowser.Controller.Library;
  7. using MediaBrowser.Controller.MediaEncoding;
  8. using MediaBrowser.Controller.Sync;
  9. using MediaBrowser.Controller.TV;
  10. using MediaBrowser.Model.Dlna;
  11. using MediaBrowser.Model.Dto;
  12. using MediaBrowser.Model.Entities;
  13. using MediaBrowser.Model.Logging;
  14. using MediaBrowser.Model.MediaInfo;
  15. using MediaBrowser.Model.Querying;
  16. using MediaBrowser.Model.Session;
  17. using MediaBrowser.Model.Sync;
  18. using MoreLinq;
  19. using System;
  20. using System.Collections.Generic;
  21. using System.IO;
  22. using System.Linq;
  23. using System.Threading;
  24. using System.Threading.Tasks;
  25. namespace MediaBrowser.Server.Implementations.Sync
  26. {
  27. public class SyncJobProcessor
  28. {
  29. private readonly ILibraryManager _libraryManager;
  30. private readonly ISyncRepository _syncRepo;
  31. private readonly SyncManager _syncManager;
  32. private readonly ILogger _logger;
  33. private readonly IUserManager _userManager;
  34. private readonly ITVSeriesManager _tvSeriesManager;
  35. private readonly IMediaEncoder _mediaEncoder;
  36. private readonly ISubtitleEncoder _subtitleEncoder;
  37. private readonly IConfigurationManager _config;
  38. private readonly IFileSystem _fileSystem;
  39. public SyncJobProcessor(ILibraryManager libraryManager, ISyncRepository syncRepo, SyncManager syncManager, ILogger logger, IUserManager userManager, ITVSeriesManager tvSeriesManager, IMediaEncoder mediaEncoder, ISubtitleEncoder subtitleEncoder, IConfigurationManager config, IFileSystem fileSystem)
  40. {
  41. _libraryManager = libraryManager;
  42. _syncRepo = syncRepo;
  43. _syncManager = syncManager;
  44. _logger = logger;
  45. _userManager = userManager;
  46. _tvSeriesManager = tvSeriesManager;
  47. _mediaEncoder = mediaEncoder;
  48. _subtitleEncoder = subtitleEncoder;
  49. _config = config;
  50. _fileSystem = fileSystem;
  51. }
  52. public async Task EnsureJobItems(SyncJob job)
  53. {
  54. var user = _userManager.GetUserById(job.UserId);
  55. if (user == null)
  56. {
  57. throw new InvalidOperationException("Cannot proceed with sync because user no longer exists.");
  58. }
  59. var items = (await GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
  60. .ToList();
  61. var jobItems = _syncRepo.GetJobItems(new SyncJobItemQuery
  62. {
  63. JobId = job.Id
  64. }).Items.ToList();
  65. foreach (var item in items)
  66. {
  67. // Respect ItemLimit, if set
  68. if (job.ItemLimit.HasValue)
  69. {
  70. if (jobItems.Count(j => j.Status != SyncJobItemStatus.RemovedFromDevice && j.Status != SyncJobItemStatus.Failed) >= job.ItemLimit.Value)
  71. {
  72. break;
  73. }
  74. }
  75. var itemId = item.Id.ToString("N");
  76. var jobItem = jobItems.FirstOrDefault(i => string.Equals(i.ItemId, itemId, StringComparison.OrdinalIgnoreCase));
  77. if (jobItem != null)
  78. {
  79. continue;
  80. }
  81. var index = jobItems.Count == 0 ?
  82. 0 :
  83. (jobItems.Select(i => i.JobItemIndex).Max() + 1);
  84. jobItem = new SyncJobItem
  85. {
  86. Id = Guid.NewGuid().ToString("N"),
  87. ItemId = itemId,
  88. ItemName = GetSyncJobItemName(item),
  89. JobId = job.Id,
  90. TargetId = job.TargetId,
  91. DateCreated = DateTime.UtcNow,
  92. JobItemIndex = index
  93. };
  94. await _syncRepo.Create(jobItem).ConfigureAwait(false);
  95. _syncManager.OnSyncJobItemCreated(jobItem);
  96. jobItems.Add(jobItem);
  97. }
  98. jobItems = jobItems
  99. .OrderBy(i => i.DateCreated)
  100. .ToList();
  101. await UpdateJobStatus(job, jobItems).ConfigureAwait(false);
  102. }
  103. private string GetSyncJobItemName(BaseItem item)
  104. {
  105. return item.Name;
  106. }
  107. public Task UpdateJobStatus(string id)
  108. {
  109. var job = _syncRepo.GetJob(id);
  110. return UpdateJobStatus(job);
  111. }
  112. private Task UpdateJobStatus(SyncJob job)
  113. {
  114. if (job == null)
  115. {
  116. throw new ArgumentNullException("job");
  117. }
  118. var result = _syncRepo.GetJobItems(new SyncJobItemQuery
  119. {
  120. JobId = job.Id
  121. });
  122. return UpdateJobStatus(job, result.Items.ToList());
  123. }
  124. private async Task UpdateJobStatus(SyncJob job, List<SyncJobItem> jobItems)
  125. {
  126. job.ItemCount = jobItems.Count;
  127. double pct = 0;
  128. foreach (var item in jobItems)
  129. {
  130. if (item.Status == SyncJobItemStatus.Failed || item.Status == SyncJobItemStatus.Synced || item.Status == SyncJobItemStatus.RemovedFromDevice || item.Status == SyncJobItemStatus.Cancelled)
  131. {
  132. pct += 100;
  133. }
  134. else
  135. {
  136. pct += item.Progress ?? 0;
  137. }
  138. }
  139. if (job.ItemCount > 0)
  140. {
  141. pct /= job.ItemCount;
  142. job.Progress = pct;
  143. }
  144. else
  145. {
  146. job.Progress = null;
  147. }
  148. if (jobItems.All(i => i.Status == SyncJobItemStatus.Queued))
  149. {
  150. job.Status = SyncJobStatus.Queued;
  151. }
  152. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Failed))
  153. {
  154. job.Status = SyncJobStatus.Failed;
  155. }
  156. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Cancelled))
  157. {
  158. job.Status = SyncJobStatus.Cancelled;
  159. }
  160. else if (jobItems.All(i => i.Status == SyncJobItemStatus.ReadyToTransfer))
  161. {
  162. job.Status = SyncJobStatus.ReadyToTransfer;
  163. }
  164. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Transferring))
  165. {
  166. job.Status = SyncJobStatus.Transferring;
  167. }
  168. else if (jobItems.Any(i => i.Status == SyncJobItemStatus.Converting))
  169. {
  170. job.Status = SyncJobStatus.Converting;
  171. }
  172. else if (jobItems.All(i => i.Status == SyncJobItemStatus.Cancelled || i.Status == SyncJobItemStatus.Failed || i.Status == SyncJobItemStatus.Synced || i.Status == SyncJobItemStatus.RemovedFromDevice))
  173. {
  174. if (jobItems.Any(i => i.Status == SyncJobItemStatus.Failed))
  175. {
  176. job.Status = SyncJobStatus.CompletedWithError;
  177. }
  178. else
  179. {
  180. job.Status = SyncJobStatus.Completed;
  181. }
  182. }
  183. else
  184. {
  185. job.Status = SyncJobStatus.Queued;
  186. }
  187. await _syncRepo.Update(job).ConfigureAwait(false);
  188. _syncManager.OnSyncJobUpdated(job);
  189. }
  190. public async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory? category, string parentId, IEnumerable<string> itemIds, User user, bool unwatchedOnly)
  191. {
  192. var items = category.HasValue ?
  193. await GetItemsForSync(category.Value, parentId, user).ConfigureAwait(false) :
  194. itemIds.SelectMany(i => GetItemsForSync(i, user))
  195. .Where(_syncManager.SupportsSync);
  196. if (unwatchedOnly)
  197. {
  198. // Avoid implicitly captured closure
  199. var currentUser = user;
  200. items = items.Where(i =>
  201. {
  202. var video = i as Video;
  203. if (video != null)
  204. {
  205. return !video.IsPlayed(currentUser);
  206. }
  207. return true;
  208. });
  209. }
  210. return items.DistinctBy(i => i.Id);
  211. }
  212. private async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory category, string parentId, User user)
  213. {
  214. var parent = string.IsNullOrWhiteSpace(parentId)
  215. ? user.RootFolder
  216. : (Folder)_libraryManager.GetItemById(parentId);
  217. InternalItemsQuery query;
  218. switch (category)
  219. {
  220. case SyncCategory.Latest:
  221. query = new InternalItemsQuery
  222. {
  223. IsFolder = false,
  224. SortBy = new[] { ItemSortBy.DateCreated, ItemSortBy.SortName },
  225. SortOrder = SortOrder.Descending,
  226. Recursive = true
  227. };
  228. break;
  229. case SyncCategory.Resume:
  230. query = new InternalItemsQuery
  231. {
  232. IsFolder = false,
  233. SortBy = new[] { ItemSortBy.DatePlayed, ItemSortBy.SortName },
  234. SortOrder = SortOrder.Descending,
  235. Recursive = true,
  236. IsResumable = true,
  237. MediaTypes = new[] { MediaType.Video }
  238. };
  239. break;
  240. case SyncCategory.NextUp:
  241. return _tvSeriesManager.GetNextUp(new NextUpQuery
  242. {
  243. ParentId = parentId,
  244. UserId = user.Id.ToString("N")
  245. }).Items;
  246. default:
  247. throw new ArgumentException("Unrecognized category: " + category);
  248. }
  249. query.User = user;
  250. var result = await parent.GetItems(query).ConfigureAwait(false);
  251. return result.Items;
  252. }
  253. private IEnumerable<BaseItem> GetItemsForSync(string id, User user)
  254. {
  255. var item = _libraryManager.GetItemById(id);
  256. if (item == null)
  257. {
  258. return new List<BaseItem>();
  259. }
  260. return GetItemsForSync(item, user);
  261. }
  262. private IEnumerable<BaseItem> GetItemsForSync(BaseItem item, User user)
  263. {
  264. var itemByName = item as IItemByName;
  265. if (itemByName != null)
  266. {
  267. return user.RootFolder
  268. .GetRecursiveChildren(user, itemByName.GetItemFilter());
  269. }
  270. if (item.IsFolder)
  271. {
  272. var folder = (Folder)item;
  273. var items = folder.GetRecursiveChildren(user, i => !i.IsFolder);
  274. if (!folder.IsPreSorted)
  275. {
  276. items = items.OrderBy(i => i.SortName);
  277. }
  278. return items;
  279. }
  280. return new[] { item };
  281. }
  282. public async Task EnsureSyncJobItems(CancellationToken cancellationToken)
  283. {
  284. var jobResult = _syncRepo.GetJobs(new SyncJobQuery
  285. {
  286. SyncNewContent = true
  287. });
  288. foreach (var job in jobResult.Items)
  289. {
  290. cancellationToken.ThrowIfCancellationRequested();
  291. if (job.SyncNewContent)
  292. {
  293. await EnsureJobItems(job).ConfigureAwait(false);
  294. }
  295. }
  296. }
  297. public async Task Sync(IProgress<double> progress, CancellationToken cancellationToken)
  298. {
  299. await EnsureSyncJobItems(cancellationToken).ConfigureAwait(false);
  300. // If it already has a converting status then is must have been aborted during conversion
  301. var result = _syncRepo.GetJobItems(new SyncJobItemQuery
  302. {
  303. Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting }
  304. });
  305. await SyncJobItems(result.Items, true, progress, cancellationToken).ConfigureAwait(false);
  306. CleanDeadSyncFiles();
  307. }
  308. private void CleanDeadSyncFiles()
  309. {
  310. // TODO
  311. // Clean files in sync temp folder that are not linked to any sync jobs
  312. }
  313. public async Task SyncJobItems(SyncJobItem[] items, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  314. {
  315. if (items.Length > 0)
  316. {
  317. if (!SyncRegistrationInfo.Instance.IsRegistered)
  318. {
  319. _logger.Debug("Cancelling sync job processing. Please obtain a supporter membership.");
  320. return;
  321. }
  322. }
  323. var numComplete = 0;
  324. foreach (var item in items)
  325. {
  326. cancellationToken.ThrowIfCancellationRequested();
  327. double percentPerItem = 1;
  328. percentPerItem /= items.Length;
  329. var startingPercent = numComplete * percentPerItem * 100;
  330. var innerProgress = new ActionableProgress<double>();
  331. innerProgress.RegisterAction(p => progress.Report(startingPercent + (percentPerItem * p)));
  332. // Pull it fresh from the db just to make sure it wasn't deleted or cancelled while another item was converting
  333. var jobItem = enableConversion ? _syncRepo.GetJobItem(item.Id) : item;
  334. if (jobItem != null)
  335. {
  336. var job = _syncRepo.GetJob(jobItem.JobId);
  337. if (jobItem.Status != SyncJobItemStatus.Cancelled)
  338. {
  339. await ProcessJobItem(job, jobItem, enableConversion, innerProgress, cancellationToken).ConfigureAwait(false);
  340. }
  341. job = _syncRepo.GetJob(jobItem.JobId);
  342. await UpdateJobStatus(job).ConfigureAwait(false);
  343. }
  344. numComplete++;
  345. double percent = numComplete;
  346. percent /= items.Length;
  347. progress.Report(100 * percent);
  348. }
  349. }
  350. private async Task ProcessJobItem(SyncJob job, SyncJobItem jobItem, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  351. {
  352. var item = _libraryManager.GetItemById(jobItem.ItemId);
  353. if (item == null)
  354. {
  355. jobItem.Status = SyncJobItemStatus.Failed;
  356. _logger.Error("Unable to locate library item for JobItem {0}, ItemId {1}", jobItem.Id, jobItem.ItemId);
  357. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  358. return;
  359. }
  360. var deviceProfile = _syncManager.GetDeviceProfile(jobItem.TargetId);
  361. if (deviceProfile == null)
  362. {
  363. jobItem.Status = SyncJobItemStatus.Failed;
  364. _logger.Error("Unable to locate SyncTarget for JobItem {0}, SyncTargetId {1}", jobItem.Id, jobItem.TargetId);
  365. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  366. return;
  367. }
  368. jobItem.Progress = 0;
  369. var user = _userManager.GetUserById(job.UserId);
  370. var video = item as Video;
  371. if (video != null)
  372. {
  373. await Sync(jobItem, job, video, user, deviceProfile, enableConversion, progress, cancellationToken).ConfigureAwait(false);
  374. }
  375. else if (item is Audio)
  376. {
  377. await Sync(jobItem, job, (Audio)item, user, deviceProfile, enableConversion, progress, cancellationToken).ConfigureAwait(false);
  378. }
  379. else if (item is Photo)
  380. {
  381. await Sync(jobItem, (Photo)item, deviceProfile, cancellationToken).ConfigureAwait(false);
  382. }
  383. else
  384. {
  385. await SyncGeneric(jobItem, item, cancellationToken).ConfigureAwait(false);
  386. }
  387. }
  388. private async Task Sync(SyncJobItem jobItem, SyncJob job, Video item, User user, DeviceProfile profile, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  389. {
  390. var options = _syncManager.GetVideoOptions(jobItem, job);
  391. options.DeviceId = jobItem.TargetId;
  392. options.Context = EncodingContext.Static;
  393. options.Profile = profile;
  394. options.ItemId = item.Id.ToString("N");
  395. options.MediaSources = item.GetMediaSources(false, user).ToList();
  396. var streamInfo = new StreamBuilder().BuildVideoItem(options);
  397. var mediaSource = streamInfo.MediaSource;
  398. // No sense creating external subs if we're already burning one into the video
  399. var externalSubs = streamInfo.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode ?
  400. new List<SubtitleStreamInfo>() :
  401. streamInfo.GetExternalSubtitles("dummy", false);
  402. // Mark as requiring conversion if transcoding the video, or if any subtitles need to be extracted
  403. var requiresConversion = streamInfo.PlayMethod == PlayMethod.Transcode || externalSubs.Any(i => RequiresExtraction(i, mediaSource));
  404. if (requiresConversion && !enableConversion)
  405. {
  406. return;
  407. }
  408. jobItem.MediaSourceId = streamInfo.MediaSourceId;
  409. jobItem.TemporaryPath = GetTemporaryPath(jobItem);
  410. if (requiresConversion)
  411. {
  412. jobItem.Status = SyncJobItemStatus.Converting;
  413. }
  414. if (streamInfo.PlayMethod == PlayMethod.Transcode)
  415. {
  416. // Save the job item now since conversion could take a while
  417. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  418. await UpdateJobStatus(job).ConfigureAwait(false);
  419. try
  420. {
  421. var lastJobUpdate = DateTime.MinValue;
  422. var innerProgress = new ActionableProgress<double>();
  423. innerProgress.RegisterAction(async pct =>
  424. {
  425. progress.Report(pct);
  426. if ((DateTime.UtcNow - lastJobUpdate).TotalSeconds >= DatabaseProgressUpdateIntervalSeconds)
  427. {
  428. jobItem.Progress = pct / 2;
  429. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  430. await UpdateJobStatus(job).ConfigureAwait(false);
  431. }
  432. });
  433. jobItem.OutputPath = await _mediaEncoder.EncodeVideo(new EncodingJobOptions(streamInfo, profile)
  434. {
  435. OutputDirectory = jobItem.TemporaryPath
  436. }, innerProgress, cancellationToken);
  437. }
  438. catch (OperationCanceledException)
  439. {
  440. jobItem.Status = SyncJobItemStatus.Queued;
  441. jobItem.Progress = 0;
  442. }
  443. catch (Exception ex)
  444. {
  445. jobItem.Status = SyncJobItemStatus.Failed;
  446. _logger.ErrorException("Error during sync transcoding", ex);
  447. }
  448. if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
  449. {
  450. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  451. return;
  452. }
  453. jobItem.MediaSource = await GetEncodedMediaSource(jobItem.OutputPath, user, true).ConfigureAwait(false);
  454. }
  455. else
  456. {
  457. if (mediaSource.Protocol == MediaProtocol.File)
  458. {
  459. jobItem.OutputPath = mediaSource.Path;
  460. }
  461. else if (mediaSource.Protocol == MediaProtocol.Http)
  462. {
  463. jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
  464. }
  465. else
  466. {
  467. throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
  468. }
  469. jobItem.MediaSource = mediaSource;
  470. }
  471. if (externalSubs.Count > 0)
  472. {
  473. // Save the job item now since conversion could take a while
  474. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  475. await ConvertSubtitles(jobItem, externalSubs, streamInfo, cancellationToken).ConfigureAwait(false);
  476. }
  477. jobItem.Progress = 50;
  478. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  479. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  480. }
  481. private bool RequiresExtraction(SubtitleStreamInfo stream, MediaSourceInfo mediaSource)
  482. {
  483. var originalStream = mediaSource.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Subtitle && i.Index == stream.Index);
  484. return originalStream != null && !originalStream.IsExternal;
  485. }
  486. private async Task ConvertSubtitles(SyncJobItem jobItem,
  487. IEnumerable<SubtitleStreamInfo> subtitles,
  488. StreamInfo streamInfo,
  489. CancellationToken cancellationToken)
  490. {
  491. var files = new List<ItemFileInfo>();
  492. var mediaStreams = jobItem.MediaSource.MediaStreams
  493. .Where(i => i.Type != MediaStreamType.Subtitle || !i.IsExternal)
  494. .ToList();
  495. var startingIndex = mediaStreams.Count == 0 ?
  496. 0 :
  497. (mediaStreams.Select(i => i.Index).Max() + 1);
  498. foreach (var subtitle in subtitles)
  499. {
  500. var fileInfo = await ConvertSubtitles(jobItem.TemporaryPath, streamInfo, subtitle, cancellationToken).ConfigureAwait(false);
  501. // Reset this to a value that will be based on the output media
  502. fileInfo.Index = startingIndex;
  503. files.Add(fileInfo);
  504. mediaStreams.Add(new MediaStream
  505. {
  506. Index = startingIndex,
  507. Codec = subtitle.Format,
  508. IsForced = subtitle.IsForced,
  509. IsExternal = true,
  510. Language = subtitle.Language,
  511. Path = fileInfo.Path
  512. });
  513. startingIndex++;
  514. }
  515. jobItem.AdditionalFiles.AddRange(files);
  516. jobItem.MediaSource.MediaStreams = mediaStreams;
  517. }
  518. private async Task<ItemFileInfo> ConvertSubtitles(string temporaryPath, StreamInfo streamInfo, SubtitleStreamInfo subtitleStreamInfo, CancellationToken cancellationToken)
  519. {
  520. var subtitleStreamIndex = subtitleStreamInfo.Index;
  521. var filename = Guid.NewGuid() + "." + subtitleStreamInfo.Format.ToLower();
  522. var path = Path.Combine(temporaryPath, filename);
  523. Directory.CreateDirectory(Path.GetDirectoryName(path));
  524. using (var stream = await _subtitleEncoder.GetSubtitles(streamInfo.ItemId, streamInfo.MediaSourceId, subtitleStreamIndex, subtitleStreamInfo.Format, 0, null, cancellationToken).ConfigureAwait(false))
  525. {
  526. using (var fs = _fileSystem.GetFileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read, true))
  527. {
  528. await stream.CopyToAsync(fs, StreamDefaults.DefaultCopyToBufferSize, cancellationToken).ConfigureAwait(false);
  529. }
  530. }
  531. return new ItemFileInfo
  532. {
  533. Name = Path.GetFileName(path),
  534. Path = path,
  535. Type = ItemFileType.Subtitles,
  536. Index = subtitleStreamIndex
  537. };
  538. }
  539. private const int DatabaseProgressUpdateIntervalSeconds = 2;
  540. private async Task Sync(SyncJobItem jobItem, SyncJob job, Audio item, User user, DeviceProfile profile, bool enableConversion, IProgress<double> progress, CancellationToken cancellationToken)
  541. {
  542. var options = _syncManager.GetAudioOptions(jobItem);
  543. options.DeviceId = jobItem.TargetId;
  544. options.Context = EncodingContext.Static;
  545. options.Profile = profile;
  546. options.ItemId = item.Id.ToString("N");
  547. options.MediaSources = item.GetMediaSources(false, user).ToList();
  548. var streamInfo = new StreamBuilder().BuildAudioItem(options);
  549. var mediaSource = streamInfo.MediaSource;
  550. jobItem.MediaSourceId = streamInfo.MediaSourceId;
  551. jobItem.TemporaryPath = GetTemporaryPath(jobItem);
  552. if (streamInfo.PlayMethod == PlayMethod.Transcode)
  553. {
  554. if (!enableConversion)
  555. {
  556. return;
  557. }
  558. jobItem.Status = SyncJobItemStatus.Converting;
  559. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  560. await UpdateJobStatus(job).ConfigureAwait(false);
  561. try
  562. {
  563. var lastJobUpdate = DateTime.MinValue;
  564. var innerProgress = new ActionableProgress<double>();
  565. innerProgress.RegisterAction(async pct =>
  566. {
  567. progress.Report(pct);
  568. if ((DateTime.UtcNow - lastJobUpdate).TotalSeconds >= DatabaseProgressUpdateIntervalSeconds)
  569. {
  570. jobItem.Progress = pct / 2;
  571. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  572. await UpdateJobStatus(job).ConfigureAwait(false);
  573. }
  574. });
  575. jobItem.OutputPath = await _mediaEncoder.EncodeAudio(new EncodingJobOptions(streamInfo, profile)
  576. {
  577. OutputDirectory = jobItem.TemporaryPath
  578. }, innerProgress, cancellationToken);
  579. }
  580. catch (OperationCanceledException)
  581. {
  582. jobItem.Status = SyncJobItemStatus.Queued;
  583. jobItem.Progress = 0;
  584. }
  585. catch (Exception ex)
  586. {
  587. jobItem.Status = SyncJobItemStatus.Failed;
  588. _logger.ErrorException("Error during sync transcoding", ex);
  589. }
  590. if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
  591. {
  592. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  593. return;
  594. }
  595. jobItem.MediaSource = await GetEncodedMediaSource(jobItem.OutputPath, user, false).ConfigureAwait(false);
  596. }
  597. else
  598. {
  599. if (mediaSource.Protocol == MediaProtocol.File)
  600. {
  601. jobItem.OutputPath = mediaSource.Path;
  602. }
  603. else if (mediaSource.Protocol == MediaProtocol.Http)
  604. {
  605. jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
  606. }
  607. else
  608. {
  609. throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
  610. }
  611. jobItem.MediaSource = mediaSource;
  612. }
  613. jobItem.Progress = 50;
  614. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  615. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  616. }
  617. private async Task Sync(SyncJobItem jobItem, Photo item, DeviceProfile profile, CancellationToken cancellationToken)
  618. {
  619. jobItem.OutputPath = item.Path;
  620. jobItem.Progress = 50;
  621. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  622. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  623. }
  624. private async Task SyncGeneric(SyncJobItem jobItem, BaseItem item, CancellationToken cancellationToken)
  625. {
  626. jobItem.OutputPath = item.Path;
  627. jobItem.Progress = 50;
  628. jobItem.Status = SyncJobItemStatus.ReadyToTransfer;
  629. await _syncManager.UpdateSyncJobItemInternal(jobItem).ConfigureAwait(false);
  630. }
  631. private async Task<string> DownloadFile(SyncJobItem jobItem, MediaSourceInfo mediaSource, CancellationToken cancellationToken)
  632. {
  633. // TODO: Download
  634. return mediaSource.Path;
  635. }
  636. public string GetTemporaryPath(SyncJob job)
  637. {
  638. return GetTemporaryPath(job.Id);
  639. }
  640. public string GetTemporaryPath(string jobId)
  641. {
  642. var basePath = _config.GetSyncOptions().TemporaryPath;
  643. if (string.IsNullOrWhiteSpace(basePath))
  644. {
  645. basePath = Path.Combine(_config.CommonApplicationPaths.ProgramDataPath, "sync");
  646. }
  647. return Path.Combine(basePath, jobId);
  648. }
  649. public string GetTemporaryPath(SyncJobItem jobItem)
  650. {
  651. return Path.Combine(GetTemporaryPath(jobItem.JobId), jobItem.Id);
  652. }
  653. private async Task<MediaSourceInfo> GetEncodedMediaSource(string path, User user, bool isVideo)
  654. {
  655. var item = _libraryManager.ResolvePath(new FileInfo(path));
  656. await item.RefreshMetadata(CancellationToken.None).ConfigureAwait(false);
  657. var hasMediaSources = item as IHasMediaSources;
  658. var mediaSources = hasMediaSources.GetMediaSources(false).ToList();
  659. var preferredAudio = string.IsNullOrEmpty(user.Configuration.AudioLanguagePreference)
  660. ? new string[] { }
  661. : new[] { user.Configuration.AudioLanguagePreference };
  662. var preferredSubs = string.IsNullOrEmpty(user.Configuration.SubtitleLanguagePreference)
  663. ? new List<string> { }
  664. : new List<string> { user.Configuration.SubtitleLanguagePreference };
  665. foreach (var source in mediaSources)
  666. {
  667. if (isVideo)
  668. {
  669. source.DefaultAudioStreamIndex =
  670. MediaStreamSelector.GetDefaultAudioStreamIndex(source.MediaStreams, preferredAudio, user.Configuration.PlayDefaultAudioTrack);
  671. var defaultAudioIndex = source.DefaultAudioStreamIndex;
  672. var audioLangage = defaultAudioIndex == null
  673. ? null
  674. : source.MediaStreams.Where(i => i.Type == MediaStreamType.Audio && i.Index == defaultAudioIndex).Select(i => i.Language).FirstOrDefault();
  675. source.DefaultAudioStreamIndex =
  676. MediaStreamSelector.GetDefaultSubtitleStreamIndex(source.MediaStreams, preferredSubs, user.Configuration.SubtitleMode, audioLangage);
  677. }
  678. else
  679. {
  680. var audio = source.MediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Audio);
  681. if (audio != null)
  682. {
  683. source.DefaultAudioStreamIndex = audio.Index;
  684. }
  685. }
  686. }
  687. return mediaSources.FirstOrDefault();
  688. }
  689. }
  690. }