ImageProcessor.cs 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Controller;
  4. using MediaBrowser.Controller.Drawing;
  5. using MediaBrowser.Controller.Entities;
  6. using MediaBrowser.Controller.Providers;
  7. using MediaBrowser.Model.Drawing;
  8. using MediaBrowser.Model.Entities;
  9. using MediaBrowser.Model.Logging;
  10. using MediaBrowser.Model.Serialization;
  11. using System;
  12. using System.Collections.Concurrent;
  13. using System.Collections.Generic;
  14. using System.Drawing;
  15. using System.Drawing.Drawing2D;
  16. using System.Drawing.Imaging;
  17. using System.Globalization;
  18. using System.IO;
  19. using System.Linq;
  20. using System.Threading;
  21. using System.Threading.Tasks;
  22. namespace MediaBrowser.Server.Implementations.Drawing
  23. {
  24. /// <summary>
  25. /// Class ImageProcessor
  26. /// </summary>
  27. public class ImageProcessor : IImageProcessor, IDisposable
  28. {
  29. /// <summary>
  30. /// The us culture
  31. /// </summary>
  32. protected readonly CultureInfo UsCulture = new CultureInfo("en-US");
  33. /// <summary>
  34. /// The _cached imaged sizes
  35. /// </summary>
  36. private readonly ConcurrentDictionary<Guid, ImageSize> _cachedImagedSizes;
  37. /// <summary>
  38. /// Gets the list of currently registered image processors
  39. /// Image processors are specialized metadata providers that run after the normal ones
  40. /// </summary>
  41. /// <value>The image enhancers.</value>
  42. public IEnumerable<IImageEnhancer> ImageEnhancers { get; private set; }
  43. /// <summary>
  44. /// The _logger
  45. /// </summary>
  46. private readonly ILogger _logger;
  47. private readonly IFileSystem _fileSystem;
  48. private readonly IJsonSerializer _jsonSerializer;
  49. private readonly IServerApplicationPaths _appPaths;
  50. private readonly string _imageSizeCachePath;
  51. private readonly string _croppedWhitespaceImageCachePath;
  52. private readonly string _enhancedImageCachePath;
  53. private readonly string _resizedImageCachePath;
  54. public ImageProcessor(ILogger logger, IServerApplicationPaths appPaths, IFileSystem fileSystem, IJsonSerializer jsonSerializer)
  55. {
  56. _logger = logger;
  57. _fileSystem = fileSystem;
  58. _jsonSerializer = jsonSerializer;
  59. _appPaths = appPaths;
  60. _imageSizeCachePath = Path.Combine(appPaths.ImageCachePath, "image-sizes");
  61. _croppedWhitespaceImageCachePath = Path.Combine(appPaths.ImageCachePath, "cropped-images");
  62. _enhancedImageCachePath = Path.Combine(appPaths.ImageCachePath, "enhanced-images");
  63. _resizedImageCachePath = Path.Combine(appPaths.ImageCachePath, "resized-images");
  64. _saveImageSizeTimer = new Timer(SaveImageSizeCallback, null, Timeout.Infinite, Timeout.Infinite);
  65. Dictionary<Guid, ImageSize> sizeDictionary;
  66. try
  67. {
  68. sizeDictionary = jsonSerializer.DeserializeFromFile<Dictionary<Guid, ImageSize>>(ImageSizeFile);
  69. }
  70. catch (IOException)
  71. {
  72. // No biggie
  73. sizeDictionary = new Dictionary<Guid, ImageSize>();
  74. }
  75. _cachedImagedSizes = new ConcurrentDictionary<Guid, ImageSize>(sizeDictionary);
  76. }
  77. public void AddParts(IEnumerable<IImageEnhancer> enhancers)
  78. {
  79. ImageEnhancers = enhancers.ToArray();
  80. }
  81. public async Task ProcessImage(ImageProcessingOptions options, Stream toStream)
  82. {
  83. if (options == null)
  84. {
  85. throw new ArgumentNullException("options");
  86. }
  87. if (toStream == null)
  88. {
  89. throw new ArgumentNullException("toStream");
  90. }
  91. var originalImagePath = options.OriginalImagePath;
  92. if (options.HasDefaultOptions())
  93. {
  94. // Just spit out the original file if all the options are default
  95. using (var fileStream = _fileSystem.GetFileStream(originalImagePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  96. {
  97. await fileStream.CopyToAsync(toStream).ConfigureAwait(false);
  98. return;
  99. }
  100. }
  101. var dateModified = options.OriginalImageDateModified;
  102. if (options.CropWhiteSpace)
  103. {
  104. originalImagePath = await GetWhitespaceCroppedImage(originalImagePath, dateModified).ConfigureAwait(false);
  105. }
  106. // No enhancement - don't cache
  107. if (options.Enhancers.Count > 0)
  108. {
  109. var tuple = await GetEnhancedImage(originalImagePath, dateModified, options.Item, options.ImageType, options.ImageIndex, options.Enhancers).ConfigureAwait(false);
  110. originalImagePath = tuple.Item1;
  111. dateModified = tuple.Item2;
  112. }
  113. var originalImageSize = GetImageSize(originalImagePath, dateModified);
  114. // Determine the output size based on incoming parameters
  115. var newSize = DrawingUtils.Resize(originalImageSize, options.Width, options.Height, options.MaxWidth, options.MaxHeight);
  116. if (options.HasDefaultOptionsWithoutSize() && newSize.Equals(originalImageSize))
  117. {
  118. // Just spit out the original file the new size equals the old
  119. using (var fileStream = _fileSystem.GetFileStream(originalImagePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  120. {
  121. await fileStream.CopyToAsync(toStream).ConfigureAwait(false);
  122. return;
  123. }
  124. }
  125. var quality = options.Quality ?? 90;
  126. var cacheFilePath = GetCacheFilePath(originalImagePath, newSize, quality, dateModified, options.OutputFormat, options.AddPlayedIndicator, options.PercentPlayed, options.BackgroundColor);
  127. try
  128. {
  129. using (var fileStream = _fileSystem.GetFileStream(cacheFilePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  130. {
  131. await fileStream.CopyToAsync(toStream).ConfigureAwait(false);
  132. return;
  133. }
  134. }
  135. catch (IOException)
  136. {
  137. // Cache file doesn't exist or is currently being written to
  138. }
  139. var semaphore = GetLock(cacheFilePath);
  140. await semaphore.WaitAsync().ConfigureAwait(false);
  141. // Check again in case of lock contention
  142. try
  143. {
  144. using (var fileStream = _fileSystem.GetFileStream(cacheFilePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  145. {
  146. await fileStream.CopyToAsync(toStream).ConfigureAwait(false);
  147. semaphore.Release();
  148. return;
  149. }
  150. }
  151. catch (IOException)
  152. {
  153. // Cache file doesn't exist or is currently being written to
  154. }
  155. catch
  156. {
  157. semaphore.Release();
  158. throw;
  159. }
  160. try
  161. {
  162. using (var fileStream = _fileSystem.GetFileStream(originalImagePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  163. {
  164. // Copy to memory stream to avoid Image locking file
  165. using (var memoryStream = new MemoryStream())
  166. {
  167. await fileStream.CopyToAsync(memoryStream).ConfigureAwait(false);
  168. using (var originalImage = Image.FromStream(memoryStream, true, false))
  169. {
  170. var newWidth = Convert.ToInt32(newSize.Width);
  171. var newHeight = Convert.ToInt32(newSize.Height);
  172. // Graphics.FromImage will throw an exception if the PixelFormat is Indexed, so we need to handle that here
  173. using (var thumbnail = new Bitmap(newWidth, newHeight, PixelFormat.Format32bppPArgb))
  174. {
  175. // Preserve the original resolution
  176. thumbnail.SetResolution(originalImage.HorizontalResolution, originalImage.VerticalResolution);
  177. using (var thumbnailGraph = Graphics.FromImage(thumbnail))
  178. {
  179. thumbnailGraph.CompositingQuality = CompositingQuality.HighQuality;
  180. thumbnailGraph.SmoothingMode = SmoothingMode.HighQuality;
  181. thumbnailGraph.InterpolationMode = InterpolationMode.HighQualityBicubic;
  182. thumbnailGraph.PixelOffsetMode = PixelOffsetMode.HighQuality;
  183. thumbnailGraph.CompositingMode = string.IsNullOrEmpty(options.BackgroundColor) && !options.PercentPlayed.HasValue && !options.AddPlayedIndicator ? CompositingMode.SourceCopy : CompositingMode.SourceOver;
  184. SetBackgroundColor(thumbnailGraph, options);
  185. thumbnailGraph.DrawImage(originalImage, 0, 0, newWidth, newHeight);
  186. DrawIndicator(thumbnailGraph, newWidth, newHeight, options);
  187. var outputFormat = GetOutputFormat(originalImage, options.OutputFormat);
  188. using (var outputMemoryStream = new MemoryStream())
  189. {
  190. // Save to the memory stream
  191. thumbnail.Save(outputFormat, outputMemoryStream, quality);
  192. var bytes = outputMemoryStream.ToArray();
  193. await toStream.WriteAsync(bytes, 0, bytes.Length).ConfigureAwait(false);
  194. // kick off a task to cache the result
  195. CacheResizedImage(cacheFilePath, bytes, semaphore);
  196. }
  197. }
  198. }
  199. }
  200. }
  201. }
  202. }
  203. catch
  204. {
  205. semaphore.Release();
  206. throw;
  207. }
  208. }
  209. /// <summary>
  210. /// Caches the resized image.
  211. /// </summary>
  212. /// <param name="cacheFilePath">The cache file path.</param>
  213. /// <param name="bytes">The bytes.</param>
  214. /// <param name="semaphore">The semaphore.</param>
  215. private void CacheResizedImage(string cacheFilePath, byte[] bytes, SemaphoreSlim semaphore)
  216. {
  217. Task.Run(async () =>
  218. {
  219. try
  220. {
  221. var parentPath = Path.GetDirectoryName(cacheFilePath);
  222. Directory.CreateDirectory(parentPath);
  223. // Save to the cache location
  224. using (var cacheFileStream = _fileSystem.GetFileStream(cacheFilePath, FileMode.Create, FileAccess.Write, FileShare.Read, true))
  225. {
  226. // Save to the filestream
  227. await cacheFileStream.WriteAsync(bytes, 0, bytes.Length).ConfigureAwait(false);
  228. }
  229. }
  230. catch (Exception ex)
  231. {
  232. _logger.ErrorException("Error writing to image cache file {0}", ex, cacheFilePath);
  233. }
  234. finally
  235. {
  236. semaphore.Release();
  237. }
  238. });
  239. }
  240. /// <summary>
  241. /// Sets the color of the background.
  242. /// </summary>
  243. /// <param name="graphics">The graphics.</param>
  244. /// <param name="options">The options.</param>
  245. private void SetBackgroundColor(Graphics graphics, ImageProcessingOptions options)
  246. {
  247. var color = options.BackgroundColor;
  248. if (!string.IsNullOrEmpty(color))
  249. {
  250. Color drawingColor;
  251. try
  252. {
  253. drawingColor = ColorTranslator.FromHtml(color);
  254. }
  255. catch
  256. {
  257. drawingColor = ColorTranslator.FromHtml("#" + color);
  258. }
  259. graphics.Clear(drawingColor);
  260. }
  261. }
  262. /// <summary>
  263. /// Draws the indicator.
  264. /// </summary>
  265. /// <param name="graphics">The graphics.</param>
  266. /// <param name="imageWidth">Width of the image.</param>
  267. /// <param name="imageHeight">Height of the image.</param>
  268. /// <param name="options">The options.</param>
  269. private void DrawIndicator(Graphics graphics, int imageWidth, int imageHeight, ImageProcessingOptions options)
  270. {
  271. if (!options.AddPlayedIndicator && !options.PercentPlayed.HasValue)
  272. {
  273. return;
  274. }
  275. try
  276. {
  277. var percentOffset = 0;
  278. if (options.AddPlayedIndicator)
  279. {
  280. var currentImageSize = new Size(imageWidth, imageHeight);
  281. new WatchedIndicatorDrawer().Process(graphics, currentImageSize);
  282. percentOffset = 0 - WatchedIndicatorDrawer.IndicatorWidth;
  283. }
  284. if (options.PercentPlayed.HasValue)
  285. {
  286. var currentImageSize = new Size(imageWidth, imageHeight);
  287. new PercentPlayedDrawer().Process(graphics, currentImageSize, options.PercentPlayed.Value, percentOffset);
  288. }
  289. }
  290. catch (Exception ex)
  291. {
  292. _logger.ErrorException("Error drawing indicator overlay", ex);
  293. }
  294. }
  295. /// <summary>
  296. /// Gets the output format.
  297. /// </summary>
  298. /// <param name="image">The image.</param>
  299. /// <param name="outputFormat">The output format.</param>
  300. /// <returns>ImageFormat.</returns>
  301. private ImageFormat GetOutputFormat(Image image, ImageOutputFormat outputFormat)
  302. {
  303. switch (outputFormat)
  304. {
  305. case ImageOutputFormat.Bmp:
  306. return ImageFormat.Bmp;
  307. case ImageOutputFormat.Gif:
  308. return ImageFormat.Gif;
  309. case ImageOutputFormat.Jpg:
  310. return ImageFormat.Jpeg;
  311. case ImageOutputFormat.Png:
  312. return ImageFormat.Png;
  313. default:
  314. return image.RawFormat;
  315. }
  316. }
  317. /// <summary>
  318. /// Crops whitespace from an image, caches the result, and returns the cached path
  319. /// </summary>
  320. /// <param name="originalImagePath">The original image path.</param>
  321. /// <param name="dateModified">The date modified.</param>
  322. /// <returns>System.String.</returns>
  323. private async Task<string> GetWhitespaceCroppedImage(string originalImagePath, DateTime dateModified)
  324. {
  325. var name = originalImagePath;
  326. name += "datemodified=" + dateModified.Ticks;
  327. var croppedImagePath = GetCachePath(_croppedWhitespaceImageCachePath, name, Path.GetExtension(originalImagePath));
  328. var semaphore = GetLock(croppedImagePath);
  329. await semaphore.WaitAsync().ConfigureAwait(false);
  330. // Check again in case of contention
  331. if (File.Exists(croppedImagePath))
  332. {
  333. semaphore.Release();
  334. return croppedImagePath;
  335. }
  336. try
  337. {
  338. using (var fileStream = _fileSystem.GetFileStream(originalImagePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  339. {
  340. // Copy to memory stream to avoid Image locking file
  341. using (var memoryStream = new MemoryStream())
  342. {
  343. await fileStream.CopyToAsync(memoryStream).ConfigureAwait(false);
  344. using (var originalImage = (Bitmap)Image.FromStream(memoryStream, true, false))
  345. {
  346. var outputFormat = originalImage.RawFormat;
  347. using (var croppedImage = originalImage.CropWhitespace())
  348. {
  349. var parentPath = Path.GetDirectoryName(croppedImagePath);
  350. Directory.CreateDirectory(parentPath);
  351. using (var outputStream = _fileSystem.GetFileStream(croppedImagePath, FileMode.Create, FileAccess.Write, FileShare.Read, false))
  352. {
  353. croppedImage.Save(outputFormat, outputStream, 100);
  354. }
  355. }
  356. }
  357. }
  358. }
  359. }
  360. catch (Exception ex)
  361. {
  362. // We have to have a catch-all here because some of the .net image methods throw a plain old Exception
  363. _logger.ErrorException("Error cropping image {0}", ex, originalImagePath);
  364. return originalImagePath;
  365. }
  366. finally
  367. {
  368. semaphore.Release();
  369. }
  370. return croppedImagePath;
  371. }
  372. /// <summary>
  373. /// Gets the cache file path based on a set of parameters
  374. /// </summary>
  375. private string GetCacheFilePath(string originalPath, ImageSize outputSize, int quality, DateTime dateModified, ImageOutputFormat format, bool addPlayedIndicator, int? percentPlayed, string backgroundColor)
  376. {
  377. var filename = originalPath;
  378. filename += "width=" + outputSize.Width;
  379. filename += "height=" + outputSize.Height;
  380. filename += "quality=" + quality;
  381. filename += "datemodified=" + dateModified.Ticks;
  382. if (format != ImageOutputFormat.Original)
  383. {
  384. filename += "f=" + format;
  385. }
  386. if (addPlayedIndicator)
  387. {
  388. filename += "pl=true";
  389. }
  390. if (percentPlayed.HasValue)
  391. {
  392. filename += "p=" + percentPlayed.Value;
  393. }
  394. if (!string.IsNullOrEmpty(backgroundColor))
  395. {
  396. filename += "b=" + backgroundColor;
  397. }
  398. return GetCachePath(_resizedImageCachePath, filename, Path.GetExtension(originalPath));
  399. }
  400. /// <summary>
  401. /// Gets the size of the image.
  402. /// </summary>
  403. /// <param name="path">The path.</param>
  404. /// <returns>ImageSize.</returns>
  405. public ImageSize GetImageSize(string path)
  406. {
  407. return GetImageSize(path, File.GetLastWriteTimeUtc(path));
  408. }
  409. /// <summary>
  410. /// Gets the size of the image.
  411. /// </summary>
  412. /// <param name="path">The path.</param>
  413. /// <param name="imageDateModified">The image date modified.</param>
  414. /// <returns>ImageSize.</returns>
  415. /// <exception cref="System.ArgumentNullException">path</exception>
  416. public ImageSize GetImageSize(string path, DateTime imageDateModified)
  417. {
  418. if (string.IsNullOrEmpty(path))
  419. {
  420. throw new ArgumentNullException("path");
  421. }
  422. var name = path + "datemodified=" + imageDateModified.Ticks;
  423. ImageSize size;
  424. var cacheHash = name.GetMD5();
  425. if (!_cachedImagedSizes.TryGetValue(cacheHash, out size))
  426. {
  427. size = GetImageSizeInternal(path);
  428. _cachedImagedSizes.AddOrUpdate(cacheHash, size, (keyName, oldValue) => size);
  429. }
  430. return size;
  431. }
  432. /// <summary>
  433. /// Gets the image size internal.
  434. /// </summary>
  435. /// <param name="path">The path.</param>
  436. /// <returns>ImageSize.</returns>
  437. private ImageSize GetImageSizeInternal(string path)
  438. {
  439. var size = ImageHeader.GetDimensions(path, _logger, _fileSystem);
  440. StartSaveImageSizeTimer();
  441. return new ImageSize { Width = size.Width, Height = size.Height };
  442. }
  443. private readonly Timer _saveImageSizeTimer;
  444. private const int SaveImageSizeTimeout = 5000;
  445. private readonly object _saveImageSizeLock = new object();
  446. private void StartSaveImageSizeTimer()
  447. {
  448. _saveImageSizeTimer.Change(SaveImageSizeTimeout, Timeout.Infinite);
  449. }
  450. private void SaveImageSizeCallback(object state)
  451. {
  452. lock (_saveImageSizeLock)
  453. {
  454. try
  455. {
  456. var path = ImageSizeFile;
  457. Directory.CreateDirectory(Path.GetDirectoryName(path));
  458. _jsonSerializer.SerializeToFile(_cachedImagedSizes, path);
  459. }
  460. catch (Exception ex)
  461. {
  462. _logger.ErrorException("Error saving image size file", ex);
  463. }
  464. }
  465. }
  466. private string ImageSizeFile
  467. {
  468. get
  469. {
  470. return Path.Combine(_appPaths.DataPath, "imagesizes.json");
  471. }
  472. }
  473. /// <summary>
  474. /// Gets the image cache tag.
  475. /// </summary>
  476. /// <param name="item">The item.</param>
  477. /// <param name="imageType">Type of the image.</param>
  478. /// <param name="imagePath">The image path.</param>
  479. /// <returns>Guid.</returns>
  480. /// <exception cref="System.ArgumentNullException">item</exception>
  481. public Guid GetImageCacheTag(BaseItem item, ImageType imageType, string imagePath)
  482. {
  483. if (item == null)
  484. {
  485. throw new ArgumentNullException("item");
  486. }
  487. if (string.IsNullOrEmpty(imagePath))
  488. {
  489. throw new ArgumentNullException("imagePath");
  490. }
  491. var dateModified = item.GetImageDateModified(imagePath);
  492. var supportedEnhancers = GetSupportedEnhancers(item, imageType);
  493. return GetImageCacheTag(item, imageType, imagePath, dateModified, supportedEnhancers.ToList());
  494. }
  495. /// <summary>
  496. /// Gets the image cache tag.
  497. /// </summary>
  498. /// <param name="item">The item.</param>
  499. /// <param name="imageType">Type of the image.</param>
  500. /// <param name="originalImagePath">The original image path.</param>
  501. /// <param name="dateModified">The date modified of the original image file.</param>
  502. /// <param name="imageEnhancers">The image enhancers.</param>
  503. /// <returns>Guid.</returns>
  504. /// <exception cref="System.ArgumentNullException">item</exception>
  505. public Guid GetImageCacheTag(BaseItem item, ImageType imageType, string originalImagePath, DateTime dateModified, List<IImageEnhancer> imageEnhancers)
  506. {
  507. if (item == null)
  508. {
  509. throw new ArgumentNullException("item");
  510. }
  511. if (imageEnhancers == null)
  512. {
  513. throw new ArgumentNullException("imageEnhancers");
  514. }
  515. if (string.IsNullOrEmpty(originalImagePath))
  516. {
  517. throw new ArgumentNullException("originalImagePath");
  518. }
  519. // Optimization
  520. if (imageEnhancers.Count == 0)
  521. {
  522. return (originalImagePath + dateModified.Ticks).GetMD5();
  523. }
  524. // Cache name is created with supported enhancers combined with the last config change so we pick up new config changes
  525. var cacheKeys = imageEnhancers.Select(i => i.GetConfigurationCacheKey(item, imageType)).ToList();
  526. cacheKeys.Add(originalImagePath + dateModified.Ticks);
  527. return string.Join("|", cacheKeys.ToArray()).GetMD5();
  528. }
  529. /// <summary>
  530. /// Gets the enhanced image.
  531. /// </summary>
  532. /// <param name="item">The item.</param>
  533. /// <param name="imageType">Type of the image.</param>
  534. /// <param name="imageIndex">Index of the image.</param>
  535. /// <returns>Task{System.String}.</returns>
  536. public async Task<string> GetEnhancedImage(BaseItem item, ImageType imageType, int imageIndex)
  537. {
  538. var enhancers = GetSupportedEnhancers(item, imageType).ToList();
  539. var imagePath = item.GetImagePath(imageType, imageIndex);
  540. var dateModified = item.GetImageDateModified(imagePath);
  541. var result = await GetEnhancedImage(imagePath, dateModified, item, imageType, imageIndex, enhancers);
  542. return result.Item1;
  543. }
  544. private async Task<Tuple<string, DateTime>> GetEnhancedImage(string originalImagePath, DateTime dateModified, BaseItem item,
  545. ImageType imageType, int imageIndex,
  546. List<IImageEnhancer> enhancers)
  547. {
  548. try
  549. {
  550. // Enhance if we have enhancers
  551. var ehnancedImagePath = await GetEnhancedImageInternal(originalImagePath, dateModified, item, imageType, imageIndex, enhancers).ConfigureAwait(false);
  552. // If the path changed update dateModified
  553. if (!ehnancedImagePath.Equals(originalImagePath, StringComparison.OrdinalIgnoreCase))
  554. {
  555. dateModified = File.GetLastWriteTimeUtc(ehnancedImagePath);
  556. return new Tuple<string, DateTime>(ehnancedImagePath, dateModified);
  557. }
  558. }
  559. catch (Exception ex)
  560. {
  561. _logger.Error("Error enhancing image", ex);
  562. }
  563. return new Tuple<string, DateTime>(originalImagePath, dateModified);
  564. }
  565. /// <summary>
  566. /// Runs an image through the image enhancers, caches the result, and returns the cached path
  567. /// </summary>
  568. /// <param name="originalImagePath">The original image path.</param>
  569. /// <param name="dateModified">The date modified of the original image file.</param>
  570. /// <param name="item">The item.</param>
  571. /// <param name="imageType">Type of the image.</param>
  572. /// <param name="imageIndex">Index of the image.</param>
  573. /// <param name="supportedEnhancers">The supported enhancers.</param>
  574. /// <returns>System.String.</returns>
  575. /// <exception cref="System.ArgumentNullException">originalImagePath</exception>
  576. private async Task<string> GetEnhancedImageInternal(string originalImagePath, DateTime dateModified, BaseItem item, ImageType imageType, int imageIndex, List<IImageEnhancer> supportedEnhancers)
  577. {
  578. if (string.IsNullOrEmpty(originalImagePath))
  579. {
  580. throw new ArgumentNullException("originalImagePath");
  581. }
  582. if (item == null)
  583. {
  584. throw new ArgumentNullException("item");
  585. }
  586. var cacheGuid = GetImageCacheTag(item, imageType, originalImagePath, dateModified, supportedEnhancers);
  587. // All enhanced images are saved as png to allow transparency
  588. var enhancedImagePath = GetCachePath(_enhancedImageCachePath, cacheGuid + ".png");
  589. var semaphore = GetLock(enhancedImagePath);
  590. await semaphore.WaitAsync().ConfigureAwait(false);
  591. // Check again in case of contention
  592. if (File.Exists(enhancedImagePath))
  593. {
  594. semaphore.Release();
  595. return enhancedImagePath;
  596. }
  597. try
  598. {
  599. using (var fileStream = _fileSystem.GetFileStream(originalImagePath, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  600. {
  601. // Copy to memory stream to avoid Image locking file
  602. using (var memoryStream = new MemoryStream())
  603. {
  604. await fileStream.CopyToAsync(memoryStream).ConfigureAwait(false);
  605. using (var originalImage = Image.FromStream(memoryStream, true, false))
  606. {
  607. //Pass the image through registered enhancers
  608. using (var newImage = await ExecuteImageEnhancers(supportedEnhancers, originalImage, item, imageType, imageIndex).ConfigureAwait(false))
  609. {
  610. var parentDirectory = Path.GetDirectoryName(enhancedImagePath);
  611. Directory.CreateDirectory(parentDirectory);
  612. //And then save it in the cache
  613. using (var outputStream = _fileSystem.GetFileStream(enhancedImagePath, FileMode.Create, FileAccess.Write, FileShare.Read, false))
  614. {
  615. newImage.Save(ImageFormat.Png, outputStream, 100);
  616. }
  617. }
  618. }
  619. }
  620. }
  621. }
  622. finally
  623. {
  624. semaphore.Release();
  625. }
  626. return enhancedImagePath;
  627. }
  628. /// <summary>
  629. /// Executes the image enhancers.
  630. /// </summary>
  631. /// <param name="imageEnhancers">The image enhancers.</param>
  632. /// <param name="originalImage">The original image.</param>
  633. /// <param name="item">The item.</param>
  634. /// <param name="imageType">Type of the image.</param>
  635. /// <param name="imageIndex">Index of the image.</param>
  636. /// <returns>Task{EnhancedImage}.</returns>
  637. private async Task<Image> ExecuteImageEnhancers(IEnumerable<IImageEnhancer> imageEnhancers, Image originalImage, BaseItem item, ImageType imageType, int imageIndex)
  638. {
  639. var result = originalImage;
  640. // Run the enhancers sequentially in order of priority
  641. foreach (var enhancer in imageEnhancers)
  642. {
  643. var typeName = enhancer.GetType().Name;
  644. try
  645. {
  646. result = await enhancer.EnhanceImageAsync(item, result, imageType, imageIndex).ConfigureAwait(false);
  647. }
  648. catch (Exception ex)
  649. {
  650. _logger.ErrorException("{0} failed enhancing {1}", ex, typeName, item.Name);
  651. throw;
  652. }
  653. }
  654. return result;
  655. }
  656. /// <summary>
  657. /// The _semaphoreLocks
  658. /// </summary>
  659. private readonly ConcurrentDictionary<string, object> _locks = new ConcurrentDictionary<string, object>();
  660. /// <summary>
  661. /// Gets the lock.
  662. /// </summary>
  663. /// <param name="filename">The filename.</param>
  664. /// <returns>System.Object.</returns>
  665. private object GetObjectLock(string filename)
  666. {
  667. return _locks.GetOrAdd(filename, key => new object());
  668. }
  669. /// <summary>
  670. /// The _semaphoreLocks
  671. /// </summary>
  672. private readonly ConcurrentDictionary<string, SemaphoreSlim> _semaphoreLocks = new ConcurrentDictionary<string, SemaphoreSlim>();
  673. /// <summary>
  674. /// Gets the lock.
  675. /// </summary>
  676. /// <param name="filename">The filename.</param>
  677. /// <returns>System.Object.</returns>
  678. private SemaphoreSlim GetLock(string filename)
  679. {
  680. return _semaphoreLocks.GetOrAdd(filename, key => new SemaphoreSlim(1, 1));
  681. }
  682. /// <summary>
  683. /// Gets the cache path.
  684. /// </summary>
  685. /// <param name="path">The path.</param>
  686. /// <param name="uniqueName">Name of the unique.</param>
  687. /// <param name="fileExtension">The file extension.</param>
  688. /// <returns>System.String.</returns>
  689. /// <exception cref="System.ArgumentNullException">
  690. /// path
  691. /// or
  692. /// uniqueName
  693. /// or
  694. /// fileExtension
  695. /// </exception>
  696. public string GetCachePath(string path, string uniqueName, string fileExtension)
  697. {
  698. if (string.IsNullOrEmpty(path))
  699. {
  700. throw new ArgumentNullException("path");
  701. }
  702. if (string.IsNullOrEmpty(uniqueName))
  703. {
  704. throw new ArgumentNullException("uniqueName");
  705. }
  706. if (string.IsNullOrEmpty(fileExtension))
  707. {
  708. throw new ArgumentNullException("fileExtension");
  709. }
  710. var filename = uniqueName.GetMD5() + fileExtension;
  711. return GetCachePath(path, filename);
  712. }
  713. /// <summary>
  714. /// Gets the cache path.
  715. /// </summary>
  716. /// <param name="path">The path.</param>
  717. /// <param name="filename">The filename.</param>
  718. /// <returns>System.String.</returns>
  719. /// <exception cref="System.ArgumentNullException">
  720. /// path
  721. /// or
  722. /// filename
  723. /// </exception>
  724. public string GetCachePath(string path, string filename)
  725. {
  726. if (string.IsNullOrEmpty(path))
  727. {
  728. throw new ArgumentNullException("path");
  729. }
  730. if (string.IsNullOrEmpty(filename))
  731. {
  732. throw new ArgumentNullException("filename");
  733. }
  734. var prefix = filename.Substring(0, 1);
  735. path = Path.Combine(path, prefix);
  736. return Path.Combine(path, filename);
  737. }
  738. public IEnumerable<IImageEnhancer> GetSupportedEnhancers(BaseItem item, ImageType imageType)
  739. {
  740. return ImageEnhancers.Where(i =>
  741. {
  742. try
  743. {
  744. return i.Supports(item, imageType);
  745. }
  746. catch (Exception ex)
  747. {
  748. _logger.ErrorException("Error in image enhancer: {0}", ex, i.GetType().Name);
  749. return false;
  750. }
  751. });
  752. }
  753. public void Dispose()
  754. {
  755. _saveImageSizeTimer.Dispose();
  756. }
  757. }
  758. }