LibraryManager.cs 88 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578
  1. using Interfaces.IO;
  2. using MediaBrowser.Common.Extensions;
  3. using MediaBrowser.Common.IO;
  4. using MediaBrowser.Common.Progress;
  5. using MediaBrowser.Common.ScheduledTasks;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Configuration;
  8. using MediaBrowser.Controller.Entities;
  9. using MediaBrowser.Controller.Entities.Audio;
  10. using MediaBrowser.Controller.Entities.TV;
  11. using MediaBrowser.Controller.IO;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.Persistence;
  15. using MediaBrowser.Controller.Providers;
  16. using MediaBrowser.Controller.Resolvers;
  17. using MediaBrowser.Controller.Sorting;
  18. using MediaBrowser.Model.Configuration;
  19. using MediaBrowser.Model.Entities;
  20. using MediaBrowser.Model.Logging;
  21. using MediaBrowser.Model.Querying;
  22. using MediaBrowser.Naming.Audio;
  23. using MediaBrowser.Naming.Common;
  24. using MediaBrowser.Naming.TV;
  25. using MediaBrowser.Naming.Video;
  26. using MediaBrowser.Server.Implementations.Library.Validators;
  27. using MediaBrowser.Server.Implementations.Logging;
  28. using MediaBrowser.Server.Implementations.ScheduledTasks;
  29. using System;
  30. using System.Collections;
  31. using System.Collections.Concurrent;
  32. using System.Collections.Generic;
  33. using System.Globalization;
  34. using System.IO;
  35. using System.Linq;
  36. using System.Net;
  37. using System.Threading;
  38. using System.Threading.Tasks;
  39. using CommonIO;
  40. using MediaBrowser.Model.Extensions;
  41. using MediaBrowser.Model.Library;
  42. using MediaBrowser.Model.Net;
  43. using MediaBrowser.Server.Implementations.Library.Resolvers;
  44. using MoreLinq;
  45. using SortOrder = MediaBrowser.Model.Entities.SortOrder;
  46. using VideoResolver = MediaBrowser.Naming.Video.VideoResolver;
  47. namespace MediaBrowser.Server.Implementations.Library
  48. {
  49. /// <summary>
  50. /// Class LibraryManager
  51. /// </summary>
  52. public class LibraryManager : ILibraryManager
  53. {
  54. /// <summary>
  55. /// Gets or sets the postscan tasks.
  56. /// </summary>
  57. /// <value>The postscan tasks.</value>
  58. private ILibraryPostScanTask[] PostscanTasks { get; set; }
  59. /// <summary>
  60. /// Gets the intro providers.
  61. /// </summary>
  62. /// <value>The intro providers.</value>
  63. private IIntroProvider[] IntroProviders { get; set; }
  64. /// <summary>
  65. /// Gets the list of entity resolution ignore rules
  66. /// </summary>
  67. /// <value>The entity resolution ignore rules.</value>
  68. private IResolverIgnoreRule[] EntityResolutionIgnoreRules { get; set; }
  69. /// <summary>
  70. /// Gets the list of BasePluginFolders added by plugins
  71. /// </summary>
  72. /// <value>The plugin folders.</value>
  73. private IVirtualFolderCreator[] PluginFolderCreators { get; set; }
  74. /// <summary>
  75. /// Gets the list of currently registered entity resolvers
  76. /// </summary>
  77. /// <value>The entity resolvers enumerable.</value>
  78. private IItemResolver[] EntityResolvers { get; set; }
  79. private IMultiItemResolver[] MultiItemResolvers { get; set; }
  80. /// <summary>
  81. /// Gets or sets the comparers.
  82. /// </summary>
  83. /// <value>The comparers.</value>
  84. private IBaseItemComparer[] Comparers { get; set; }
  85. /// <summary>
  86. /// Gets the active item repository
  87. /// </summary>
  88. /// <value>The item repository.</value>
  89. public IItemRepository ItemRepository { get; set; }
  90. /// <summary>
  91. /// Occurs when [item added].
  92. /// </summary>
  93. public event EventHandler<ItemChangeEventArgs> ItemAdded;
  94. /// <summary>
  95. /// Occurs when [item updated].
  96. /// </summary>
  97. public event EventHandler<ItemChangeEventArgs> ItemUpdated;
  98. /// <summary>
  99. /// Occurs when [item removed].
  100. /// </summary>
  101. public event EventHandler<ItemChangeEventArgs> ItemRemoved;
  102. /// <summary>
  103. /// The _logger
  104. /// </summary>
  105. private readonly ILogger _logger;
  106. /// <summary>
  107. /// The _task manager
  108. /// </summary>
  109. private readonly ITaskManager _taskManager;
  110. /// <summary>
  111. /// The _user manager
  112. /// </summary>
  113. private readonly IUserManager _userManager;
  114. /// <summary>
  115. /// The _user data repository
  116. /// </summary>
  117. private readonly IUserDataManager _userDataRepository;
  118. /// <summary>
  119. /// Gets or sets the configuration manager.
  120. /// </summary>
  121. /// <value>The configuration manager.</value>
  122. private IServerConfigurationManager ConfigurationManager { get; set; }
  123. /// <summary>
  124. /// A collection of items that may be referenced from multiple physical places in the library
  125. /// (typically, multiple user roots). We store them here and be sure they all reference a
  126. /// single instance.
  127. /// </summary>
  128. /// <value>The by reference items.</value>
  129. private ConcurrentDictionary<Guid, BaseItem> ByReferenceItems { get; set; }
  130. private readonly Func<ILibraryMonitor> _libraryMonitorFactory;
  131. private readonly Func<IProviderManager> _providerManagerFactory;
  132. private readonly Func<IUserViewManager> _userviewManager;
  133. /// <summary>
  134. /// The _library items cache
  135. /// </summary>
  136. private readonly ConcurrentDictionary<Guid, BaseItem> _libraryItemsCache;
  137. /// <summary>
  138. /// Gets the library items cache.
  139. /// </summary>
  140. /// <value>The library items cache.</value>
  141. private ConcurrentDictionary<Guid, BaseItem> LibraryItemsCache
  142. {
  143. get
  144. {
  145. return _libraryItemsCache;
  146. }
  147. }
  148. private readonly IFileSystem _fileSystem;
  149. /// <summary>
  150. /// Initializes a new instance of the <see cref="LibraryManager" /> class.
  151. /// </summary>
  152. /// <param name="logger">The logger.</param>
  153. /// <param name="taskManager">The task manager.</param>
  154. /// <param name="userManager">The user manager.</param>
  155. /// <param name="configurationManager">The configuration manager.</param>
  156. /// <param name="userDataRepository">The user data repository.</param>
  157. public LibraryManager(ILogger logger, ITaskManager taskManager, IUserManager userManager, IServerConfigurationManager configurationManager, IUserDataManager userDataRepository, Func<ILibraryMonitor> libraryMonitorFactory, IFileSystem fileSystem, Func<IProviderManager> providerManagerFactory, Func<IUserViewManager> userviewManager)
  158. {
  159. _logger = logger;
  160. _taskManager = taskManager;
  161. _userManager = userManager;
  162. ConfigurationManager = configurationManager;
  163. _userDataRepository = userDataRepository;
  164. _libraryMonitorFactory = libraryMonitorFactory;
  165. _fileSystem = fileSystem;
  166. _providerManagerFactory = providerManagerFactory;
  167. _userviewManager = userviewManager;
  168. ByReferenceItems = new ConcurrentDictionary<Guid, BaseItem>();
  169. _libraryItemsCache = new ConcurrentDictionary<Guid, BaseItem>();
  170. ConfigurationManager.ConfigurationUpdated += ConfigurationUpdated;
  171. RecordConfigurationValues(configurationManager.Configuration);
  172. }
  173. /// <summary>
  174. /// Adds the parts.
  175. /// </summary>
  176. /// <param name="rules">The rules.</param>
  177. /// <param name="pluginFolders">The plugin folders.</param>
  178. /// <param name="resolvers">The resolvers.</param>
  179. /// <param name="introProviders">The intro providers.</param>
  180. /// <param name="itemComparers">The item comparers.</param>
  181. /// <param name="postscanTasks">The postscan tasks.</param>
  182. public void AddParts(IEnumerable<IResolverIgnoreRule> rules,
  183. IEnumerable<IVirtualFolderCreator> pluginFolders,
  184. IEnumerable<IItemResolver> resolvers,
  185. IEnumerable<IIntroProvider> introProviders,
  186. IEnumerable<IBaseItemComparer> itemComparers,
  187. IEnumerable<ILibraryPostScanTask> postscanTasks)
  188. {
  189. EntityResolutionIgnoreRules = rules.ToArray();
  190. PluginFolderCreators = pluginFolders.ToArray();
  191. EntityResolvers = resolvers.OrderBy(i => i.Priority).ToArray();
  192. MultiItemResolvers = EntityResolvers.OfType<IMultiItemResolver>().ToArray();
  193. IntroProviders = introProviders.ToArray();
  194. Comparers = itemComparers.ToArray();
  195. PostscanTasks = postscanTasks.OrderBy(i =>
  196. {
  197. var hasOrder = i as IHasOrder;
  198. return hasOrder == null ? 0 : hasOrder.Order;
  199. }).ToArray();
  200. }
  201. /// <summary>
  202. /// The _root folder
  203. /// </summary>
  204. private volatile AggregateFolder _rootFolder;
  205. /// <summary>
  206. /// The _root folder sync lock
  207. /// </summary>
  208. private readonly object _rootFolderSyncLock = new object();
  209. /// <summary>
  210. /// Gets the root folder.
  211. /// </summary>
  212. /// <value>The root folder.</value>
  213. public AggregateFolder RootFolder
  214. {
  215. get
  216. {
  217. if (_rootFolder == null)
  218. {
  219. lock (_rootFolderSyncLock)
  220. {
  221. if (_rootFolder == null)
  222. {
  223. _rootFolder = CreateRootFolder();
  224. }
  225. }
  226. }
  227. return _rootFolder;
  228. }
  229. }
  230. /// <summary>
  231. /// The _season zero display name
  232. /// </summary>
  233. private string _seasonZeroDisplayName;
  234. private bool _wizardCompleted;
  235. /// <summary>
  236. /// Records the configuration values.
  237. /// </summary>
  238. /// <param name="configuration">The configuration.</param>
  239. private void RecordConfigurationValues(ServerConfiguration configuration)
  240. {
  241. _seasonZeroDisplayName = configuration.SeasonZeroDisplayName;
  242. _wizardCompleted = configuration.IsStartupWizardCompleted;
  243. }
  244. /// <summary>
  245. /// Configurations the updated.
  246. /// </summary>
  247. /// <param name="sender">The sender.</param>
  248. /// <param name="e">The <see cref="EventArgs" /> instance containing the event data.</param>
  249. void ConfigurationUpdated(object sender, EventArgs e)
  250. {
  251. var config = ConfigurationManager.Configuration;
  252. var newSeasonZeroName = ConfigurationManager.Configuration.SeasonZeroDisplayName;
  253. var seasonZeroNameChanged = !string.Equals(_seasonZeroDisplayName, newSeasonZeroName, StringComparison.Ordinal);
  254. var wizardChanged = config.IsStartupWizardCompleted != _wizardCompleted;
  255. RecordConfigurationValues(config);
  256. if (seasonZeroNameChanged || wizardChanged)
  257. {
  258. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  259. }
  260. if (seasonZeroNameChanged)
  261. {
  262. Task.Run(async () =>
  263. {
  264. await UpdateSeasonZeroNames(newSeasonZeroName, CancellationToken.None).ConfigureAwait(false);
  265. });
  266. }
  267. }
  268. /// <summary>
  269. /// Updates the season zero names.
  270. /// </summary>
  271. /// <param name="newName">The new name.</param>
  272. /// <param name="cancellationToken">The cancellation token.</param>
  273. /// <returns>Task.</returns>
  274. private async Task UpdateSeasonZeroNames(string newName, CancellationToken cancellationToken)
  275. {
  276. var seasons = RootFolder.GetRecursiveChildren(i => i is Season)
  277. .Cast<Season>()
  278. .Where(i => i.IndexNumber.HasValue && i.IndexNumber.Value == 0 && !string.Equals(i.Name, newName, StringComparison.Ordinal))
  279. .ToList();
  280. foreach (var season in seasons)
  281. {
  282. season.Name = newName;
  283. try
  284. {
  285. await UpdateItem(season, ItemUpdateType.MetadataDownload, cancellationToken).ConfigureAwait(false);
  286. }
  287. catch (Exception ex)
  288. {
  289. _logger.ErrorException("Error saving {0}", ex, season.Path);
  290. }
  291. }
  292. }
  293. /// <summary>
  294. /// Updates the item in library cache.
  295. /// </summary>
  296. /// <param name="item">The item.</param>
  297. private void UpdateItemInLibraryCache(BaseItem item)
  298. {
  299. RegisterItem(item);
  300. }
  301. public void RegisterItem(BaseItem item)
  302. {
  303. if (item == null)
  304. {
  305. throw new ArgumentNullException("item");
  306. }
  307. RegisterItem(item.Id, item);
  308. }
  309. private void RegisterItem(Guid id, BaseItem item)
  310. {
  311. if (item.SourceType != SourceType.Library)
  312. {
  313. return;
  314. }
  315. if (item is IItemByName)
  316. {
  317. if (!(item is MusicArtist))
  318. {
  319. return;
  320. }
  321. }
  322. //if (!(item is Folder))
  323. //{
  324. // return;
  325. //}
  326. LibraryItemsCache.AddOrUpdate(id, item, delegate { return item; });
  327. }
  328. public async Task DeleteItem(BaseItem item, DeleteOptions options)
  329. {
  330. if (item == null)
  331. {
  332. throw new ArgumentNullException("item");
  333. }
  334. _logger.Debug("Deleting item, Type: {0}, Name: {1}, Path: {2}, Id: {3}",
  335. item.GetType().Name,
  336. item.Name ?? "Unknown name",
  337. item.Path ?? string.Empty,
  338. item.Id);
  339. var parent = item.Parent;
  340. var locationType = item.LocationType;
  341. var children = item.IsFolder
  342. ? ((Folder)item).GetRecursiveChildren().ToList()
  343. : new List<BaseItem>();
  344. foreach (var metadataPath in GetMetadataPaths(item, children))
  345. {
  346. _logger.Debug("Deleting path {0}", metadataPath);
  347. try
  348. {
  349. _fileSystem.DeleteDirectory(metadataPath, true);
  350. }
  351. catch (DirectoryNotFoundException)
  352. {
  353. }
  354. catch (Exception ex)
  355. {
  356. _logger.ErrorException("Error deleting {0}", ex, metadataPath);
  357. }
  358. }
  359. if (options.DeleteFileLocation && locationType != LocationType.Remote && locationType != LocationType.Virtual)
  360. {
  361. foreach (var path in item.GetDeletePaths().ToList())
  362. {
  363. if (_fileSystem.DirectoryExists(path))
  364. {
  365. _logger.Debug("Deleting path {0}", path);
  366. _fileSystem.DeleteDirectory(path, true);
  367. }
  368. else if (_fileSystem.FileExists(path))
  369. {
  370. _logger.Debug("Deleting path {0}", path);
  371. _fileSystem.DeleteFile(path);
  372. }
  373. }
  374. if (parent != null)
  375. {
  376. await parent.ValidateChildren(new Progress<double>(), CancellationToken.None)
  377. .ConfigureAwait(false);
  378. }
  379. }
  380. else if (parent != null)
  381. {
  382. parent.RemoveChild(item);
  383. }
  384. await ItemRepository.DeleteItem(item.Id, CancellationToken.None).ConfigureAwait(false);
  385. foreach (var child in children)
  386. {
  387. await ItemRepository.DeleteItem(child.Id, CancellationToken.None).ConfigureAwait(false);
  388. }
  389. BaseItem removed;
  390. _libraryItemsCache.TryRemove(item.Id, out removed);
  391. ReportItemRemoved(item);
  392. }
  393. private IEnumerable<string> GetMetadataPaths(BaseItem item, IEnumerable<BaseItem> children)
  394. {
  395. var list = new List<string>
  396. {
  397. item.GetInternalMetadataPath()
  398. };
  399. list.AddRange(children.Select(i => i.GetInternalMetadataPath()));
  400. return list;
  401. }
  402. /// <summary>
  403. /// Resolves the item.
  404. /// </summary>
  405. /// <param name="args">The args.</param>
  406. /// <param name="resolvers">The resolvers.</param>
  407. /// <returns>BaseItem.</returns>
  408. private BaseItem ResolveItem(ItemResolveArgs args, IItemResolver[] resolvers)
  409. {
  410. var item = (resolvers ?? EntityResolvers).Select(r => Resolve(args, r))
  411. .FirstOrDefault(i => i != null);
  412. if (item != null)
  413. {
  414. ResolverHelper.SetInitialItemValues(item, args, _fileSystem, this);
  415. }
  416. return item;
  417. }
  418. private BaseItem Resolve(ItemResolveArgs args, IItemResolver resolver)
  419. {
  420. try
  421. {
  422. return resolver.ResolvePath(args);
  423. }
  424. catch (Exception ex)
  425. {
  426. _logger.ErrorException("Error in {0} resolving {1}", ex, resolver.GetType().Name, args.Path);
  427. return null;
  428. }
  429. }
  430. public Guid GetNewItemId(string key, Type type)
  431. {
  432. if (string.IsNullOrWhiteSpace(key))
  433. {
  434. throw new ArgumentNullException("key");
  435. }
  436. if (type == null)
  437. {
  438. throw new ArgumentNullException("type");
  439. }
  440. if (ConfigurationManager.Configuration.EnableLocalizedGuids && key.StartsWith(ConfigurationManager.ApplicationPaths.ProgramDataPath))
  441. {
  442. // Try to normalize paths located underneath program-data in an attempt to make them more portable
  443. key = key.Substring(ConfigurationManager.ApplicationPaths.ProgramDataPath.Length)
  444. .TrimStart(new[] { '/', '\\' })
  445. .Replace("/", "\\");
  446. }
  447. key = type.FullName + key.ToLower();
  448. return key.GetMD5();
  449. }
  450. public IEnumerable<BaseItem> ReplaceVideosWithPrimaryVersions(IEnumerable<BaseItem> items)
  451. {
  452. if (items == null)
  453. {
  454. throw new ArgumentNullException("items");
  455. }
  456. var dict = new Dictionary<Guid, BaseItem>();
  457. foreach (var item in items)
  458. {
  459. var video = item as Video;
  460. if (video != null)
  461. {
  462. if (video.PrimaryVersionId.HasValue)
  463. {
  464. var primary = GetItemById(video.PrimaryVersionId.Value) as Video;
  465. if (primary != null)
  466. {
  467. dict[primary.Id] = primary;
  468. continue;
  469. }
  470. }
  471. }
  472. dict[item.Id] = item;
  473. }
  474. return dict.Values;
  475. }
  476. /// <summary>
  477. /// Ensure supplied item has only one instance throughout
  478. /// </summary>
  479. /// <param name="item">The item.</param>
  480. /// <returns>The proper instance to the item</returns>
  481. public BaseItem GetOrAddByReferenceItem(BaseItem item)
  482. {
  483. // Add this item to our list if not there already
  484. if (!ByReferenceItems.TryAdd(item.Id, item))
  485. {
  486. // Already there - return the existing reference
  487. item = ByReferenceItems[item.Id];
  488. }
  489. return item;
  490. }
  491. public BaseItem ResolvePath(FileSystemMetadata fileInfo,
  492. Folder parent = null)
  493. {
  494. return ResolvePath(fileInfo, new DirectoryService(_logger, _fileSystem), null, parent);
  495. }
  496. private BaseItem ResolvePath(FileSystemMetadata fileInfo, IDirectoryService directoryService, IItemResolver[] resolvers, Folder parent = null, string collectionType = null)
  497. {
  498. if (fileInfo == null)
  499. {
  500. throw new ArgumentNullException("fileInfo");
  501. }
  502. var fullPath = fileInfo.FullName;
  503. if (string.IsNullOrWhiteSpace(collectionType) && parent != null)
  504. {
  505. collectionType = GetContentTypeOverride(fullPath, true);
  506. }
  507. var args = new ItemResolveArgs(ConfigurationManager.ApplicationPaths, directoryService)
  508. {
  509. Parent = parent,
  510. Path = fullPath,
  511. FileInfo = fileInfo,
  512. CollectionType = collectionType
  513. };
  514. // Return null if ignore rules deem that we should do so
  515. if (IgnoreFile(args.FileInfo, args.Parent))
  516. {
  517. return null;
  518. }
  519. // Gather child folder and files
  520. if (args.IsDirectory)
  521. {
  522. var isPhysicalRoot = args.IsPhysicalRoot;
  523. // When resolving the root, we need it's grandchildren (children of user views)
  524. var flattenFolderDepth = isPhysicalRoot ? 2 : 0;
  525. var fileSystemDictionary = FileData.GetFilteredFileSystemEntries(directoryService, args.Path, _fileSystem, _logger, args, flattenFolderDepth: flattenFolderDepth, resolveShortcuts: isPhysicalRoot || args.IsVf);
  526. // Need to remove subpaths that may have been resolved from shortcuts
  527. // Example: if \\server\movies exists, then strip out \\server\movies\action
  528. if (isPhysicalRoot)
  529. {
  530. var paths = NormalizeRootPathList(fileSystemDictionary.Values);
  531. fileSystemDictionary = paths.ToDictionary(i => i.FullName);
  532. }
  533. args.FileSystemDictionary = fileSystemDictionary;
  534. }
  535. // Check to see if we should resolve based on our contents
  536. if (args.IsDirectory && !ShouldResolvePathContents(args))
  537. {
  538. return null;
  539. }
  540. return ResolveItem(args, resolvers);
  541. }
  542. public bool IgnoreFile(FileSystemMetadata file, BaseItem parent)
  543. {
  544. return EntityResolutionIgnoreRules.Any(r => r.ShouldIgnore(file, parent));
  545. }
  546. public IEnumerable<FileSystemMetadata> NormalizeRootPathList(IEnumerable<FileSystemMetadata> paths)
  547. {
  548. var originalList = paths.ToList();
  549. var list = originalList.Where(i => i.IsDirectory)
  550. .Select(i => _fileSystem.NormalizePath(i.FullName))
  551. .Distinct(StringComparer.OrdinalIgnoreCase)
  552. .ToList();
  553. var dupes = list.Where(subPath => !subPath.EndsWith(":\\", StringComparison.OrdinalIgnoreCase) && list.Any(i => _fileSystem.ContainsSubPath(i, subPath)))
  554. .ToList();
  555. foreach (var dupe in dupes)
  556. {
  557. _logger.Info("Found duplicate path: {0}", dupe);
  558. }
  559. var newList = list.Except(dupes, StringComparer.OrdinalIgnoreCase).Select(_fileSystem.GetDirectoryInfo).ToList();
  560. newList.AddRange(originalList.Where(i => !i.IsDirectory));
  561. return newList;
  562. }
  563. /// <summary>
  564. /// Determines whether a path should be ignored based on its contents - called after the contents have been read
  565. /// </summary>
  566. /// <param name="args">The args.</param>
  567. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  568. private static bool ShouldResolvePathContents(ItemResolveArgs args)
  569. {
  570. // Ignore any folders containing a file called .ignore
  571. return !args.ContainsFileSystemEntryByName(".ignore");
  572. }
  573. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType)
  574. {
  575. return ResolvePaths(files, directoryService, parent, collectionType, EntityResolvers);
  576. }
  577. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  578. {
  579. var fileList = files.Where(i => !IgnoreFile(i, parent)).ToList();
  580. if (parent != null)
  581. {
  582. var multiItemResolvers = resolvers == null ? MultiItemResolvers : resolvers.OfType<IMultiItemResolver>().ToArray();
  583. foreach (var resolver in multiItemResolvers)
  584. {
  585. var result = resolver.ResolveMultiple(parent, fileList, collectionType, directoryService);
  586. if (result != null && result.Items.Count > 0)
  587. {
  588. var items = new List<BaseItem>();
  589. items.AddRange(result.Items);
  590. foreach (var item in items)
  591. {
  592. ResolverHelper.SetInitialItemValues(item, parent, _fileSystem, this, directoryService);
  593. }
  594. items.AddRange(ResolveFileList(result.ExtraFiles, directoryService, parent, collectionType, resolvers));
  595. return items;
  596. }
  597. }
  598. }
  599. return ResolveFileList(fileList, directoryService, parent, collectionType, resolvers);
  600. }
  601. private IEnumerable<BaseItem> ResolveFileList(IEnumerable<FileSystemMetadata> fileList, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  602. {
  603. return fileList.Select(f =>
  604. {
  605. try
  606. {
  607. return ResolvePath(f, directoryService, resolvers, parent, collectionType);
  608. }
  609. catch (Exception ex)
  610. {
  611. _logger.ErrorException("Error resolving path {0}", ex, f.FullName);
  612. return null;
  613. }
  614. }).Where(i => i != null);
  615. }
  616. /// <summary>
  617. /// Creates the root media folder
  618. /// </summary>
  619. /// <returns>AggregateFolder.</returns>
  620. /// <exception cref="System.InvalidOperationException">Cannot create the root folder until plugins have loaded</exception>
  621. public AggregateFolder CreateRootFolder()
  622. {
  623. var rootFolderPath = ConfigurationManager.ApplicationPaths.RootFolderPath;
  624. _fileSystem.CreateDirectory(rootFolderPath);
  625. var rootFolder = GetItemById(GetNewItemId(rootFolderPath, typeof(AggregateFolder))) as AggregateFolder ?? (AggregateFolder)ResolvePath(_fileSystem.GetDirectoryInfo(rootFolderPath));
  626. // Add in the plug-in folders
  627. foreach (var child in PluginFolderCreators)
  628. {
  629. var folder = child.GetFolder();
  630. if (folder != null)
  631. {
  632. if (folder.Id == Guid.Empty)
  633. {
  634. if (string.IsNullOrWhiteSpace(folder.Path))
  635. {
  636. folder.Id = GetNewItemId(folder.GetType().Name, folder.GetType());
  637. }
  638. else
  639. {
  640. folder.Id = GetNewItemId(folder.Path, folder.GetType());
  641. }
  642. }
  643. var dbItem = GetItemById(folder.Id) as BasePluginFolder;
  644. if (dbItem != null && string.Equals(dbItem.Path, folder.Path, StringComparison.OrdinalIgnoreCase))
  645. {
  646. folder = dbItem;
  647. }
  648. if (folder.ParentId != rootFolder.Id)
  649. {
  650. folder.ParentId = rootFolder.Id;
  651. var task = folder.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None);
  652. Task.WaitAll(task);
  653. }
  654. rootFolder.AddVirtualChild(folder);
  655. RegisterItem(folder);
  656. }
  657. }
  658. return rootFolder;
  659. }
  660. private volatile UserRootFolder _userRootFolder;
  661. private readonly object _syncLock = new object();
  662. public Folder GetUserRootFolder()
  663. {
  664. if (_userRootFolder == null)
  665. {
  666. lock (_syncLock)
  667. {
  668. if (_userRootFolder == null)
  669. {
  670. var userRootPath = ConfigurationManager.ApplicationPaths.DefaultUserViewsPath;
  671. _fileSystem.CreateDirectory(userRootPath);
  672. var tmpItem = GetItemById(GetNewItemId(userRootPath, typeof(UserRootFolder))) as UserRootFolder;
  673. if (tmpItem == null)
  674. {
  675. tmpItem = (UserRootFolder)ResolvePath(_fileSystem.GetDirectoryInfo(userRootPath));
  676. }
  677. _userRootFolder = tmpItem;
  678. }
  679. }
  680. }
  681. return _userRootFolder;
  682. }
  683. public BaseItem FindByPath(string path)
  684. {
  685. var query = new InternalItemsQuery
  686. {
  687. Path = path
  688. };
  689. // Only use the database result if there's exactly one item, otherwise we run the risk of returning old data that hasn't been cleaned yet.
  690. var items = GetItemIds(query).Select(GetItemById).Where(i => i != null).ToArray();
  691. if (items.Length == 1)
  692. {
  693. return items[0];
  694. }
  695. if (items.Length == 0)
  696. {
  697. return null;
  698. }
  699. return RootFolder.FindByPath(path);
  700. }
  701. /// <summary>
  702. /// Gets a Person
  703. /// </summary>
  704. /// <param name="name">The name.</param>
  705. /// <returns>Task{Person}.</returns>
  706. public Person GetPerson(string name)
  707. {
  708. return GetItemByName<Person>(ConfigurationManager.ApplicationPaths.PeoplePath, name);
  709. }
  710. /// <summary>
  711. /// Gets a Studio
  712. /// </summary>
  713. /// <param name="name">The name.</param>
  714. /// <returns>Task{Studio}.</returns>
  715. public Studio GetStudio(string name)
  716. {
  717. return GetItemByName<Studio>(ConfigurationManager.ApplicationPaths.StudioPath, name);
  718. }
  719. /// <summary>
  720. /// Gets a Genre
  721. /// </summary>
  722. /// <param name="name">The name.</param>
  723. /// <returns>Task{Genre}.</returns>
  724. public Genre GetGenre(string name)
  725. {
  726. return GetItemByName<Genre>(ConfigurationManager.ApplicationPaths.GenrePath, name);
  727. }
  728. /// <summary>
  729. /// Gets the genre.
  730. /// </summary>
  731. /// <param name="name">The name.</param>
  732. /// <returns>Task{MusicGenre}.</returns>
  733. public MusicGenre GetMusicGenre(string name)
  734. {
  735. return GetItemByName<MusicGenre>(ConfigurationManager.ApplicationPaths.MusicGenrePath, name);
  736. }
  737. /// <summary>
  738. /// Gets the game genre.
  739. /// </summary>
  740. /// <param name="name">The name.</param>
  741. /// <returns>Task{GameGenre}.</returns>
  742. public GameGenre GetGameGenre(string name)
  743. {
  744. return GetItemByName<GameGenre>(ConfigurationManager.ApplicationPaths.GameGenrePath, name);
  745. }
  746. /// <summary>
  747. /// The us culture
  748. /// </summary>
  749. private static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  750. /// <summary>
  751. /// Gets a Year
  752. /// </summary>
  753. /// <param name="value">The value.</param>
  754. /// <returns>Task{Year}.</returns>
  755. /// <exception cref="System.ArgumentOutOfRangeException"></exception>
  756. public Year GetYear(int value)
  757. {
  758. if (value <= 0)
  759. {
  760. throw new ArgumentOutOfRangeException("Years less than or equal to 0 are invalid.");
  761. }
  762. return GetItemByName<Year>(ConfigurationManager.ApplicationPaths.YearPath, value.ToString(UsCulture));
  763. }
  764. /// <summary>
  765. /// Gets the artists path.
  766. /// </summary>
  767. /// <value>The artists path.</value>
  768. public string ArtistsPath
  769. {
  770. get
  771. {
  772. return Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "artists");
  773. }
  774. }
  775. /// <summary>
  776. /// Gets a Genre
  777. /// </summary>
  778. /// <param name="name">The name.</param>
  779. /// <returns>Task{Genre}.</returns>
  780. public MusicArtist GetArtist(string name)
  781. {
  782. return GetItemByName<MusicArtist>(ArtistsPath, name);
  783. }
  784. private T GetItemByName<T>(string path, string name)
  785. where T : BaseItem, new()
  786. {
  787. if (string.IsNullOrWhiteSpace(path))
  788. {
  789. throw new ArgumentNullException("path");
  790. }
  791. if (string.IsNullOrWhiteSpace(name))
  792. {
  793. throw new ArgumentNullException("name");
  794. }
  795. var validFilename = _fileSystem.GetValidFilename(name).Trim();
  796. string subFolderPrefix = null;
  797. var type = typeof(T);
  798. if (type == typeof(Person))
  799. {
  800. var subFolderIndex = 0;
  801. while (!char.IsLetterOrDigit(validFilename[subFolderIndex]))
  802. {
  803. subFolderIndex++;
  804. }
  805. subFolderPrefix = validFilename.Substring(subFolderIndex, 1);
  806. }
  807. var fullPath = string.IsNullOrEmpty(subFolderPrefix) ?
  808. Path.Combine(path, validFilename) :
  809. Path.Combine(path, subFolderPrefix, validFilename);
  810. var id = GetNewItemId(fullPath, type);
  811. BaseItem obj;
  812. if (!_libraryItemsCache.TryGetValue(id, out obj))
  813. {
  814. obj = CreateItemByName<T>(fullPath, name, id);
  815. RegisterItem(id, obj);
  816. }
  817. return obj as T;
  818. }
  819. private T CreateItemByName<T>(string path, string name, Guid id)
  820. where T : BaseItem, new()
  821. {
  822. var isArtist = typeof(T) == typeof(MusicArtist);
  823. if (isArtist)
  824. {
  825. var existing = RootFolder
  826. .GetRecursiveChildren(i => i is T && NameExtensions.AreEqual(i.Name, name))
  827. .Cast<T>()
  828. .FirstOrDefault();
  829. if (existing != null)
  830. {
  831. return existing;
  832. }
  833. }
  834. var item = GetItemById(id) as T;
  835. if (item == null)
  836. {
  837. item = new T
  838. {
  839. Name = name,
  840. Id = id,
  841. DateCreated = DateTime.UtcNow,
  842. DateModified = DateTime.UtcNow,
  843. Path = path
  844. };
  845. if (isArtist)
  846. {
  847. (item as MusicArtist).IsAccessedByName = true;
  848. }
  849. var task = CreateItem(item, CancellationToken.None);
  850. Task.WaitAll(task);
  851. }
  852. return item;
  853. }
  854. public IEnumerable<MusicArtist> GetAlbumArtists(IEnumerable<IHasAlbumArtist> items)
  855. {
  856. var names = items
  857. .SelectMany(i => i.AlbumArtists)
  858. .DistinctNames()
  859. .Select(i =>
  860. {
  861. try
  862. {
  863. var artist = GetArtist(i);
  864. return artist;
  865. }
  866. catch
  867. {
  868. // Already logged at lower levels
  869. return null;
  870. }
  871. })
  872. .Where(i => i != null);
  873. return names;
  874. }
  875. public IEnumerable<MusicArtist> GetArtists(IEnumerable<IHasArtist> items)
  876. {
  877. var names = items
  878. .SelectMany(i => i.AllArtists)
  879. .DistinctNames()
  880. .Select(i =>
  881. {
  882. try
  883. {
  884. var artist = GetArtist(i);
  885. return artist;
  886. }
  887. catch
  888. {
  889. // Already logged at lower levels
  890. return null;
  891. }
  892. })
  893. .Where(i => i != null);
  894. return names;
  895. }
  896. /// <summary>
  897. /// Validate and refresh the People sub-set of the IBN.
  898. /// The items are stored in the db but not loaded into memory until actually requested by an operation.
  899. /// </summary>
  900. /// <param name="cancellationToken">The cancellation token.</param>
  901. /// <param name="progress">The progress.</param>
  902. /// <returns>Task.</returns>
  903. public Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  904. {
  905. // Ensure the location is available.
  906. _fileSystem.CreateDirectory(ConfigurationManager.ApplicationPaths.PeoplePath);
  907. return new PeopleValidator(this, _logger, ConfigurationManager, _fileSystem).ValidatePeople(cancellationToken, progress);
  908. }
  909. /// <summary>
  910. /// Reloads the root media folder
  911. /// </summary>
  912. /// <param name="progress">The progress.</param>
  913. /// <param name="cancellationToken">The cancellation token.</param>
  914. /// <returns>Task.</returns>
  915. public Task ValidateMediaLibrary(IProgress<double> progress, CancellationToken cancellationToken)
  916. {
  917. // Just run the scheduled task so that the user can see it
  918. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  919. return Task.FromResult(true);
  920. }
  921. /// <summary>
  922. /// Queues the library scan.
  923. /// </summary>
  924. public void QueueLibraryScan()
  925. {
  926. // Just run the scheduled task so that the user can see it
  927. _taskManager.QueueScheduledTask<RefreshMediaLibraryTask>();
  928. }
  929. /// <summary>
  930. /// Validates the media library internal.
  931. /// </summary>
  932. /// <param name="progress">The progress.</param>
  933. /// <param name="cancellationToken">The cancellation token.</param>
  934. /// <returns>Task.</returns>
  935. public async Task ValidateMediaLibraryInternal(IProgress<double> progress, CancellationToken cancellationToken)
  936. {
  937. _libraryMonitorFactory().Stop();
  938. try
  939. {
  940. await PerformLibraryValidation(progress, cancellationToken).ConfigureAwait(false);
  941. }
  942. finally
  943. {
  944. _libraryMonitorFactory().Start();
  945. }
  946. }
  947. private async Task PerformLibraryValidation(IProgress<double> progress, CancellationToken cancellationToken)
  948. {
  949. _logger.Info("Validating media library");
  950. await RootFolder.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  951. progress.Report(.5);
  952. // Start by just validating the children of the root, but go no further
  953. await RootFolder.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false);
  954. progress.Report(1);
  955. var userRoot = GetUserRootFolder();
  956. await userRoot.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  957. await userRoot.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false).ConfigureAwait(false);
  958. progress.Report(2);
  959. var innerProgress = new ActionableProgress<double>();
  960. innerProgress.RegisterAction(pct => progress.Report(2 + pct * .73));
  961. // Now validate the entire media library
  962. await RootFolder.ValidateChildren(innerProgress, cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: true).ConfigureAwait(false);
  963. progress.Report(75);
  964. innerProgress = new ActionableProgress<double>();
  965. innerProgress.RegisterAction(pct => progress.Report(75 + pct * .25));
  966. // Run post-scan tasks
  967. await RunPostScanTasks(innerProgress, cancellationToken).ConfigureAwait(false);
  968. progress.Report(100);
  969. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  970. GC.Collect(2, GCCollectionMode.Forced, true);
  971. GC.Collect(2, GCCollectionMode.Forced, true);
  972. }
  973. /// <summary>
  974. /// Runs the post scan tasks.
  975. /// </summary>
  976. /// <param name="progress">The progress.</param>
  977. /// <param name="cancellationToken">The cancellation token.</param>
  978. /// <returns>Task.</returns>
  979. private async Task RunPostScanTasks(IProgress<double> progress, CancellationToken cancellationToken)
  980. {
  981. var tasks = PostscanTasks.ToList();
  982. var numComplete = 0;
  983. var numTasks = tasks.Count;
  984. foreach (var task in tasks)
  985. {
  986. var innerProgress = new ActionableProgress<double>();
  987. // Prevent access to modified closure
  988. var currentNumComplete = numComplete;
  989. innerProgress.RegisterAction(pct =>
  990. {
  991. double innerPercent = (currentNumComplete * 100) + pct;
  992. innerPercent /= numTasks;
  993. progress.Report(innerPercent);
  994. });
  995. _logger.Debug("Running post-scan task {0}", task.GetType().Name);
  996. try
  997. {
  998. await task.Run(innerProgress, cancellationToken).ConfigureAwait(false);
  999. }
  1000. catch (OperationCanceledException)
  1001. {
  1002. _logger.Info("Post-scan task cancelled: {0}", task.GetType().Name);
  1003. }
  1004. catch (Exception ex)
  1005. {
  1006. _logger.ErrorException("Error running postscan task", ex);
  1007. }
  1008. numComplete++;
  1009. double percent = numComplete;
  1010. percent /= numTasks;
  1011. progress.Report(percent * 100);
  1012. }
  1013. progress.Report(100);
  1014. }
  1015. /// <summary>
  1016. /// Gets the default view.
  1017. /// </summary>
  1018. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1019. public IEnumerable<VirtualFolderInfo> GetVirtualFolders()
  1020. {
  1021. return GetView(ConfigurationManager.ApplicationPaths.DefaultUserViewsPath);
  1022. }
  1023. /// <summary>
  1024. /// Gets the view.
  1025. /// </summary>
  1026. /// <param name="path">The path.</param>
  1027. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1028. private IEnumerable<VirtualFolderInfo> GetView(string path)
  1029. {
  1030. var topLibraryFolders = GetUserRootFolder().Children.ToList();
  1031. return _fileSystem.GetDirectoryPaths(path)
  1032. .Select(dir => GetVirtualFolderInfo(dir, topLibraryFolders));
  1033. }
  1034. private VirtualFolderInfo GetVirtualFolderInfo(string dir, List<BaseItem> collectionFolders)
  1035. {
  1036. var info = new VirtualFolderInfo
  1037. {
  1038. Name = Path.GetFileName(dir),
  1039. Locations = Directory.EnumerateFiles(dir, "*.mblink", SearchOption.TopDirectoryOnly)
  1040. .Select(_fileSystem.ResolveShortcut)
  1041. .OrderBy(i => i)
  1042. .ToList(),
  1043. CollectionType = GetCollectionType(dir)
  1044. };
  1045. var libraryFolder = collectionFolders.FirstOrDefault(i => string.Equals(i.Path, dir, StringComparison.OrdinalIgnoreCase));
  1046. if (libraryFolder != null && libraryFolder.HasImage(ImageType.Primary))
  1047. {
  1048. info.PrimaryImageItemId = libraryFolder.Id.ToString("N");
  1049. }
  1050. if (libraryFolder != null)
  1051. {
  1052. info.ItemId = libraryFolder.Id.ToString("N");
  1053. }
  1054. return info;
  1055. }
  1056. private string GetCollectionType(string path)
  1057. {
  1058. return _fileSystem.GetFiles(path, false)
  1059. .Where(i => string.Equals(i.Extension, ".collection", StringComparison.OrdinalIgnoreCase))
  1060. .Select(i => _fileSystem.GetFileNameWithoutExtension(i))
  1061. .FirstOrDefault();
  1062. }
  1063. /// <summary>
  1064. /// Gets the item by id.
  1065. /// </summary>
  1066. /// <param name="id">The id.</param>
  1067. /// <returns>BaseItem.</returns>
  1068. /// <exception cref="System.ArgumentNullException">id</exception>
  1069. public BaseItem GetItemById(Guid id)
  1070. {
  1071. if (id == Guid.Empty)
  1072. {
  1073. throw new ArgumentNullException("id");
  1074. }
  1075. BaseItem item;
  1076. if (LibraryItemsCache.TryGetValue(id, out item))
  1077. {
  1078. return item;
  1079. }
  1080. item = RetrieveItem(id);
  1081. if (item != null)
  1082. {
  1083. RegisterItem(item);
  1084. }
  1085. return item;
  1086. }
  1087. public BaseItem GetMemoryItemById(Guid id)
  1088. {
  1089. if (id == Guid.Empty)
  1090. {
  1091. throw new ArgumentNullException("id");
  1092. }
  1093. BaseItem item;
  1094. LibraryItemsCache.TryGetValue(id, out item);
  1095. return item;
  1096. }
  1097. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query)
  1098. {
  1099. if (query.User != null)
  1100. {
  1101. AddUserToQuery(query, query.User);
  1102. }
  1103. var result = ItemRepository.GetItemIdsList(query);
  1104. return result.Select(GetItemById).Where(i => i != null);
  1105. }
  1106. public QueryResult<BaseItem> QueryItems(InternalItemsQuery query)
  1107. {
  1108. if (query.User != null)
  1109. {
  1110. AddUserToQuery(query, query.User);
  1111. }
  1112. return ItemRepository.GetItems(query);
  1113. }
  1114. public List<Guid> GetItemIds(InternalItemsQuery query)
  1115. {
  1116. if (query.User != null)
  1117. {
  1118. AddUserToQuery(query, query.User);
  1119. }
  1120. return ItemRepository.GetItemIdsList(query);
  1121. }
  1122. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query, IEnumerable<string> parentIds)
  1123. {
  1124. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1125. SetTopParentIdsOrAncestors(query, parents);
  1126. return GetItemIds(query).Select(GetItemById).Where(i => i != null);
  1127. }
  1128. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query)
  1129. {
  1130. if (query.Recursive && query.ParentId.HasValue)
  1131. {
  1132. var parent = GetItemById(query.ParentId.Value);
  1133. if (parent != null)
  1134. {
  1135. SetTopParentIdsOrAncestors(query, new List<BaseItem> { parent });
  1136. query.ParentId = null;
  1137. }
  1138. }
  1139. if (query.User != null)
  1140. {
  1141. AddUserToQuery(query, query.User);
  1142. }
  1143. var initialResult = ItemRepository.GetItemIds(query);
  1144. return new QueryResult<BaseItem>
  1145. {
  1146. TotalRecordCount = initialResult.TotalRecordCount,
  1147. Items = initialResult.Items.Select(GetItemById).Where(i => i != null).ToArray()
  1148. };
  1149. }
  1150. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query, IEnumerable<string> parentIds)
  1151. {
  1152. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1153. SetTopParentIdsOrAncestors(query, parents);
  1154. return GetItemsResult(query);
  1155. }
  1156. private void SetTopParentIdsOrAncestors(InternalItemsQuery query, List<BaseItem> parents)
  1157. {
  1158. if (parents.All(i =>
  1159. {
  1160. if ((i is ICollectionFolder) || (i is UserView))
  1161. {
  1162. return true;
  1163. }
  1164. _logger.Debug("Query requires ancestor query due to type: " + i.GetType().Name);
  1165. return false;
  1166. }))
  1167. {
  1168. // Optimize by querying against top level views
  1169. query.TopParentIds = parents.SelectMany(i => GetTopParentsForQuery(i, query.User)).Select(i => i.Id.ToString("N")).ToArray();
  1170. }
  1171. else
  1172. {
  1173. // We need to be able to query from any arbitrary ancestor up the tree
  1174. query.AncestorIds = parents.SelectMany(i => i.GetIdsForAncestorQuery()).Select(i => i.ToString("N")).ToArray();
  1175. }
  1176. }
  1177. private void AddUserToQuery(InternalItemsQuery query, User user)
  1178. {
  1179. if (query.AncestorIds.Length == 0 && !query.ParentId.HasValue && query.ChannelIds.Length == 0 && query.TopParentIds.Length == 0)
  1180. {
  1181. var userViews = _userviewManager().GetUserViews(new UserViewQuery
  1182. {
  1183. UserId = user.Id.ToString("N"),
  1184. IncludeHidden = true
  1185. }, CancellationToken.None).Result.ToList();
  1186. query.TopParentIds = userViews.SelectMany(i => GetTopParentsForQuery(i, user)).Select(i => i.Id.ToString("N")).ToArray();
  1187. }
  1188. }
  1189. private IEnumerable<BaseItem> GetTopParentsForQuery(BaseItem item, User user)
  1190. {
  1191. var view = item as UserView;
  1192. if (view != null)
  1193. {
  1194. if (string.Equals(view.ViewType, CollectionType.LiveTv))
  1195. {
  1196. return new[] { view };
  1197. }
  1198. if (string.Equals(view.ViewType, CollectionType.Channels))
  1199. {
  1200. // TODO: Return channels
  1201. return new[] { view };
  1202. }
  1203. // Translate view into folders
  1204. if (view.DisplayParentId != Guid.Empty)
  1205. {
  1206. var displayParent = GetItemById(view.DisplayParentId);
  1207. if (displayParent != null)
  1208. {
  1209. return GetTopParentsForQuery(displayParent, user);
  1210. }
  1211. return new BaseItem[] { };
  1212. }
  1213. if (view.ParentId != Guid.Empty)
  1214. {
  1215. var displayParent = GetItemById(view.ParentId);
  1216. if (displayParent != null)
  1217. {
  1218. return GetTopParentsForQuery(displayParent, user);
  1219. }
  1220. return new BaseItem[] { };
  1221. }
  1222. // Handle grouping
  1223. if (user != null && !string.IsNullOrWhiteSpace(view.ViewType) && UserView.IsEligibleForGrouping(view.ViewType))
  1224. {
  1225. var collectionFolders = user.RootFolder.GetChildren(user, true).OfType<CollectionFolder>().Where(i => string.IsNullOrWhiteSpace(i.CollectionType) || string.Equals(i.CollectionType, view.ViewType, StringComparison.OrdinalIgnoreCase));
  1226. return collectionFolders.SelectMany(i => GetTopParentsForQuery(i, user));
  1227. }
  1228. return new BaseItem[] { };
  1229. }
  1230. var collectionFolder = item as CollectionFolder;
  1231. if (collectionFolder != null)
  1232. {
  1233. return collectionFolder.GetPhysicalParents();
  1234. }
  1235. var topParent = item.GetTopParent();
  1236. if (topParent != null)
  1237. {
  1238. return new[] { topParent };
  1239. }
  1240. return new BaseItem[] { };
  1241. }
  1242. /// <summary>
  1243. /// Gets the intros.
  1244. /// </summary>
  1245. /// <param name="item">The item.</param>
  1246. /// <param name="user">The user.</param>
  1247. /// <returns>IEnumerable{System.String}.</returns>
  1248. public async Task<IEnumerable<Video>> GetIntros(BaseItem item, User user)
  1249. {
  1250. var tasks = IntroProviders
  1251. .OrderBy(i => (i.GetType().Name.IndexOf("Default", StringComparison.OrdinalIgnoreCase) == -1 ? 0 : 1))
  1252. .Take(1)
  1253. .Select(i => GetIntros(i, item, user));
  1254. var items = await Task.WhenAll(tasks).ConfigureAwait(false);
  1255. return items
  1256. .SelectMany(i => i.ToArray())
  1257. .Select(ResolveIntro)
  1258. .Where(i => i != null);
  1259. }
  1260. /// <summary>
  1261. /// Gets the intros.
  1262. /// </summary>
  1263. /// <param name="provider">The provider.</param>
  1264. /// <param name="item">The item.</param>
  1265. /// <param name="user">The user.</param>
  1266. /// <returns>Task&lt;IEnumerable&lt;IntroInfo&gt;&gt;.</returns>
  1267. private async Task<IEnumerable<IntroInfo>> GetIntros(IIntroProvider provider, BaseItem item, User user)
  1268. {
  1269. try
  1270. {
  1271. return await provider.GetIntros(item, user).ConfigureAwait(false);
  1272. }
  1273. catch (Exception ex)
  1274. {
  1275. _logger.ErrorException("Error getting intros", ex);
  1276. return new List<IntroInfo>();
  1277. }
  1278. }
  1279. /// <summary>
  1280. /// Gets all intro files.
  1281. /// </summary>
  1282. /// <returns>IEnumerable{System.String}.</returns>
  1283. public IEnumerable<string> GetAllIntroFiles()
  1284. {
  1285. return IntroProviders.SelectMany(i =>
  1286. {
  1287. try
  1288. {
  1289. return i.GetAllIntroFiles().ToList();
  1290. }
  1291. catch (Exception ex)
  1292. {
  1293. _logger.ErrorException("Error getting intro files", ex);
  1294. return new List<string>();
  1295. }
  1296. });
  1297. }
  1298. /// <summary>
  1299. /// Resolves the intro.
  1300. /// </summary>
  1301. /// <param name="info">The info.</param>
  1302. /// <returns>Video.</returns>
  1303. private Video ResolveIntro(IntroInfo info)
  1304. {
  1305. Video video = null;
  1306. if (info.ItemId.HasValue)
  1307. {
  1308. // Get an existing item by Id
  1309. video = GetItemById(info.ItemId.Value) as Video;
  1310. if (video == null)
  1311. {
  1312. _logger.Error("Unable to locate item with Id {0}.", info.ItemId.Value);
  1313. }
  1314. }
  1315. else if (!string.IsNullOrEmpty(info.Path))
  1316. {
  1317. try
  1318. {
  1319. // Try to resolve the path into a video
  1320. video = ResolvePath(_fileSystem.GetFileSystemInfo(info.Path)) as Video;
  1321. if (video == null)
  1322. {
  1323. _logger.Error("Intro resolver returned null for {0}.", info.Path);
  1324. }
  1325. else
  1326. {
  1327. // Pull the saved db item that will include metadata
  1328. var dbItem = GetItemById(video.Id) as Video;
  1329. if (dbItem != null)
  1330. {
  1331. video = dbItem;
  1332. }
  1333. else
  1334. {
  1335. return null;
  1336. }
  1337. }
  1338. }
  1339. catch (Exception ex)
  1340. {
  1341. _logger.ErrorException("Error resolving path {0}.", ex, info.Path);
  1342. }
  1343. }
  1344. else
  1345. {
  1346. _logger.Error("IntroProvider returned an IntroInfo with null Path and ItemId.");
  1347. }
  1348. return video;
  1349. }
  1350. /// <summary>
  1351. /// Sorts the specified sort by.
  1352. /// </summary>
  1353. /// <param name="items">The items.</param>
  1354. /// <param name="user">The user.</param>
  1355. /// <param name="sortBy">The sort by.</param>
  1356. /// <param name="sortOrder">The sort order.</param>
  1357. /// <returns>IEnumerable{BaseItem}.</returns>
  1358. public IEnumerable<BaseItem> Sort(IEnumerable<BaseItem> items, User user, IEnumerable<string> sortBy, SortOrder sortOrder)
  1359. {
  1360. var isFirst = true;
  1361. IOrderedEnumerable<BaseItem> orderedItems = null;
  1362. foreach (var orderBy in sortBy.Select(o => GetComparer(o, user)).Where(c => c != null))
  1363. {
  1364. if (isFirst)
  1365. {
  1366. orderedItems = sortOrder == SortOrder.Descending ? items.OrderByDescending(i => i, orderBy) : items.OrderBy(i => i, orderBy);
  1367. }
  1368. else
  1369. {
  1370. orderedItems = sortOrder == SortOrder.Descending ? orderedItems.ThenByDescending(i => i, orderBy) : orderedItems.ThenBy(i => i, orderBy);
  1371. }
  1372. isFirst = false;
  1373. }
  1374. return orderedItems ?? items;
  1375. }
  1376. /// <summary>
  1377. /// Gets the comparer.
  1378. /// </summary>
  1379. /// <param name="name">The name.</param>
  1380. /// <param name="user">The user.</param>
  1381. /// <returns>IBaseItemComparer.</returns>
  1382. private IBaseItemComparer GetComparer(string name, User user)
  1383. {
  1384. var comparer = Comparers.FirstOrDefault(c => string.Equals(name, c.Name, StringComparison.OrdinalIgnoreCase));
  1385. if (comparer != null)
  1386. {
  1387. // If it requires a user, create a new one, and assign the user
  1388. if (comparer is IUserBaseItemComparer)
  1389. {
  1390. var userComparer = (IUserBaseItemComparer)Activator.CreateInstance(comparer.GetType());
  1391. userComparer.User = user;
  1392. userComparer.UserManager = _userManager;
  1393. userComparer.UserDataRepository = _userDataRepository;
  1394. return userComparer;
  1395. }
  1396. }
  1397. return comparer;
  1398. }
  1399. /// <summary>
  1400. /// Creates the item.
  1401. /// </summary>
  1402. /// <param name="item">The item.</param>
  1403. /// <param name="cancellationToken">The cancellation token.</param>
  1404. /// <returns>Task.</returns>
  1405. public Task CreateItem(BaseItem item, CancellationToken cancellationToken)
  1406. {
  1407. return CreateItems(new[] { item }, cancellationToken);
  1408. }
  1409. /// <summary>
  1410. /// Creates the items.
  1411. /// </summary>
  1412. /// <param name="items">The items.</param>
  1413. /// <param name="cancellationToken">The cancellation token.</param>
  1414. /// <returns>Task.</returns>
  1415. public async Task CreateItems(IEnumerable<BaseItem> items, CancellationToken cancellationToken)
  1416. {
  1417. var list = items.ToList();
  1418. await ItemRepository.SaveItems(list, cancellationToken).ConfigureAwait(false);
  1419. foreach (var item in list)
  1420. {
  1421. UpdateItemInLibraryCache(item);
  1422. }
  1423. if (ItemAdded != null)
  1424. {
  1425. foreach (var item in list)
  1426. {
  1427. try
  1428. {
  1429. ItemAdded(this, new ItemChangeEventArgs { Item = item });
  1430. }
  1431. catch (Exception ex)
  1432. {
  1433. _logger.ErrorException("Error in ItemAdded event handler", ex);
  1434. }
  1435. }
  1436. }
  1437. }
  1438. /// <summary>
  1439. /// Updates the item.
  1440. /// </summary>
  1441. /// <param name="item">The item.</param>
  1442. /// <param name="updateReason">The update reason.</param>
  1443. /// <param name="cancellationToken">The cancellation token.</param>
  1444. /// <returns>Task.</returns>
  1445. public async Task UpdateItem(BaseItem item, ItemUpdateType updateReason, CancellationToken cancellationToken)
  1446. {
  1447. var locationType = item.LocationType;
  1448. if (locationType != LocationType.Remote && locationType != LocationType.Virtual)
  1449. {
  1450. await _providerManagerFactory().SaveMetadata(item, updateReason).ConfigureAwait(false);
  1451. }
  1452. item.DateLastSaved = DateTime.UtcNow;
  1453. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  1454. _logger.Debug("Saving {0} to database.", logName);
  1455. await ItemRepository.SaveItem(item, cancellationToken).ConfigureAwait(false);
  1456. UpdateItemInLibraryCache(item);
  1457. if (ItemUpdated != null)
  1458. {
  1459. try
  1460. {
  1461. ItemUpdated(this, new ItemChangeEventArgs
  1462. {
  1463. Item = item,
  1464. UpdateReason = updateReason
  1465. });
  1466. }
  1467. catch (Exception ex)
  1468. {
  1469. _logger.ErrorException("Error in ItemUpdated event handler", ex);
  1470. }
  1471. }
  1472. }
  1473. /// <summary>
  1474. /// Reports the item removed.
  1475. /// </summary>
  1476. /// <param name="item">The item.</param>
  1477. public void ReportItemRemoved(BaseItem item)
  1478. {
  1479. if (ItemRemoved != null)
  1480. {
  1481. try
  1482. {
  1483. ItemRemoved(this, new ItemChangeEventArgs { Item = item });
  1484. }
  1485. catch (Exception ex)
  1486. {
  1487. _logger.ErrorException("Error in ItemRemoved event handler", ex);
  1488. }
  1489. }
  1490. }
  1491. /// <summary>
  1492. /// Retrieves the item.
  1493. /// </summary>
  1494. /// <param name="id">The id.</param>
  1495. /// <returns>BaseItem.</returns>
  1496. public BaseItem RetrieveItem(Guid id)
  1497. {
  1498. return ItemRepository.RetrieveItem(id);
  1499. }
  1500. public IEnumerable<Folder> GetCollectionFolders(BaseItem item)
  1501. {
  1502. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1503. {
  1504. item = item.GetParent();
  1505. }
  1506. if (item == null)
  1507. {
  1508. return new List<Folder>();
  1509. }
  1510. return GetUserRootFolder().Children
  1511. .OfType<Folder>()
  1512. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path, StringComparer.OrdinalIgnoreCase));
  1513. }
  1514. public string GetContentType(BaseItem item)
  1515. {
  1516. string configuredContentType = GetConfiguredContentType(item, false);
  1517. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1518. {
  1519. return configuredContentType;
  1520. }
  1521. configuredContentType = GetConfiguredContentType(item, true);
  1522. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1523. {
  1524. return configuredContentType;
  1525. }
  1526. return GetInheritedContentType(item);
  1527. }
  1528. public string GetInheritedContentType(BaseItem item)
  1529. {
  1530. var type = GetTopFolderContentType(item);
  1531. if (!string.IsNullOrWhiteSpace(type))
  1532. {
  1533. return type;
  1534. }
  1535. return item.GetParents()
  1536. .Select(GetConfiguredContentType)
  1537. .LastOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1538. }
  1539. public string GetConfiguredContentType(BaseItem item)
  1540. {
  1541. return GetConfiguredContentType(item, false);
  1542. }
  1543. public string GetConfiguredContentType(string path)
  1544. {
  1545. return GetContentTypeOverride(path, false);
  1546. }
  1547. public string GetConfiguredContentType(BaseItem item, bool inheritConfiguredPath)
  1548. {
  1549. ICollectionFolder collectionFolder = item as ICollectionFolder;
  1550. if (collectionFolder != null)
  1551. {
  1552. return collectionFolder.CollectionType;
  1553. }
  1554. return GetContentTypeOverride(item.ContainingFolderPath, inheritConfiguredPath);
  1555. }
  1556. private string GetContentTypeOverride(string path, bool inherit)
  1557. {
  1558. var nameValuePair = ConfigurationManager.Configuration.ContentTypes.FirstOrDefault(i => string.Equals(i.Name, path, StringComparison.OrdinalIgnoreCase) || (inherit && _fileSystem.ContainsSubPath(i.Name, path)));
  1559. if (nameValuePair != null)
  1560. {
  1561. return nameValuePair.Value;
  1562. }
  1563. return null;
  1564. }
  1565. private string GetTopFolderContentType(BaseItem item)
  1566. {
  1567. if (item == null)
  1568. {
  1569. return null;
  1570. }
  1571. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1572. {
  1573. item = item.GetParent();
  1574. }
  1575. return GetUserRootFolder().Children
  1576. .OfType<ICollectionFolder>()
  1577. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path))
  1578. .Select(i => i.CollectionType)
  1579. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1580. }
  1581. private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromHours(24);
  1582. //private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromMinutes(1);
  1583. public Task<UserView> GetNamedView(User user,
  1584. string name,
  1585. string viewType,
  1586. string sortName,
  1587. CancellationToken cancellationToken)
  1588. {
  1589. return GetNamedView(user, name, null, viewType, sortName, cancellationToken);
  1590. }
  1591. public async Task<UserView> GetNamedView(string name,
  1592. string viewType,
  1593. string sortName,
  1594. CancellationToken cancellationToken)
  1595. {
  1596. var path = Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "views");
  1597. path = Path.Combine(path, _fileSystem.GetValidFilename(viewType));
  1598. var id = GetNewItemId(path + "_namedview_" + name, typeof(UserView));
  1599. var item = GetItemById(id) as UserView;
  1600. var refresh = false;
  1601. if (item == null || !string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  1602. {
  1603. _fileSystem.CreateDirectory(path);
  1604. item = new UserView
  1605. {
  1606. Path = path,
  1607. Id = id,
  1608. DateCreated = DateTime.UtcNow,
  1609. Name = name,
  1610. ViewType = viewType,
  1611. ForcedSortName = sortName
  1612. };
  1613. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1614. refresh = true;
  1615. }
  1616. if (!refresh)
  1617. {
  1618. refresh = (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1619. }
  1620. if (!refresh && item.DisplayParentId != Guid.Empty)
  1621. {
  1622. var displayParent = GetItemById(item.DisplayParentId);
  1623. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1624. }
  1625. if (refresh)
  1626. {
  1627. await item.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None).ConfigureAwait(false);
  1628. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1629. {
  1630. // Not sure why this is necessary but need to figure it out
  1631. // View images are not getting utilized without this
  1632. ForceSave = true
  1633. });
  1634. }
  1635. return item;
  1636. }
  1637. public async Task<UserView> GetNamedView(User user,
  1638. string name,
  1639. string parentId,
  1640. string viewType,
  1641. string sortName,
  1642. CancellationToken cancellationToken)
  1643. {
  1644. var idValues = "38_namedview_" + name + user.Id.ToString("N") + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1645. var id = GetNewItemId(idValues, typeof(UserView));
  1646. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1647. var item = GetItemById(id) as UserView;
  1648. var isNew = false;
  1649. if (item == null)
  1650. {
  1651. _fileSystem.CreateDirectory(path);
  1652. item = new UserView
  1653. {
  1654. Path = path,
  1655. Id = id,
  1656. DateCreated = DateTime.UtcNow,
  1657. Name = name,
  1658. ViewType = viewType,
  1659. ForcedSortName = sortName,
  1660. UserId = user.Id
  1661. };
  1662. if (!string.IsNullOrWhiteSpace(parentId))
  1663. {
  1664. item.DisplayParentId = new Guid(parentId);
  1665. }
  1666. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1667. isNew = true;
  1668. }
  1669. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1670. if (!refresh && item.DisplayParentId != Guid.Empty)
  1671. {
  1672. var displayParent = GetItemById(item.DisplayParentId);
  1673. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1674. }
  1675. if (refresh)
  1676. {
  1677. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1678. {
  1679. // Need to force save to increment DateLastSaved
  1680. ForceSave = true
  1681. });
  1682. }
  1683. return item;
  1684. }
  1685. public async Task<UserView> GetShadowView(BaseItem parent,
  1686. string viewType,
  1687. string sortName,
  1688. CancellationToken cancellationToken)
  1689. {
  1690. if (parent == null)
  1691. {
  1692. throw new ArgumentNullException("parent");
  1693. }
  1694. var name = parent.Name;
  1695. var parentId = parent.Id;
  1696. var idValues = "38_namedview_" + name + parentId + (viewType ?? string.Empty);
  1697. var id = GetNewItemId(idValues, typeof(UserView));
  1698. var path = parent.Path;
  1699. var item = GetItemById(id) as UserView;
  1700. var isNew = false;
  1701. if (item == null)
  1702. {
  1703. _fileSystem.CreateDirectory(path);
  1704. item = new UserView
  1705. {
  1706. Path = path,
  1707. Id = id,
  1708. DateCreated = DateTime.UtcNow,
  1709. Name = name,
  1710. ViewType = viewType,
  1711. ForcedSortName = sortName
  1712. };
  1713. item.DisplayParentId = parentId;
  1714. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1715. isNew = true;
  1716. }
  1717. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1718. if (!refresh && item.DisplayParentId != Guid.Empty)
  1719. {
  1720. var displayParent = GetItemById(item.DisplayParentId);
  1721. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1722. }
  1723. if (refresh)
  1724. {
  1725. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1726. {
  1727. // Need to force save to increment DateLastSaved
  1728. ForceSave = true
  1729. });
  1730. }
  1731. return item;
  1732. }
  1733. public async Task<UserView> GetNamedView(string name,
  1734. string parentId,
  1735. string viewType,
  1736. string sortName,
  1737. string uniqueId,
  1738. CancellationToken cancellationToken)
  1739. {
  1740. if (string.IsNullOrWhiteSpace(name))
  1741. {
  1742. throw new ArgumentNullException("name");
  1743. }
  1744. var idValues = "37_namedview_" + name + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1745. if (!string.IsNullOrWhiteSpace(uniqueId))
  1746. {
  1747. idValues += uniqueId;
  1748. }
  1749. var id = GetNewItemId(idValues, typeof(UserView));
  1750. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1751. var item = GetItemById(id) as UserView;
  1752. var isNew = false;
  1753. if (item == null)
  1754. {
  1755. _fileSystem.CreateDirectory(path);
  1756. item = new UserView
  1757. {
  1758. Path = path,
  1759. Id = id,
  1760. DateCreated = DateTime.UtcNow,
  1761. Name = name,
  1762. ViewType = viewType,
  1763. ForcedSortName = sortName
  1764. };
  1765. if (!string.IsNullOrWhiteSpace(parentId))
  1766. {
  1767. item.DisplayParentId = new Guid(parentId);
  1768. }
  1769. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1770. isNew = true;
  1771. }
  1772. if (!string.Equals(viewType, item.ViewType, StringComparison.OrdinalIgnoreCase))
  1773. {
  1774. item.ViewType = viewType;
  1775. await item.UpdateToRepository(ItemUpdateType.MetadataEdit, cancellationToken).ConfigureAwait(false);
  1776. }
  1777. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1778. if (!refresh && item.DisplayParentId != Guid.Empty)
  1779. {
  1780. var displayParent = GetItemById(item.DisplayParentId);
  1781. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1782. }
  1783. if (refresh)
  1784. {
  1785. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1786. {
  1787. // Need to force save to increment DateLastSaved
  1788. ForceSave = true
  1789. });
  1790. }
  1791. return item;
  1792. }
  1793. public bool IsVideoFile(string path)
  1794. {
  1795. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1796. return resolver.IsVideoFile(path);
  1797. }
  1798. public bool IsAudioFile(string path)
  1799. {
  1800. var parser = new AudioFileParser(GetNamingOptions());
  1801. return parser.IsAudioFile(path);
  1802. }
  1803. public int? GetSeasonNumberFromPath(string path)
  1804. {
  1805. return new SeasonPathParser(GetNamingOptions(), new RegexProvider()).Parse(path, true, true).SeasonNumber;
  1806. }
  1807. public bool FillMissingEpisodeNumbersFromPath(Episode episode)
  1808. {
  1809. var resolver = new EpisodeResolver(GetNamingOptions(),
  1810. new PatternsLogger());
  1811. var isFolder = episode.VideoType == VideoType.BluRay || episode.VideoType == VideoType.Dvd ||
  1812. episode.VideoType == VideoType.HdDvd;
  1813. var locationType = episode.LocationType;
  1814. var episodeInfo = locationType == LocationType.FileSystem || locationType == LocationType.Offline ?
  1815. resolver.Resolve(episode.Path, isFolder) :
  1816. new Naming.TV.EpisodeInfo();
  1817. if (episodeInfo == null)
  1818. {
  1819. episodeInfo = new Naming.TV.EpisodeInfo();
  1820. }
  1821. var changed = false;
  1822. if (episodeInfo.IsByDate)
  1823. {
  1824. if (episode.IndexNumber.HasValue)
  1825. {
  1826. episode.IndexNumber = null;
  1827. changed = true;
  1828. }
  1829. if (episode.IndexNumberEnd.HasValue)
  1830. {
  1831. episode.IndexNumberEnd = null;
  1832. changed = true;
  1833. }
  1834. if (!episode.PremiereDate.HasValue)
  1835. {
  1836. if (episodeInfo.Year.HasValue && episodeInfo.Month.HasValue && episodeInfo.Day.HasValue)
  1837. {
  1838. episode.PremiereDate = new DateTime(episodeInfo.Year.Value, episodeInfo.Month.Value, episodeInfo.Day.Value).ToUniversalTime();
  1839. }
  1840. if (episode.PremiereDate.HasValue)
  1841. {
  1842. changed = true;
  1843. }
  1844. }
  1845. if (!episode.ProductionYear.HasValue)
  1846. {
  1847. episode.ProductionYear = episodeInfo.Year;
  1848. if (episode.ProductionYear.HasValue)
  1849. {
  1850. changed = true;
  1851. }
  1852. }
  1853. if (!episode.ParentIndexNumber.HasValue)
  1854. {
  1855. var season = episode.Season;
  1856. if (season != null)
  1857. {
  1858. episode.ParentIndexNumber = season.IndexNumber;
  1859. }
  1860. if (episode.ParentIndexNumber.HasValue)
  1861. {
  1862. changed = true;
  1863. }
  1864. }
  1865. }
  1866. else
  1867. {
  1868. if (!episode.IndexNumber.HasValue)
  1869. {
  1870. episode.IndexNumber = episodeInfo.EpisodeNumber;
  1871. if (episode.IndexNumber.HasValue)
  1872. {
  1873. changed = true;
  1874. }
  1875. }
  1876. if (!episode.IndexNumberEnd.HasValue)
  1877. {
  1878. episode.IndexNumberEnd = episodeInfo.EndingEpsiodeNumber;
  1879. if (episode.IndexNumberEnd.HasValue)
  1880. {
  1881. changed = true;
  1882. }
  1883. }
  1884. if (!episode.ParentIndexNumber.HasValue)
  1885. {
  1886. episode.ParentIndexNumber = episodeInfo.SeasonNumber;
  1887. if (!episode.ParentIndexNumber.HasValue)
  1888. {
  1889. var season = episode.Season;
  1890. if (season != null)
  1891. {
  1892. episode.ParentIndexNumber = season.IndexNumber;
  1893. }
  1894. }
  1895. if (episode.ParentIndexNumber.HasValue)
  1896. {
  1897. changed = true;
  1898. }
  1899. }
  1900. }
  1901. return changed;
  1902. }
  1903. public NamingOptions GetNamingOptions()
  1904. {
  1905. var options = new ExtendedNamingOptions();
  1906. // These cause apps to have problems
  1907. options.AudioFileExtensions.Remove(".m3u");
  1908. options.AudioFileExtensions.Remove(".wpl");
  1909. if (!ConfigurationManager.Configuration.EnableAudioArchiveFiles)
  1910. {
  1911. options.AudioFileExtensions.Remove(".rar");
  1912. options.AudioFileExtensions.Remove(".zip");
  1913. }
  1914. if (!ConfigurationManager.Configuration.EnableVideoArchiveFiles)
  1915. {
  1916. options.VideoFileExtensions.Remove(".rar");
  1917. options.VideoFileExtensions.Remove(".zip");
  1918. }
  1919. return options;
  1920. }
  1921. public ItemLookupInfo ParseName(string name)
  1922. {
  1923. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1924. var result = resolver.CleanDateTime(name);
  1925. var cleanName = resolver.CleanString(result.Name);
  1926. return new ItemLookupInfo
  1927. {
  1928. Name = cleanName.Name,
  1929. Year = result.Year
  1930. };
  1931. }
  1932. public IEnumerable<Video> FindTrailers(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1933. {
  1934. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1935. .Where(i => string.Equals(i.Name, BaseItem.TrailerFolderName, StringComparison.OrdinalIgnoreCase))
  1936. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1937. .ToList();
  1938. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1939. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1940. {
  1941. Id = i.FullName,
  1942. IsFolder = ((i.Attributes & FileAttributes.Directory) == FileAttributes.Directory)
  1943. }).ToList());
  1944. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1945. if (currentVideo != null)
  1946. {
  1947. files.AddRange(currentVideo.Extras.Where(i => string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1948. }
  1949. var resolvers = new IItemResolver[]
  1950. {
  1951. new GenericVideoResolver<Trailer>(this)
  1952. };
  1953. return ResolvePaths(files, directoryService, null, null, resolvers)
  1954. .OfType<Trailer>()
  1955. .Select(video =>
  1956. {
  1957. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1958. var dbItem = GetItemById(video.Id) as Trailer;
  1959. if (dbItem != null)
  1960. {
  1961. video = dbItem;
  1962. }
  1963. video.ExtraType = ExtraType.Trailer;
  1964. return video;
  1965. // Sort them so that the list can be easily compared for changes
  1966. }).OrderBy(i => i.Path).ToList();
  1967. }
  1968. public IEnumerable<Video> FindExtras(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1969. {
  1970. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1971. .Where(i => string.Equals(i.Name, "extras", StringComparison.OrdinalIgnoreCase) || string.Equals(i.Name, "specials", StringComparison.OrdinalIgnoreCase))
  1972. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1973. .ToList();
  1974. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1975. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1976. {
  1977. Id = i.FullName,
  1978. IsFolder = ((i.Attributes & FileAttributes.Directory) == FileAttributes.Directory)
  1979. }).ToList());
  1980. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1981. if (currentVideo != null)
  1982. {
  1983. files.AddRange(currentVideo.Extras.Where(i => !string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1984. }
  1985. return ResolvePaths(files, directoryService, null, null)
  1986. .OfType<Video>()
  1987. .Select(video =>
  1988. {
  1989. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1990. var dbItem = GetItemById(video.Id) as Video;
  1991. if (dbItem != null)
  1992. {
  1993. video = dbItem;
  1994. }
  1995. SetExtraTypeFromFilename(video);
  1996. return video;
  1997. // Sort them so that the list can be easily compared for changes
  1998. }).OrderBy(i => i.Path).ToList();
  1999. }
  2000. public string SubstitutePath(string path, string from, string to)
  2001. {
  2002. if (string.IsNullOrWhiteSpace(path))
  2003. {
  2004. throw new ArgumentNullException("path");
  2005. }
  2006. if (string.IsNullOrWhiteSpace(from))
  2007. {
  2008. throw new ArgumentNullException("from");
  2009. }
  2010. if (string.IsNullOrWhiteSpace(to))
  2011. {
  2012. throw new ArgumentNullException("to");
  2013. }
  2014. var newPath = path.Replace(from, to, StringComparison.OrdinalIgnoreCase);
  2015. if (!string.Equals(newPath, path))
  2016. {
  2017. if (to.IndexOf('/') != -1)
  2018. {
  2019. newPath = newPath.Replace('\\', '/');
  2020. }
  2021. else
  2022. {
  2023. newPath = newPath.Replace('/', '\\');
  2024. }
  2025. }
  2026. return newPath;
  2027. }
  2028. private void SetExtraTypeFromFilename(Video item)
  2029. {
  2030. var resolver = new ExtraResolver(GetNamingOptions(), new PatternsLogger(), new RegexProvider());
  2031. var result = resolver.GetExtraInfo(item.Path);
  2032. if (string.Equals(result.ExtraType, "deletedscene", StringComparison.OrdinalIgnoreCase))
  2033. {
  2034. item.ExtraType = ExtraType.DeletedScene;
  2035. }
  2036. else if (string.Equals(result.ExtraType, "behindthescenes", StringComparison.OrdinalIgnoreCase))
  2037. {
  2038. item.ExtraType = ExtraType.BehindTheScenes;
  2039. }
  2040. else if (string.Equals(result.ExtraType, "interview", StringComparison.OrdinalIgnoreCase))
  2041. {
  2042. item.ExtraType = ExtraType.Interview;
  2043. }
  2044. else if (string.Equals(result.ExtraType, "scene", StringComparison.OrdinalIgnoreCase))
  2045. {
  2046. item.ExtraType = ExtraType.Scene;
  2047. }
  2048. else if (string.Equals(result.ExtraType, "sample", StringComparison.OrdinalIgnoreCase))
  2049. {
  2050. item.ExtraType = ExtraType.Sample;
  2051. }
  2052. else
  2053. {
  2054. item.ExtraType = ExtraType.Clip;
  2055. }
  2056. }
  2057. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2058. {
  2059. return ItemRepository.GetPeople(query);
  2060. }
  2061. public List<PersonInfo> GetPeople(BaseItem item)
  2062. {
  2063. if (item.SupportsPeople)
  2064. {
  2065. var people = GetPeople(new InternalPeopleQuery
  2066. {
  2067. ItemId = item.Id
  2068. });
  2069. if (people.Count > 0)
  2070. {
  2071. return people;
  2072. }
  2073. }
  2074. return new List<PersonInfo>();
  2075. }
  2076. public List<Person> GetPeopleItems(InternalPeopleQuery query)
  2077. {
  2078. return ItemRepository.GetPeopleNames(query).Select(i =>
  2079. {
  2080. try
  2081. {
  2082. return GetPerson(i);
  2083. }
  2084. catch (Exception ex)
  2085. {
  2086. _logger.ErrorException("Error getting person", ex);
  2087. return null;
  2088. }
  2089. }).Where(i => i != null).ToList();
  2090. }
  2091. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2092. {
  2093. return ItemRepository.GetPeopleNames(query);
  2094. }
  2095. public List<PersonInfo> GetAllPeople()
  2096. {
  2097. return GetPeople(new InternalPeopleQuery())
  2098. .DistinctBy(i => i.Name, StringComparer.OrdinalIgnoreCase)
  2099. .ToList();
  2100. }
  2101. public Task UpdatePeople(BaseItem item, List<PersonInfo> people)
  2102. {
  2103. if (!item.SupportsPeople)
  2104. {
  2105. return Task.FromResult(true);
  2106. }
  2107. return ItemRepository.UpdatePeople(item.Id, people);
  2108. }
  2109. private readonly SemaphoreSlim _dynamicImageResourcePool = new SemaphoreSlim(1, 1);
  2110. public async Task<ItemImageInfo> ConvertImageToLocal(IHasImages item, ItemImageInfo image, int imageIndex)
  2111. {
  2112. foreach (var url in image.Path.Split('|'))
  2113. {
  2114. try
  2115. {
  2116. _logger.Debug("ConvertImageToLocal item {0} - image url: {1}", item.Id, url);
  2117. await _providerManagerFactory().SaveImage(item, url, _dynamicImageResourcePool, image.Type, imageIndex, CancellationToken.None).ConfigureAwait(false);
  2118. var newImage = item.GetImageInfo(image.Type, imageIndex);
  2119. if (newImage != null)
  2120. {
  2121. newImage.IsPlaceholder = image.IsPlaceholder;
  2122. }
  2123. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2124. return item.GetImageInfo(image.Type, imageIndex);
  2125. }
  2126. catch (HttpException ex)
  2127. {
  2128. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  2129. {
  2130. continue;
  2131. }
  2132. throw;
  2133. }
  2134. }
  2135. // Remove this image to prevent it from retrying over and over
  2136. item.RemoveImage(image);
  2137. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2138. throw new InvalidOperationException();
  2139. }
  2140. }
  2141. }