LibraryManager.cs 89 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583
  1. using Interfaces.IO;
  2. using MediaBrowser.Common.Extensions;
  3. using MediaBrowser.Common.IO;
  4. using MediaBrowser.Common.Progress;
  5. using MediaBrowser.Common.ScheduledTasks;
  6. using MediaBrowser.Controller.Channels;
  7. using MediaBrowser.Controller.Configuration;
  8. using MediaBrowser.Controller.Entities;
  9. using MediaBrowser.Controller.Entities.Audio;
  10. using MediaBrowser.Controller.Entities.TV;
  11. using MediaBrowser.Controller.IO;
  12. using MediaBrowser.Controller.Library;
  13. using MediaBrowser.Controller.LiveTv;
  14. using MediaBrowser.Controller.Persistence;
  15. using MediaBrowser.Controller.Providers;
  16. using MediaBrowser.Controller.Resolvers;
  17. using MediaBrowser.Controller.Sorting;
  18. using MediaBrowser.Model.Configuration;
  19. using MediaBrowser.Model.Entities;
  20. using MediaBrowser.Model.Logging;
  21. using MediaBrowser.Model.Querying;
  22. using MediaBrowser.Naming.Audio;
  23. using MediaBrowser.Naming.Common;
  24. using MediaBrowser.Naming.TV;
  25. using MediaBrowser.Naming.Video;
  26. using MediaBrowser.Server.Implementations.Library.Validators;
  27. using MediaBrowser.Server.Implementations.Logging;
  28. using MediaBrowser.Server.Implementations.ScheduledTasks;
  29. using System;
  30. using System.Collections;
  31. using System.Collections.Concurrent;
  32. using System.Collections.Generic;
  33. using System.Globalization;
  34. using System.IO;
  35. using System.Linq;
  36. using System.Net;
  37. using System.Threading;
  38. using System.Threading.Tasks;
  39. using CommonIO;
  40. using MediaBrowser.Model.Extensions;
  41. using MediaBrowser.Model.Library;
  42. using MediaBrowser.Model.Net;
  43. using MediaBrowser.Server.Implementations.Library.Resolvers;
  44. using MoreLinq;
  45. using SortOrder = MediaBrowser.Model.Entities.SortOrder;
  46. using VideoResolver = MediaBrowser.Naming.Video.VideoResolver;
  47. namespace MediaBrowser.Server.Implementations.Library
  48. {
  49. /// <summary>
  50. /// Class LibraryManager
  51. /// </summary>
  52. public class LibraryManager : ILibraryManager
  53. {
  54. /// <summary>
  55. /// Gets or sets the postscan tasks.
  56. /// </summary>
  57. /// <value>The postscan tasks.</value>
  58. private ILibraryPostScanTask[] PostscanTasks { get; set; }
  59. /// <summary>
  60. /// Gets the intro providers.
  61. /// </summary>
  62. /// <value>The intro providers.</value>
  63. private IIntroProvider[] IntroProviders { get; set; }
  64. /// <summary>
  65. /// Gets the list of entity resolution ignore rules
  66. /// </summary>
  67. /// <value>The entity resolution ignore rules.</value>
  68. private IResolverIgnoreRule[] EntityResolutionIgnoreRules { get; set; }
  69. /// <summary>
  70. /// Gets the list of BasePluginFolders added by plugins
  71. /// </summary>
  72. /// <value>The plugin folders.</value>
  73. private IVirtualFolderCreator[] PluginFolderCreators { get; set; }
  74. /// <summary>
  75. /// Gets the list of currently registered entity resolvers
  76. /// </summary>
  77. /// <value>The entity resolvers enumerable.</value>
  78. private IItemResolver[] EntityResolvers { get; set; }
  79. private IMultiItemResolver[] MultiItemResolvers { get; set; }
  80. /// <summary>
  81. /// Gets or sets the comparers.
  82. /// </summary>
  83. /// <value>The comparers.</value>
  84. private IBaseItemComparer[] Comparers { get; set; }
  85. /// <summary>
  86. /// Gets the active item repository
  87. /// </summary>
  88. /// <value>The item repository.</value>
  89. public IItemRepository ItemRepository { get; set; }
  90. /// <summary>
  91. /// Occurs when [item added].
  92. /// </summary>
  93. public event EventHandler<ItemChangeEventArgs> ItemAdded;
  94. /// <summary>
  95. /// Occurs when [item updated].
  96. /// </summary>
  97. public event EventHandler<ItemChangeEventArgs> ItemUpdated;
  98. /// <summary>
  99. /// Occurs when [item removed].
  100. /// </summary>
  101. public event EventHandler<ItemChangeEventArgs> ItemRemoved;
  102. /// <summary>
  103. /// The _logger
  104. /// </summary>
  105. private readonly ILogger _logger;
  106. /// <summary>
  107. /// The _task manager
  108. /// </summary>
  109. private readonly ITaskManager _taskManager;
  110. /// <summary>
  111. /// The _user manager
  112. /// </summary>
  113. private readonly IUserManager _userManager;
  114. /// <summary>
  115. /// The _user data repository
  116. /// </summary>
  117. private readonly IUserDataManager _userDataRepository;
  118. /// <summary>
  119. /// Gets or sets the configuration manager.
  120. /// </summary>
  121. /// <value>The configuration manager.</value>
  122. private IServerConfigurationManager ConfigurationManager { get; set; }
  123. /// <summary>
  124. /// A collection of items that may be referenced from multiple physical places in the library
  125. /// (typically, multiple user roots). We store them here and be sure they all reference a
  126. /// single instance.
  127. /// </summary>
  128. /// <value>The by reference items.</value>
  129. private ConcurrentDictionary<Guid, BaseItem> ByReferenceItems { get; set; }
  130. private readonly Func<ILibraryMonitor> _libraryMonitorFactory;
  131. private readonly Func<IProviderManager> _providerManagerFactory;
  132. private readonly Func<IUserViewManager> _userviewManager;
  133. /// <summary>
  134. /// The _library items cache
  135. /// </summary>
  136. private readonly ConcurrentDictionary<Guid, BaseItem> _libraryItemsCache;
  137. /// <summary>
  138. /// Gets the library items cache.
  139. /// </summary>
  140. /// <value>The library items cache.</value>
  141. private ConcurrentDictionary<Guid, BaseItem> LibraryItemsCache
  142. {
  143. get
  144. {
  145. return _libraryItemsCache;
  146. }
  147. }
  148. private readonly IFileSystem _fileSystem;
  149. /// <summary>
  150. /// Initializes a new instance of the <see cref="LibraryManager" /> class.
  151. /// </summary>
  152. /// <param name="logger">The logger.</param>
  153. /// <param name="taskManager">The task manager.</param>
  154. /// <param name="userManager">The user manager.</param>
  155. /// <param name="configurationManager">The configuration manager.</param>
  156. /// <param name="userDataRepository">The user data repository.</param>
  157. public LibraryManager(ILogger logger, ITaskManager taskManager, IUserManager userManager, IServerConfigurationManager configurationManager, IUserDataManager userDataRepository, Func<ILibraryMonitor> libraryMonitorFactory, IFileSystem fileSystem, Func<IProviderManager> providerManagerFactory, Func<IUserViewManager> userviewManager)
  158. {
  159. _logger = logger;
  160. _taskManager = taskManager;
  161. _userManager = userManager;
  162. ConfigurationManager = configurationManager;
  163. _userDataRepository = userDataRepository;
  164. _libraryMonitorFactory = libraryMonitorFactory;
  165. _fileSystem = fileSystem;
  166. _providerManagerFactory = providerManagerFactory;
  167. _userviewManager = userviewManager;
  168. ByReferenceItems = new ConcurrentDictionary<Guid, BaseItem>();
  169. _libraryItemsCache = new ConcurrentDictionary<Guid, BaseItem>();
  170. ConfigurationManager.ConfigurationUpdated += ConfigurationUpdated;
  171. RecordConfigurationValues(configurationManager.Configuration);
  172. }
  173. /// <summary>
  174. /// Adds the parts.
  175. /// </summary>
  176. /// <param name="rules">The rules.</param>
  177. /// <param name="pluginFolders">The plugin folders.</param>
  178. /// <param name="resolvers">The resolvers.</param>
  179. /// <param name="introProviders">The intro providers.</param>
  180. /// <param name="itemComparers">The item comparers.</param>
  181. /// <param name="postscanTasks">The postscan tasks.</param>
  182. public void AddParts(IEnumerable<IResolverIgnoreRule> rules,
  183. IEnumerable<IVirtualFolderCreator> pluginFolders,
  184. IEnumerable<IItemResolver> resolvers,
  185. IEnumerable<IIntroProvider> introProviders,
  186. IEnumerable<IBaseItemComparer> itemComparers,
  187. IEnumerable<ILibraryPostScanTask> postscanTasks)
  188. {
  189. EntityResolutionIgnoreRules = rules.ToArray();
  190. PluginFolderCreators = pluginFolders.ToArray();
  191. EntityResolvers = resolvers.OrderBy(i => i.Priority).ToArray();
  192. MultiItemResolvers = EntityResolvers.OfType<IMultiItemResolver>().ToArray();
  193. IntroProviders = introProviders.ToArray();
  194. Comparers = itemComparers.ToArray();
  195. PostscanTasks = postscanTasks.OrderBy(i =>
  196. {
  197. var hasOrder = i as IHasOrder;
  198. return hasOrder == null ? 0 : hasOrder.Order;
  199. }).ToArray();
  200. }
  201. /// <summary>
  202. /// The _root folder
  203. /// </summary>
  204. private volatile AggregateFolder _rootFolder;
  205. /// <summary>
  206. /// The _root folder sync lock
  207. /// </summary>
  208. private readonly object _rootFolderSyncLock = new object();
  209. /// <summary>
  210. /// Gets the root folder.
  211. /// </summary>
  212. /// <value>The root folder.</value>
  213. public AggregateFolder RootFolder
  214. {
  215. get
  216. {
  217. if (_rootFolder == null)
  218. {
  219. lock (_rootFolderSyncLock)
  220. {
  221. if (_rootFolder == null)
  222. {
  223. _rootFolder = CreateRootFolder();
  224. }
  225. }
  226. }
  227. return _rootFolder;
  228. }
  229. }
  230. /// <summary>
  231. /// The _season zero display name
  232. /// </summary>
  233. private string _seasonZeroDisplayName;
  234. private bool _wizardCompleted;
  235. /// <summary>
  236. /// Records the configuration values.
  237. /// </summary>
  238. /// <param name="configuration">The configuration.</param>
  239. private void RecordConfigurationValues(ServerConfiguration configuration)
  240. {
  241. _seasonZeroDisplayName = configuration.SeasonZeroDisplayName;
  242. _wizardCompleted = configuration.IsStartupWizardCompleted;
  243. }
  244. /// <summary>
  245. /// Configurations the updated.
  246. /// </summary>
  247. /// <param name="sender">The sender.</param>
  248. /// <param name="e">The <see cref="EventArgs" /> instance containing the event data.</param>
  249. void ConfigurationUpdated(object sender, EventArgs e)
  250. {
  251. var config = ConfigurationManager.Configuration;
  252. var newSeasonZeroName = ConfigurationManager.Configuration.SeasonZeroDisplayName;
  253. var seasonZeroNameChanged = !string.Equals(_seasonZeroDisplayName, newSeasonZeroName, StringComparison.Ordinal);
  254. var wizardChanged = config.IsStartupWizardCompleted != _wizardCompleted;
  255. RecordConfigurationValues(config);
  256. if (seasonZeroNameChanged || wizardChanged)
  257. {
  258. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  259. }
  260. if (seasonZeroNameChanged)
  261. {
  262. Task.Run(async () =>
  263. {
  264. await UpdateSeasonZeroNames(newSeasonZeroName, CancellationToken.None).ConfigureAwait(false);
  265. });
  266. }
  267. }
  268. /// <summary>
  269. /// Updates the season zero names.
  270. /// </summary>
  271. /// <param name="newName">The new name.</param>
  272. /// <param name="cancellationToken">The cancellation token.</param>
  273. /// <returns>Task.</returns>
  274. private async Task UpdateSeasonZeroNames(string newName, CancellationToken cancellationToken)
  275. {
  276. var seasons = RootFolder.GetRecursiveChildren(i => i is Season)
  277. .Cast<Season>()
  278. .Where(i => i.IndexNumber.HasValue && i.IndexNumber.Value == 0 && !string.Equals(i.Name, newName, StringComparison.Ordinal))
  279. .ToList();
  280. foreach (var season in seasons)
  281. {
  282. season.Name = newName;
  283. try
  284. {
  285. await UpdateItem(season, ItemUpdateType.MetadataDownload, cancellationToken).ConfigureAwait(false);
  286. }
  287. catch (Exception ex)
  288. {
  289. _logger.ErrorException("Error saving {0}", ex, season.Path);
  290. }
  291. }
  292. }
  293. /// <summary>
  294. /// Updates the item in library cache.
  295. /// </summary>
  296. /// <param name="item">The item.</param>
  297. private void UpdateItemInLibraryCache(BaseItem item)
  298. {
  299. RegisterItem(item);
  300. }
  301. public void RegisterItem(BaseItem item)
  302. {
  303. if (item == null)
  304. {
  305. throw new ArgumentNullException("item");
  306. }
  307. RegisterItem(item.Id, item);
  308. }
  309. private void RegisterItem(Guid id, BaseItem item)
  310. {
  311. if (item.SourceType != SourceType.Library)
  312. {
  313. return;
  314. }
  315. if (item is IItemByName)
  316. {
  317. if (!(item is MusicArtist))
  318. {
  319. return;
  320. }
  321. }
  322. //if (!(item is Folder))
  323. //{
  324. // return;
  325. //}
  326. LibraryItemsCache.AddOrUpdate(id, item, delegate { return item; });
  327. }
  328. public async Task DeleteItem(BaseItem item, DeleteOptions options)
  329. {
  330. if (item == null)
  331. {
  332. throw new ArgumentNullException("item");
  333. }
  334. _logger.Debug("Deleting item, Type: {0}, Name: {1}, Path: {2}, Id: {3}",
  335. item.GetType().Name,
  336. item.Name ?? "Unknown name",
  337. item.Path ?? string.Empty,
  338. item.Id);
  339. var parent = item.Parent;
  340. var locationType = item.LocationType;
  341. var children = item.IsFolder
  342. ? ((Folder)item).GetRecursiveChildren().ToList()
  343. : new List<BaseItem>();
  344. foreach (var metadataPath in GetMetadataPaths(item, children))
  345. {
  346. _logger.Debug("Deleting path {0}", metadataPath);
  347. try
  348. {
  349. _fileSystem.DeleteDirectory(metadataPath, true);
  350. }
  351. catch (DirectoryNotFoundException)
  352. {
  353. }
  354. catch (Exception ex)
  355. {
  356. _logger.ErrorException("Error deleting {0}", ex, metadataPath);
  357. }
  358. }
  359. if (options.DeleteFileLocation && locationType != LocationType.Remote && locationType != LocationType.Virtual)
  360. {
  361. foreach (var path in item.GetDeletePaths().ToList())
  362. {
  363. if (_fileSystem.DirectoryExists(path))
  364. {
  365. _logger.Debug("Deleting path {0}", path);
  366. _fileSystem.DeleteDirectory(path, true);
  367. }
  368. else if (_fileSystem.FileExists(path))
  369. {
  370. _logger.Debug("Deleting path {0}", path);
  371. _fileSystem.DeleteFile(path);
  372. }
  373. }
  374. if (parent != null)
  375. {
  376. await parent.ValidateChildren(new Progress<double>(), CancellationToken.None)
  377. .ConfigureAwait(false);
  378. }
  379. }
  380. else if (parent != null)
  381. {
  382. parent.RemoveChild(item);
  383. }
  384. await ItemRepository.DeleteItem(item.Id, CancellationToken.None).ConfigureAwait(false);
  385. foreach (var child in children)
  386. {
  387. await ItemRepository.DeleteItem(child.Id, CancellationToken.None).ConfigureAwait(false);
  388. }
  389. BaseItem removed;
  390. _libraryItemsCache.TryRemove(item.Id, out removed);
  391. ReportItemRemoved(item);
  392. }
  393. private IEnumerable<string> GetMetadataPaths(BaseItem item, IEnumerable<BaseItem> children)
  394. {
  395. var list = new List<string>
  396. {
  397. item.GetInternalMetadataPath()
  398. };
  399. list.AddRange(children.Select(i => i.GetInternalMetadataPath()));
  400. return list;
  401. }
  402. /// <summary>
  403. /// Resolves the item.
  404. /// </summary>
  405. /// <param name="args">The args.</param>
  406. /// <param name="resolvers">The resolvers.</param>
  407. /// <returns>BaseItem.</returns>
  408. private BaseItem ResolveItem(ItemResolveArgs args, IItemResolver[] resolvers)
  409. {
  410. var item = (resolvers ?? EntityResolvers).Select(r => Resolve(args, r))
  411. .FirstOrDefault(i => i != null);
  412. if (item != null)
  413. {
  414. ResolverHelper.SetInitialItemValues(item, args, _fileSystem, this);
  415. }
  416. return item;
  417. }
  418. private BaseItem Resolve(ItemResolveArgs args, IItemResolver resolver)
  419. {
  420. try
  421. {
  422. return resolver.ResolvePath(args);
  423. }
  424. catch (Exception ex)
  425. {
  426. _logger.ErrorException("Error in {0} resolving {1}", ex, resolver.GetType().Name, args.Path);
  427. return null;
  428. }
  429. }
  430. public Guid GetNewItemId(string key, Type type)
  431. {
  432. if (string.IsNullOrWhiteSpace(key))
  433. {
  434. throw new ArgumentNullException("key");
  435. }
  436. if (type == null)
  437. {
  438. throw new ArgumentNullException("type");
  439. }
  440. if (ConfigurationManager.Configuration.EnableLocalizedGuids && key.StartsWith(ConfigurationManager.ApplicationPaths.ProgramDataPath))
  441. {
  442. // Try to normalize paths located underneath program-data in an attempt to make them more portable
  443. key = key.Substring(ConfigurationManager.ApplicationPaths.ProgramDataPath.Length)
  444. .TrimStart(new[] { '/', '\\' })
  445. .Replace("/", "\\");
  446. }
  447. if (!ConfigurationManager.Configuration.EnableCaseSensitiveItemIds)
  448. {
  449. key = key.ToLower();
  450. }
  451. key = type.FullName + key;
  452. return key.GetMD5();
  453. }
  454. public IEnumerable<BaseItem> ReplaceVideosWithPrimaryVersions(IEnumerable<BaseItem> items)
  455. {
  456. if (items == null)
  457. {
  458. throw new ArgumentNullException("items");
  459. }
  460. var dict = new Dictionary<Guid, BaseItem>();
  461. foreach (var item in items)
  462. {
  463. var video = item as Video;
  464. if (video != null)
  465. {
  466. if (video.PrimaryVersionId.HasValue)
  467. {
  468. var primary = GetItemById(video.PrimaryVersionId.Value) as Video;
  469. if (primary != null)
  470. {
  471. dict[primary.Id] = primary;
  472. continue;
  473. }
  474. }
  475. }
  476. dict[item.Id] = item;
  477. }
  478. return dict.Values;
  479. }
  480. /// <summary>
  481. /// Ensure supplied item has only one instance throughout
  482. /// </summary>
  483. /// <param name="item">The item.</param>
  484. /// <returns>The proper instance to the item</returns>
  485. public BaseItem GetOrAddByReferenceItem(BaseItem item)
  486. {
  487. // Add this item to our list if not there already
  488. if (!ByReferenceItems.TryAdd(item.Id, item))
  489. {
  490. // Already there - return the existing reference
  491. item = ByReferenceItems[item.Id];
  492. }
  493. return item;
  494. }
  495. public BaseItem ResolvePath(FileSystemMetadata fileInfo,
  496. Folder parent = null)
  497. {
  498. return ResolvePath(fileInfo, new DirectoryService(_logger, _fileSystem), null, parent);
  499. }
  500. private BaseItem ResolvePath(FileSystemMetadata fileInfo, IDirectoryService directoryService, IItemResolver[] resolvers, Folder parent = null, string collectionType = null)
  501. {
  502. if (fileInfo == null)
  503. {
  504. throw new ArgumentNullException("fileInfo");
  505. }
  506. var fullPath = fileInfo.FullName;
  507. if (string.IsNullOrWhiteSpace(collectionType) && parent != null)
  508. {
  509. collectionType = GetContentTypeOverride(fullPath, true);
  510. }
  511. var args = new ItemResolveArgs(ConfigurationManager.ApplicationPaths, directoryService)
  512. {
  513. Parent = parent,
  514. Path = fullPath,
  515. FileInfo = fileInfo,
  516. CollectionType = collectionType
  517. };
  518. // Return null if ignore rules deem that we should do so
  519. if (IgnoreFile(args.FileInfo, args.Parent))
  520. {
  521. return null;
  522. }
  523. // Gather child folder and files
  524. if (args.IsDirectory)
  525. {
  526. var isPhysicalRoot = args.IsPhysicalRoot;
  527. // When resolving the root, we need it's grandchildren (children of user views)
  528. var flattenFolderDepth = isPhysicalRoot ? 2 : 0;
  529. var fileSystemDictionary = FileData.GetFilteredFileSystemEntries(directoryService, args.Path, _fileSystem, _logger, args, flattenFolderDepth: flattenFolderDepth, resolveShortcuts: isPhysicalRoot || args.IsVf);
  530. // Need to remove subpaths that may have been resolved from shortcuts
  531. // Example: if \\server\movies exists, then strip out \\server\movies\action
  532. if (isPhysicalRoot)
  533. {
  534. var paths = NormalizeRootPathList(fileSystemDictionary.Values);
  535. fileSystemDictionary = paths.ToDictionary(i => i.FullName);
  536. }
  537. args.FileSystemDictionary = fileSystemDictionary;
  538. }
  539. // Check to see if we should resolve based on our contents
  540. if (args.IsDirectory && !ShouldResolvePathContents(args))
  541. {
  542. return null;
  543. }
  544. return ResolveItem(args, resolvers);
  545. }
  546. public bool IgnoreFile(FileSystemMetadata file, BaseItem parent)
  547. {
  548. return EntityResolutionIgnoreRules.Any(r => r.ShouldIgnore(file, parent));
  549. }
  550. public IEnumerable<FileSystemMetadata> NormalizeRootPathList(IEnumerable<FileSystemMetadata> paths)
  551. {
  552. var originalList = paths.ToList();
  553. var list = originalList.Where(i => i.IsDirectory)
  554. .Select(i => _fileSystem.NormalizePath(i.FullName))
  555. .Distinct(StringComparer.OrdinalIgnoreCase)
  556. .ToList();
  557. var dupes = list.Where(subPath => !subPath.EndsWith(":\\", StringComparison.OrdinalIgnoreCase) && list.Any(i => _fileSystem.ContainsSubPath(i, subPath)))
  558. .ToList();
  559. foreach (var dupe in dupes)
  560. {
  561. _logger.Info("Found duplicate path: {0}", dupe);
  562. }
  563. var newList = list.Except(dupes, StringComparer.OrdinalIgnoreCase).Select(_fileSystem.GetDirectoryInfo).ToList();
  564. newList.AddRange(originalList.Where(i => !i.IsDirectory));
  565. return newList;
  566. }
  567. /// <summary>
  568. /// Determines whether a path should be ignored based on its contents - called after the contents have been read
  569. /// </summary>
  570. /// <param name="args">The args.</param>
  571. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  572. private static bool ShouldResolvePathContents(ItemResolveArgs args)
  573. {
  574. // Ignore any folders containing a file called .ignore
  575. return !args.ContainsFileSystemEntryByName(".ignore");
  576. }
  577. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType)
  578. {
  579. return ResolvePaths(files, directoryService, parent, collectionType, EntityResolvers);
  580. }
  581. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  582. {
  583. var fileList = files.Where(i => !IgnoreFile(i, parent)).ToList();
  584. if (parent != null)
  585. {
  586. var multiItemResolvers = resolvers == null ? MultiItemResolvers : resolvers.OfType<IMultiItemResolver>().ToArray();
  587. foreach (var resolver in multiItemResolvers)
  588. {
  589. var result = resolver.ResolveMultiple(parent, fileList, collectionType, directoryService);
  590. if (result != null && result.Items.Count > 0)
  591. {
  592. var items = new List<BaseItem>();
  593. items.AddRange(result.Items);
  594. foreach (var item in items)
  595. {
  596. ResolverHelper.SetInitialItemValues(item, parent, _fileSystem, this, directoryService);
  597. }
  598. items.AddRange(ResolveFileList(result.ExtraFiles, directoryService, parent, collectionType, resolvers));
  599. return items;
  600. }
  601. }
  602. }
  603. return ResolveFileList(fileList, directoryService, parent, collectionType, resolvers);
  604. }
  605. private IEnumerable<BaseItem> ResolveFileList(IEnumerable<FileSystemMetadata> fileList, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  606. {
  607. return fileList.Select(f =>
  608. {
  609. try
  610. {
  611. return ResolvePath(f, directoryService, resolvers, parent, collectionType);
  612. }
  613. catch (Exception ex)
  614. {
  615. _logger.ErrorException("Error resolving path {0}", ex, f.FullName);
  616. return null;
  617. }
  618. }).Where(i => i != null);
  619. }
  620. /// <summary>
  621. /// Creates the root media folder
  622. /// </summary>
  623. /// <returns>AggregateFolder.</returns>
  624. /// <exception cref="System.InvalidOperationException">Cannot create the root folder until plugins have loaded</exception>
  625. public AggregateFolder CreateRootFolder()
  626. {
  627. var rootFolderPath = ConfigurationManager.ApplicationPaths.RootFolderPath;
  628. _fileSystem.CreateDirectory(rootFolderPath);
  629. var rootFolder = GetItemById(GetNewItemId(rootFolderPath, typeof(AggregateFolder))) as AggregateFolder ?? (AggregateFolder)ResolvePath(_fileSystem.GetDirectoryInfo(rootFolderPath));
  630. // Add in the plug-in folders
  631. foreach (var child in PluginFolderCreators)
  632. {
  633. var folder = child.GetFolder();
  634. if (folder != null)
  635. {
  636. if (folder.Id == Guid.Empty)
  637. {
  638. if (string.IsNullOrWhiteSpace(folder.Path))
  639. {
  640. folder.Id = GetNewItemId(folder.GetType().Name, folder.GetType());
  641. }
  642. else
  643. {
  644. folder.Id = GetNewItemId(folder.Path, folder.GetType());
  645. }
  646. }
  647. var dbItem = GetItemById(folder.Id) as BasePluginFolder;
  648. if (dbItem != null && string.Equals(dbItem.Path, folder.Path, StringComparison.OrdinalIgnoreCase))
  649. {
  650. folder = dbItem;
  651. }
  652. if (folder.ParentId != rootFolder.Id)
  653. {
  654. folder.ParentId = rootFolder.Id;
  655. var task = folder.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None);
  656. Task.WaitAll(task);
  657. }
  658. rootFolder.AddVirtualChild(folder);
  659. RegisterItem(folder);
  660. }
  661. }
  662. return rootFolder;
  663. }
  664. private volatile UserRootFolder _userRootFolder;
  665. private readonly object _syncLock = new object();
  666. public Folder GetUserRootFolder()
  667. {
  668. if (_userRootFolder == null)
  669. {
  670. lock (_syncLock)
  671. {
  672. if (_userRootFolder == null)
  673. {
  674. var userRootPath = ConfigurationManager.ApplicationPaths.DefaultUserViewsPath;
  675. _fileSystem.CreateDirectory(userRootPath);
  676. var tmpItem = GetItemById(GetNewItemId(userRootPath, typeof(UserRootFolder))) as UserRootFolder;
  677. if (tmpItem == null)
  678. {
  679. tmpItem = (UserRootFolder)ResolvePath(_fileSystem.GetDirectoryInfo(userRootPath));
  680. }
  681. _userRootFolder = tmpItem;
  682. }
  683. }
  684. }
  685. return _userRootFolder;
  686. }
  687. public BaseItem FindByPath(string path)
  688. {
  689. var query = new InternalItemsQuery
  690. {
  691. Path = path
  692. };
  693. // Only use the database result if there's exactly one item, otherwise we run the risk of returning old data that hasn't been cleaned yet.
  694. var items = GetItemIds(query).Select(GetItemById).Where(i => i != null).ToArray();
  695. if (items.Length == 1)
  696. {
  697. return items[0];
  698. }
  699. if (items.Length == 0)
  700. {
  701. return null;
  702. }
  703. return RootFolder.FindByPath(path);
  704. }
  705. /// <summary>
  706. /// Gets a Person
  707. /// </summary>
  708. /// <param name="name">The name.</param>
  709. /// <returns>Task{Person}.</returns>
  710. public Person GetPerson(string name)
  711. {
  712. return GetItemByName<Person>(ConfigurationManager.ApplicationPaths.PeoplePath, name);
  713. }
  714. /// <summary>
  715. /// Gets a Studio
  716. /// </summary>
  717. /// <param name="name">The name.</param>
  718. /// <returns>Task{Studio}.</returns>
  719. public Studio GetStudio(string name)
  720. {
  721. return GetItemByName<Studio>(ConfigurationManager.ApplicationPaths.StudioPath, name);
  722. }
  723. /// <summary>
  724. /// Gets a Genre
  725. /// </summary>
  726. /// <param name="name">The name.</param>
  727. /// <returns>Task{Genre}.</returns>
  728. public Genre GetGenre(string name)
  729. {
  730. return GetItemByName<Genre>(ConfigurationManager.ApplicationPaths.GenrePath, name);
  731. }
  732. /// <summary>
  733. /// Gets the genre.
  734. /// </summary>
  735. /// <param name="name">The name.</param>
  736. /// <returns>Task{MusicGenre}.</returns>
  737. public MusicGenre GetMusicGenre(string name)
  738. {
  739. return GetItemByName<MusicGenre>(ConfigurationManager.ApplicationPaths.MusicGenrePath, name);
  740. }
  741. /// <summary>
  742. /// Gets the game genre.
  743. /// </summary>
  744. /// <param name="name">The name.</param>
  745. /// <returns>Task{GameGenre}.</returns>
  746. public GameGenre GetGameGenre(string name)
  747. {
  748. return GetItemByName<GameGenre>(ConfigurationManager.ApplicationPaths.GameGenrePath, name);
  749. }
  750. /// <summary>
  751. /// The us culture
  752. /// </summary>
  753. private static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  754. /// <summary>
  755. /// Gets a Year
  756. /// </summary>
  757. /// <param name="value">The value.</param>
  758. /// <returns>Task{Year}.</returns>
  759. /// <exception cref="System.ArgumentOutOfRangeException"></exception>
  760. public Year GetYear(int value)
  761. {
  762. if (value <= 0)
  763. {
  764. throw new ArgumentOutOfRangeException("Years less than or equal to 0 are invalid.");
  765. }
  766. return GetItemByName<Year>(ConfigurationManager.ApplicationPaths.YearPath, value.ToString(UsCulture));
  767. }
  768. /// <summary>
  769. /// Gets the artists path.
  770. /// </summary>
  771. /// <value>The artists path.</value>
  772. public string ArtistsPath
  773. {
  774. get
  775. {
  776. return Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "artists");
  777. }
  778. }
  779. /// <summary>
  780. /// Gets a Genre
  781. /// </summary>
  782. /// <param name="name">The name.</param>
  783. /// <returns>Task{Genre}.</returns>
  784. public MusicArtist GetArtist(string name)
  785. {
  786. return GetItemByName<MusicArtist>(ArtistsPath, name);
  787. }
  788. private T GetItemByName<T>(string path, string name)
  789. where T : BaseItem, new()
  790. {
  791. if (string.IsNullOrWhiteSpace(path))
  792. {
  793. throw new ArgumentNullException("path");
  794. }
  795. if (string.IsNullOrWhiteSpace(name))
  796. {
  797. throw new ArgumentNullException("name");
  798. }
  799. var validFilename = _fileSystem.GetValidFilename(name).Trim();
  800. string subFolderPrefix = null;
  801. var type = typeof(T);
  802. if (type == typeof(Person))
  803. {
  804. var subFolderIndex = 0;
  805. while (!char.IsLetterOrDigit(validFilename[subFolderIndex]))
  806. {
  807. subFolderIndex++;
  808. }
  809. subFolderPrefix = validFilename.Substring(subFolderIndex, 1);
  810. }
  811. var fullPath = string.IsNullOrEmpty(subFolderPrefix) ?
  812. Path.Combine(path, validFilename) :
  813. Path.Combine(path, subFolderPrefix, validFilename);
  814. var id = GetNewItemId(fullPath, type);
  815. BaseItem obj;
  816. if (!_libraryItemsCache.TryGetValue(id, out obj))
  817. {
  818. obj = CreateItemByName<T>(fullPath, name, id);
  819. RegisterItem(id, obj);
  820. }
  821. return obj as T;
  822. }
  823. private T CreateItemByName<T>(string path, string name, Guid id)
  824. where T : BaseItem, new()
  825. {
  826. var isArtist = typeof(T) == typeof(MusicArtist);
  827. if (isArtist)
  828. {
  829. var existing = RootFolder
  830. .GetRecursiveChildren(i => i is T && NameExtensions.AreEqual(i.Name, name))
  831. .Cast<T>()
  832. .FirstOrDefault();
  833. if (existing != null)
  834. {
  835. return existing;
  836. }
  837. }
  838. var item = GetItemById(id) as T;
  839. if (item == null)
  840. {
  841. item = new T
  842. {
  843. Name = name,
  844. Id = id,
  845. DateCreated = DateTime.UtcNow,
  846. DateModified = DateTime.UtcNow,
  847. Path = path
  848. };
  849. if (isArtist)
  850. {
  851. (item as MusicArtist).IsAccessedByName = true;
  852. }
  853. var task = CreateItem(item, CancellationToken.None);
  854. Task.WaitAll(task);
  855. }
  856. return item;
  857. }
  858. public IEnumerable<MusicArtist> GetAlbumArtists(IEnumerable<IHasAlbumArtist> items)
  859. {
  860. var names = items
  861. .SelectMany(i => i.AlbumArtists)
  862. .DistinctNames()
  863. .Select(i =>
  864. {
  865. try
  866. {
  867. var artist = GetArtist(i);
  868. return artist;
  869. }
  870. catch
  871. {
  872. // Already logged at lower levels
  873. return null;
  874. }
  875. })
  876. .Where(i => i != null);
  877. return names;
  878. }
  879. public IEnumerable<MusicArtist> GetArtists(IEnumerable<IHasArtist> items)
  880. {
  881. var names = items
  882. .SelectMany(i => i.AllArtists)
  883. .DistinctNames()
  884. .Select(i =>
  885. {
  886. try
  887. {
  888. var artist = GetArtist(i);
  889. return artist;
  890. }
  891. catch
  892. {
  893. // Already logged at lower levels
  894. return null;
  895. }
  896. })
  897. .Where(i => i != null);
  898. return names;
  899. }
  900. /// <summary>
  901. /// Validate and refresh the People sub-set of the IBN.
  902. /// The items are stored in the db but not loaded into memory until actually requested by an operation.
  903. /// </summary>
  904. /// <param name="cancellationToken">The cancellation token.</param>
  905. /// <param name="progress">The progress.</param>
  906. /// <returns>Task.</returns>
  907. public Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  908. {
  909. // Ensure the location is available.
  910. _fileSystem.CreateDirectory(ConfigurationManager.ApplicationPaths.PeoplePath);
  911. return new PeopleValidator(this, _logger, ConfigurationManager, _fileSystem).ValidatePeople(cancellationToken, progress);
  912. }
  913. /// <summary>
  914. /// Reloads the root media folder
  915. /// </summary>
  916. /// <param name="progress">The progress.</param>
  917. /// <param name="cancellationToken">The cancellation token.</param>
  918. /// <returns>Task.</returns>
  919. public Task ValidateMediaLibrary(IProgress<double> progress, CancellationToken cancellationToken)
  920. {
  921. // Just run the scheduled task so that the user can see it
  922. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  923. return Task.FromResult(true);
  924. }
  925. /// <summary>
  926. /// Queues the library scan.
  927. /// </summary>
  928. public void QueueLibraryScan()
  929. {
  930. // Just run the scheduled task so that the user can see it
  931. _taskManager.QueueScheduledTask<RefreshMediaLibraryTask>();
  932. }
  933. /// <summary>
  934. /// Validates the media library internal.
  935. /// </summary>
  936. /// <param name="progress">The progress.</param>
  937. /// <param name="cancellationToken">The cancellation token.</param>
  938. /// <returns>Task.</returns>
  939. public async Task ValidateMediaLibraryInternal(IProgress<double> progress, CancellationToken cancellationToken)
  940. {
  941. _libraryMonitorFactory().Stop();
  942. try
  943. {
  944. await PerformLibraryValidation(progress, cancellationToken).ConfigureAwait(false);
  945. }
  946. finally
  947. {
  948. _libraryMonitorFactory().Start();
  949. }
  950. }
  951. private async Task PerformLibraryValidation(IProgress<double> progress, CancellationToken cancellationToken)
  952. {
  953. _logger.Info("Validating media library");
  954. await RootFolder.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  955. progress.Report(.5);
  956. // Start by just validating the children of the root, but go no further
  957. await RootFolder.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false);
  958. progress.Report(1);
  959. var userRoot = GetUserRootFolder();
  960. await userRoot.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  961. await userRoot.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false).ConfigureAwait(false);
  962. progress.Report(2);
  963. var innerProgress = new ActionableProgress<double>();
  964. innerProgress.RegisterAction(pct => progress.Report(2 + pct * .73));
  965. // Now validate the entire media library
  966. await RootFolder.ValidateChildren(innerProgress, cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: true).ConfigureAwait(false);
  967. progress.Report(75);
  968. innerProgress = new ActionableProgress<double>();
  969. innerProgress.RegisterAction(pct => progress.Report(75 + pct * .25));
  970. // Run post-scan tasks
  971. await RunPostScanTasks(innerProgress, cancellationToken).ConfigureAwait(false);
  972. progress.Report(100);
  973. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  974. GC.Collect(2, GCCollectionMode.Forced, true);
  975. GC.Collect(2, GCCollectionMode.Forced, true);
  976. }
  977. /// <summary>
  978. /// Runs the post scan tasks.
  979. /// </summary>
  980. /// <param name="progress">The progress.</param>
  981. /// <param name="cancellationToken">The cancellation token.</param>
  982. /// <returns>Task.</returns>
  983. private async Task RunPostScanTasks(IProgress<double> progress, CancellationToken cancellationToken)
  984. {
  985. var tasks = PostscanTasks.ToList();
  986. var numComplete = 0;
  987. var numTasks = tasks.Count;
  988. foreach (var task in tasks)
  989. {
  990. var innerProgress = new ActionableProgress<double>();
  991. // Prevent access to modified closure
  992. var currentNumComplete = numComplete;
  993. innerProgress.RegisterAction(pct =>
  994. {
  995. double innerPercent = (currentNumComplete * 100) + pct;
  996. innerPercent /= numTasks;
  997. progress.Report(innerPercent);
  998. });
  999. _logger.Debug("Running post-scan task {0}", task.GetType().Name);
  1000. try
  1001. {
  1002. await task.Run(innerProgress, cancellationToken).ConfigureAwait(false);
  1003. }
  1004. catch (OperationCanceledException)
  1005. {
  1006. _logger.Info("Post-scan task cancelled: {0}", task.GetType().Name);
  1007. }
  1008. catch (Exception ex)
  1009. {
  1010. _logger.ErrorException("Error running postscan task", ex);
  1011. }
  1012. numComplete++;
  1013. double percent = numComplete;
  1014. percent /= numTasks;
  1015. progress.Report(percent * 100);
  1016. }
  1017. progress.Report(100);
  1018. }
  1019. /// <summary>
  1020. /// Gets the default view.
  1021. /// </summary>
  1022. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1023. public IEnumerable<VirtualFolderInfo> GetVirtualFolders()
  1024. {
  1025. return GetView(ConfigurationManager.ApplicationPaths.DefaultUserViewsPath);
  1026. }
  1027. /// <summary>
  1028. /// Gets the view.
  1029. /// </summary>
  1030. /// <param name="path">The path.</param>
  1031. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1032. private IEnumerable<VirtualFolderInfo> GetView(string path)
  1033. {
  1034. var topLibraryFolders = GetUserRootFolder().Children.ToList();
  1035. return _fileSystem.GetDirectoryPaths(path)
  1036. .Select(dir => GetVirtualFolderInfo(dir, topLibraryFolders));
  1037. }
  1038. private VirtualFolderInfo GetVirtualFolderInfo(string dir, List<BaseItem> collectionFolders)
  1039. {
  1040. var info = new VirtualFolderInfo
  1041. {
  1042. Name = Path.GetFileName(dir),
  1043. Locations = Directory.EnumerateFiles(dir, "*.mblink", SearchOption.TopDirectoryOnly)
  1044. .Select(_fileSystem.ResolveShortcut)
  1045. .OrderBy(i => i)
  1046. .ToList(),
  1047. CollectionType = GetCollectionType(dir)
  1048. };
  1049. var libraryFolder = collectionFolders.FirstOrDefault(i => string.Equals(i.Path, dir, StringComparison.OrdinalIgnoreCase));
  1050. if (libraryFolder != null && libraryFolder.HasImage(ImageType.Primary))
  1051. {
  1052. info.PrimaryImageItemId = libraryFolder.Id.ToString("N");
  1053. }
  1054. if (libraryFolder != null)
  1055. {
  1056. info.ItemId = libraryFolder.Id.ToString("N");
  1057. }
  1058. return info;
  1059. }
  1060. private string GetCollectionType(string path)
  1061. {
  1062. return _fileSystem.GetFiles(path, false)
  1063. .Where(i => string.Equals(i.Extension, ".collection", StringComparison.OrdinalIgnoreCase))
  1064. .Select(i => _fileSystem.GetFileNameWithoutExtension(i))
  1065. .FirstOrDefault();
  1066. }
  1067. /// <summary>
  1068. /// Gets the item by id.
  1069. /// </summary>
  1070. /// <param name="id">The id.</param>
  1071. /// <returns>BaseItem.</returns>
  1072. /// <exception cref="System.ArgumentNullException">id</exception>
  1073. public BaseItem GetItemById(Guid id)
  1074. {
  1075. if (id == Guid.Empty)
  1076. {
  1077. throw new ArgumentNullException("id");
  1078. }
  1079. BaseItem item;
  1080. if (LibraryItemsCache.TryGetValue(id, out item))
  1081. {
  1082. return item;
  1083. }
  1084. item = RetrieveItem(id);
  1085. if (item != null)
  1086. {
  1087. RegisterItem(item);
  1088. }
  1089. return item;
  1090. }
  1091. public BaseItem GetMemoryItemById(Guid id)
  1092. {
  1093. if (id == Guid.Empty)
  1094. {
  1095. throw new ArgumentNullException("id");
  1096. }
  1097. BaseItem item;
  1098. LibraryItemsCache.TryGetValue(id, out item);
  1099. return item;
  1100. }
  1101. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query)
  1102. {
  1103. if (query.User != null)
  1104. {
  1105. AddUserToQuery(query, query.User);
  1106. }
  1107. var result = ItemRepository.GetItemIdsList(query);
  1108. return result.Select(GetItemById).Where(i => i != null);
  1109. }
  1110. public QueryResult<BaseItem> QueryItems(InternalItemsQuery query)
  1111. {
  1112. if (query.User != null)
  1113. {
  1114. AddUserToQuery(query, query.User);
  1115. }
  1116. return ItemRepository.GetItems(query);
  1117. }
  1118. public List<Guid> GetItemIds(InternalItemsQuery query)
  1119. {
  1120. if (query.User != null)
  1121. {
  1122. AddUserToQuery(query, query.User);
  1123. }
  1124. return ItemRepository.GetItemIdsList(query);
  1125. }
  1126. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query, IEnumerable<string> parentIds)
  1127. {
  1128. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1129. SetTopParentIdsOrAncestors(query, parents);
  1130. return GetItemIds(query).Select(GetItemById).Where(i => i != null);
  1131. }
  1132. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query)
  1133. {
  1134. if (query.Recursive && query.ParentId.HasValue)
  1135. {
  1136. var parent = GetItemById(query.ParentId.Value);
  1137. if (parent != null)
  1138. {
  1139. SetTopParentIdsOrAncestors(query, new List<BaseItem> { parent });
  1140. query.ParentId = null;
  1141. }
  1142. }
  1143. if (query.User != null)
  1144. {
  1145. AddUserToQuery(query, query.User);
  1146. }
  1147. var initialResult = ItemRepository.GetItemIds(query);
  1148. return new QueryResult<BaseItem>
  1149. {
  1150. TotalRecordCount = initialResult.TotalRecordCount,
  1151. Items = initialResult.Items.Select(GetItemById).Where(i => i != null).ToArray()
  1152. };
  1153. }
  1154. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query, IEnumerable<string> parentIds)
  1155. {
  1156. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1157. SetTopParentIdsOrAncestors(query, parents);
  1158. return GetItemsResult(query);
  1159. }
  1160. private void SetTopParentIdsOrAncestors(InternalItemsQuery query, List<BaseItem> parents)
  1161. {
  1162. if (parents.All(i =>
  1163. {
  1164. if ((i is ICollectionFolder) || (i is UserView))
  1165. {
  1166. return true;
  1167. }
  1168. _logger.Debug("Query requires ancestor query due to type: " + i.GetType().Name);
  1169. return false;
  1170. }))
  1171. {
  1172. // Optimize by querying against top level views
  1173. query.TopParentIds = parents.SelectMany(i => GetTopParentsForQuery(i, query.User)).Select(i => i.Id.ToString("N")).ToArray();
  1174. }
  1175. else
  1176. {
  1177. // We need to be able to query from any arbitrary ancestor up the tree
  1178. query.AncestorIds = parents.SelectMany(i => i.GetIdsForAncestorQuery()).Select(i => i.ToString("N")).ToArray();
  1179. }
  1180. }
  1181. private void AddUserToQuery(InternalItemsQuery query, User user)
  1182. {
  1183. if (query.AncestorIds.Length == 0 && !query.ParentId.HasValue && query.ChannelIds.Length == 0 && query.TopParentIds.Length == 0)
  1184. {
  1185. var userViews = _userviewManager().GetUserViews(new UserViewQuery
  1186. {
  1187. UserId = user.Id.ToString("N"),
  1188. IncludeHidden = true
  1189. }, CancellationToken.None).Result.ToList();
  1190. query.TopParentIds = userViews.SelectMany(i => GetTopParentsForQuery(i, user)).Select(i => i.Id.ToString("N")).ToArray();
  1191. }
  1192. }
  1193. private IEnumerable<BaseItem> GetTopParentsForQuery(BaseItem item, User user)
  1194. {
  1195. var view = item as UserView;
  1196. if (view != null)
  1197. {
  1198. if (string.Equals(view.ViewType, CollectionType.LiveTv))
  1199. {
  1200. return new[] { view };
  1201. }
  1202. if (string.Equals(view.ViewType, CollectionType.Channels))
  1203. {
  1204. // TODO: Return channels
  1205. return new[] { view };
  1206. }
  1207. // Translate view into folders
  1208. if (view.DisplayParentId != Guid.Empty)
  1209. {
  1210. var displayParent = GetItemById(view.DisplayParentId);
  1211. if (displayParent != null)
  1212. {
  1213. return GetTopParentsForQuery(displayParent, user);
  1214. }
  1215. return new BaseItem[] { };
  1216. }
  1217. if (view.ParentId != Guid.Empty)
  1218. {
  1219. var displayParent = GetItemById(view.ParentId);
  1220. if (displayParent != null)
  1221. {
  1222. return GetTopParentsForQuery(displayParent, user);
  1223. }
  1224. return new BaseItem[] { };
  1225. }
  1226. // Handle grouping
  1227. if (user != null && !string.IsNullOrWhiteSpace(view.ViewType) && UserView.IsEligibleForGrouping(view.ViewType))
  1228. {
  1229. var collectionFolders = user.RootFolder.GetChildren(user, true).OfType<CollectionFolder>().Where(i => string.IsNullOrWhiteSpace(i.CollectionType) || string.Equals(i.CollectionType, view.ViewType, StringComparison.OrdinalIgnoreCase));
  1230. return collectionFolders.SelectMany(i => GetTopParentsForQuery(i, user));
  1231. }
  1232. return new BaseItem[] { };
  1233. }
  1234. var collectionFolder = item as CollectionFolder;
  1235. if (collectionFolder != null)
  1236. {
  1237. return collectionFolder.GetPhysicalParents();
  1238. }
  1239. var topParent = item.GetTopParent();
  1240. if (topParent != null)
  1241. {
  1242. return new[] { topParent };
  1243. }
  1244. return new BaseItem[] { };
  1245. }
  1246. /// <summary>
  1247. /// Gets the intros.
  1248. /// </summary>
  1249. /// <param name="item">The item.</param>
  1250. /// <param name="user">The user.</param>
  1251. /// <returns>IEnumerable{System.String}.</returns>
  1252. public async Task<IEnumerable<Video>> GetIntros(BaseItem item, User user)
  1253. {
  1254. var tasks = IntroProviders
  1255. .OrderBy(i => (i.GetType().Name.IndexOf("Default", StringComparison.OrdinalIgnoreCase) == -1 ? 0 : 1))
  1256. .Take(1)
  1257. .Select(i => GetIntros(i, item, user));
  1258. var items = await Task.WhenAll(tasks).ConfigureAwait(false);
  1259. return items
  1260. .SelectMany(i => i.ToArray())
  1261. .Select(ResolveIntro)
  1262. .Where(i => i != null);
  1263. }
  1264. /// <summary>
  1265. /// Gets the intros.
  1266. /// </summary>
  1267. /// <param name="provider">The provider.</param>
  1268. /// <param name="item">The item.</param>
  1269. /// <param name="user">The user.</param>
  1270. /// <returns>Task&lt;IEnumerable&lt;IntroInfo&gt;&gt;.</returns>
  1271. private async Task<IEnumerable<IntroInfo>> GetIntros(IIntroProvider provider, BaseItem item, User user)
  1272. {
  1273. try
  1274. {
  1275. return await provider.GetIntros(item, user).ConfigureAwait(false);
  1276. }
  1277. catch (Exception ex)
  1278. {
  1279. _logger.ErrorException("Error getting intros", ex);
  1280. return new List<IntroInfo>();
  1281. }
  1282. }
  1283. /// <summary>
  1284. /// Gets all intro files.
  1285. /// </summary>
  1286. /// <returns>IEnumerable{System.String}.</returns>
  1287. public IEnumerable<string> GetAllIntroFiles()
  1288. {
  1289. return IntroProviders.SelectMany(i =>
  1290. {
  1291. try
  1292. {
  1293. return i.GetAllIntroFiles().ToList();
  1294. }
  1295. catch (Exception ex)
  1296. {
  1297. _logger.ErrorException("Error getting intro files", ex);
  1298. return new List<string>();
  1299. }
  1300. });
  1301. }
  1302. /// <summary>
  1303. /// Resolves the intro.
  1304. /// </summary>
  1305. /// <param name="info">The info.</param>
  1306. /// <returns>Video.</returns>
  1307. private Video ResolveIntro(IntroInfo info)
  1308. {
  1309. Video video = null;
  1310. if (info.ItemId.HasValue)
  1311. {
  1312. // Get an existing item by Id
  1313. video = GetItemById(info.ItemId.Value) as Video;
  1314. if (video == null)
  1315. {
  1316. _logger.Error("Unable to locate item with Id {0}.", info.ItemId.Value);
  1317. }
  1318. }
  1319. else if (!string.IsNullOrEmpty(info.Path))
  1320. {
  1321. try
  1322. {
  1323. // Try to resolve the path into a video
  1324. video = ResolvePath(_fileSystem.GetFileSystemInfo(info.Path)) as Video;
  1325. if (video == null)
  1326. {
  1327. _logger.Error("Intro resolver returned null for {0}.", info.Path);
  1328. }
  1329. else
  1330. {
  1331. // Pull the saved db item that will include metadata
  1332. var dbItem = GetItemById(video.Id) as Video;
  1333. if (dbItem != null)
  1334. {
  1335. video = dbItem;
  1336. }
  1337. else
  1338. {
  1339. return null;
  1340. }
  1341. }
  1342. }
  1343. catch (Exception ex)
  1344. {
  1345. _logger.ErrorException("Error resolving path {0}.", ex, info.Path);
  1346. }
  1347. }
  1348. else
  1349. {
  1350. _logger.Error("IntroProvider returned an IntroInfo with null Path and ItemId.");
  1351. }
  1352. return video;
  1353. }
  1354. /// <summary>
  1355. /// Sorts the specified sort by.
  1356. /// </summary>
  1357. /// <param name="items">The items.</param>
  1358. /// <param name="user">The user.</param>
  1359. /// <param name="sortBy">The sort by.</param>
  1360. /// <param name="sortOrder">The sort order.</param>
  1361. /// <returns>IEnumerable{BaseItem}.</returns>
  1362. public IEnumerable<BaseItem> Sort(IEnumerable<BaseItem> items, User user, IEnumerable<string> sortBy, SortOrder sortOrder)
  1363. {
  1364. var isFirst = true;
  1365. IOrderedEnumerable<BaseItem> orderedItems = null;
  1366. foreach (var orderBy in sortBy.Select(o => GetComparer(o, user)).Where(c => c != null))
  1367. {
  1368. if (isFirst)
  1369. {
  1370. orderedItems = sortOrder == SortOrder.Descending ? items.OrderByDescending(i => i, orderBy) : items.OrderBy(i => i, orderBy);
  1371. }
  1372. else
  1373. {
  1374. orderedItems = sortOrder == SortOrder.Descending ? orderedItems.ThenByDescending(i => i, orderBy) : orderedItems.ThenBy(i => i, orderBy);
  1375. }
  1376. isFirst = false;
  1377. }
  1378. return orderedItems ?? items;
  1379. }
  1380. /// <summary>
  1381. /// Gets the comparer.
  1382. /// </summary>
  1383. /// <param name="name">The name.</param>
  1384. /// <param name="user">The user.</param>
  1385. /// <returns>IBaseItemComparer.</returns>
  1386. private IBaseItemComparer GetComparer(string name, User user)
  1387. {
  1388. var comparer = Comparers.FirstOrDefault(c => string.Equals(name, c.Name, StringComparison.OrdinalIgnoreCase));
  1389. if (comparer != null)
  1390. {
  1391. // If it requires a user, create a new one, and assign the user
  1392. if (comparer is IUserBaseItemComparer)
  1393. {
  1394. var userComparer = (IUserBaseItemComparer)Activator.CreateInstance(comparer.GetType());
  1395. userComparer.User = user;
  1396. userComparer.UserManager = _userManager;
  1397. userComparer.UserDataRepository = _userDataRepository;
  1398. return userComparer;
  1399. }
  1400. }
  1401. return comparer;
  1402. }
  1403. /// <summary>
  1404. /// Creates the item.
  1405. /// </summary>
  1406. /// <param name="item">The item.</param>
  1407. /// <param name="cancellationToken">The cancellation token.</param>
  1408. /// <returns>Task.</returns>
  1409. public Task CreateItem(BaseItem item, CancellationToken cancellationToken)
  1410. {
  1411. return CreateItems(new[] { item }, cancellationToken);
  1412. }
  1413. /// <summary>
  1414. /// Creates the items.
  1415. /// </summary>
  1416. /// <param name="items">The items.</param>
  1417. /// <param name="cancellationToken">The cancellation token.</param>
  1418. /// <returns>Task.</returns>
  1419. public async Task CreateItems(IEnumerable<BaseItem> items, CancellationToken cancellationToken)
  1420. {
  1421. var list = items.ToList();
  1422. await ItemRepository.SaveItems(list, cancellationToken).ConfigureAwait(false);
  1423. foreach (var item in list)
  1424. {
  1425. UpdateItemInLibraryCache(item);
  1426. }
  1427. if (ItemAdded != null)
  1428. {
  1429. foreach (var item in list)
  1430. {
  1431. try
  1432. {
  1433. ItemAdded(this, new ItemChangeEventArgs { Item = item });
  1434. }
  1435. catch (Exception ex)
  1436. {
  1437. _logger.ErrorException("Error in ItemAdded event handler", ex);
  1438. }
  1439. }
  1440. }
  1441. }
  1442. /// <summary>
  1443. /// Updates the item.
  1444. /// </summary>
  1445. /// <param name="item">The item.</param>
  1446. /// <param name="updateReason">The update reason.</param>
  1447. /// <param name="cancellationToken">The cancellation token.</param>
  1448. /// <returns>Task.</returns>
  1449. public async Task UpdateItem(BaseItem item, ItemUpdateType updateReason, CancellationToken cancellationToken)
  1450. {
  1451. var locationType = item.LocationType;
  1452. if (locationType != LocationType.Remote && locationType != LocationType.Virtual)
  1453. {
  1454. await _providerManagerFactory().SaveMetadata(item, updateReason).ConfigureAwait(false);
  1455. }
  1456. item.DateLastSaved = DateTime.UtcNow;
  1457. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  1458. _logger.Debug("Saving {0} to database.", logName);
  1459. await ItemRepository.SaveItem(item, cancellationToken).ConfigureAwait(false);
  1460. UpdateItemInLibraryCache(item);
  1461. if (ItemUpdated != null)
  1462. {
  1463. try
  1464. {
  1465. ItemUpdated(this, new ItemChangeEventArgs
  1466. {
  1467. Item = item,
  1468. UpdateReason = updateReason
  1469. });
  1470. }
  1471. catch (Exception ex)
  1472. {
  1473. _logger.ErrorException("Error in ItemUpdated event handler", ex);
  1474. }
  1475. }
  1476. }
  1477. /// <summary>
  1478. /// Reports the item removed.
  1479. /// </summary>
  1480. /// <param name="item">The item.</param>
  1481. public void ReportItemRemoved(BaseItem item)
  1482. {
  1483. if (ItemRemoved != null)
  1484. {
  1485. try
  1486. {
  1487. ItemRemoved(this, new ItemChangeEventArgs { Item = item });
  1488. }
  1489. catch (Exception ex)
  1490. {
  1491. _logger.ErrorException("Error in ItemRemoved event handler", ex);
  1492. }
  1493. }
  1494. }
  1495. /// <summary>
  1496. /// Retrieves the item.
  1497. /// </summary>
  1498. /// <param name="id">The id.</param>
  1499. /// <returns>BaseItem.</returns>
  1500. public BaseItem RetrieveItem(Guid id)
  1501. {
  1502. return ItemRepository.RetrieveItem(id);
  1503. }
  1504. public IEnumerable<Folder> GetCollectionFolders(BaseItem item)
  1505. {
  1506. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1507. {
  1508. item = item.GetParent();
  1509. }
  1510. if (item == null)
  1511. {
  1512. return new List<Folder>();
  1513. }
  1514. return GetUserRootFolder().Children
  1515. .OfType<Folder>()
  1516. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path, StringComparer.OrdinalIgnoreCase));
  1517. }
  1518. public string GetContentType(BaseItem item)
  1519. {
  1520. string configuredContentType = GetConfiguredContentType(item, false);
  1521. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1522. {
  1523. return configuredContentType;
  1524. }
  1525. configuredContentType = GetConfiguredContentType(item, true);
  1526. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1527. {
  1528. return configuredContentType;
  1529. }
  1530. return GetInheritedContentType(item);
  1531. }
  1532. public string GetInheritedContentType(BaseItem item)
  1533. {
  1534. var type = GetTopFolderContentType(item);
  1535. if (!string.IsNullOrWhiteSpace(type))
  1536. {
  1537. return type;
  1538. }
  1539. return item.GetParents()
  1540. .Select(GetConfiguredContentType)
  1541. .LastOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1542. }
  1543. public string GetConfiguredContentType(BaseItem item)
  1544. {
  1545. return GetConfiguredContentType(item, false);
  1546. }
  1547. public string GetConfiguredContentType(string path)
  1548. {
  1549. return GetContentTypeOverride(path, false);
  1550. }
  1551. public string GetConfiguredContentType(BaseItem item, bool inheritConfiguredPath)
  1552. {
  1553. ICollectionFolder collectionFolder = item as ICollectionFolder;
  1554. if (collectionFolder != null)
  1555. {
  1556. return collectionFolder.CollectionType;
  1557. }
  1558. return GetContentTypeOverride(item.ContainingFolderPath, inheritConfiguredPath);
  1559. }
  1560. private string GetContentTypeOverride(string path, bool inherit)
  1561. {
  1562. var nameValuePair = ConfigurationManager.Configuration.ContentTypes.FirstOrDefault(i => string.Equals(i.Name, path, StringComparison.OrdinalIgnoreCase) || (inherit && _fileSystem.ContainsSubPath(i.Name, path)));
  1563. if (nameValuePair != null)
  1564. {
  1565. return nameValuePair.Value;
  1566. }
  1567. return null;
  1568. }
  1569. private string GetTopFolderContentType(BaseItem item)
  1570. {
  1571. if (item == null)
  1572. {
  1573. return null;
  1574. }
  1575. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1576. {
  1577. item = item.GetParent();
  1578. }
  1579. return GetUserRootFolder().Children
  1580. .OfType<ICollectionFolder>()
  1581. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path))
  1582. .Select(i => i.CollectionType)
  1583. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1584. }
  1585. private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromHours(24);
  1586. //private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromMinutes(1);
  1587. public Task<UserView> GetNamedView(User user,
  1588. string name,
  1589. string viewType,
  1590. string sortName,
  1591. CancellationToken cancellationToken)
  1592. {
  1593. return GetNamedView(user, name, null, viewType, sortName, cancellationToken);
  1594. }
  1595. public async Task<UserView> GetNamedView(string name,
  1596. string viewType,
  1597. string sortName,
  1598. CancellationToken cancellationToken)
  1599. {
  1600. var path = Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "views");
  1601. path = Path.Combine(path, _fileSystem.GetValidFilename(viewType));
  1602. var id = GetNewItemId(path + "_namedview_" + name, typeof(UserView));
  1603. var item = GetItemById(id) as UserView;
  1604. var refresh = false;
  1605. if (item == null || !string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  1606. {
  1607. _fileSystem.CreateDirectory(path);
  1608. item = new UserView
  1609. {
  1610. Path = path,
  1611. Id = id,
  1612. DateCreated = DateTime.UtcNow,
  1613. Name = name,
  1614. ViewType = viewType,
  1615. ForcedSortName = sortName
  1616. };
  1617. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1618. refresh = true;
  1619. }
  1620. if (!refresh)
  1621. {
  1622. refresh = (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1623. }
  1624. if (!refresh && item.DisplayParentId != Guid.Empty)
  1625. {
  1626. var displayParent = GetItemById(item.DisplayParentId);
  1627. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1628. }
  1629. if (refresh)
  1630. {
  1631. await item.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None).ConfigureAwait(false);
  1632. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1633. {
  1634. // Not sure why this is necessary but need to figure it out
  1635. // View images are not getting utilized without this
  1636. ForceSave = true
  1637. });
  1638. }
  1639. return item;
  1640. }
  1641. public async Task<UserView> GetNamedView(User user,
  1642. string name,
  1643. string parentId,
  1644. string viewType,
  1645. string sortName,
  1646. CancellationToken cancellationToken)
  1647. {
  1648. var idValues = "38_namedview_" + name + user.Id.ToString("N") + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1649. var id = GetNewItemId(idValues, typeof(UserView));
  1650. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1651. var item = GetItemById(id) as UserView;
  1652. var isNew = false;
  1653. if (item == null)
  1654. {
  1655. _fileSystem.CreateDirectory(path);
  1656. item = new UserView
  1657. {
  1658. Path = path,
  1659. Id = id,
  1660. DateCreated = DateTime.UtcNow,
  1661. Name = name,
  1662. ViewType = viewType,
  1663. ForcedSortName = sortName,
  1664. UserId = user.Id
  1665. };
  1666. if (!string.IsNullOrWhiteSpace(parentId))
  1667. {
  1668. item.DisplayParentId = new Guid(parentId);
  1669. }
  1670. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1671. isNew = true;
  1672. }
  1673. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1674. if (!refresh && item.DisplayParentId != Guid.Empty)
  1675. {
  1676. var displayParent = GetItemById(item.DisplayParentId);
  1677. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1678. }
  1679. if (refresh)
  1680. {
  1681. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1682. {
  1683. // Need to force save to increment DateLastSaved
  1684. ForceSave = true
  1685. });
  1686. }
  1687. return item;
  1688. }
  1689. public async Task<UserView> GetShadowView(BaseItem parent,
  1690. string viewType,
  1691. string sortName,
  1692. CancellationToken cancellationToken)
  1693. {
  1694. if (parent == null)
  1695. {
  1696. throw new ArgumentNullException("parent");
  1697. }
  1698. var name = parent.Name;
  1699. var parentId = parent.Id;
  1700. var idValues = "38_namedview_" + name + parentId + (viewType ?? string.Empty);
  1701. var id = GetNewItemId(idValues, typeof(UserView));
  1702. var path = parent.Path;
  1703. var item = GetItemById(id) as UserView;
  1704. var isNew = false;
  1705. if (item == null)
  1706. {
  1707. _fileSystem.CreateDirectory(path);
  1708. item = new UserView
  1709. {
  1710. Path = path,
  1711. Id = id,
  1712. DateCreated = DateTime.UtcNow,
  1713. Name = name,
  1714. ViewType = viewType,
  1715. ForcedSortName = sortName
  1716. };
  1717. item.DisplayParentId = parentId;
  1718. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1719. isNew = true;
  1720. }
  1721. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1722. if (!refresh && item.DisplayParentId != Guid.Empty)
  1723. {
  1724. var displayParent = GetItemById(item.DisplayParentId);
  1725. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1726. }
  1727. if (refresh)
  1728. {
  1729. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1730. {
  1731. // Need to force save to increment DateLastSaved
  1732. ForceSave = true
  1733. });
  1734. }
  1735. return item;
  1736. }
  1737. public async Task<UserView> GetNamedView(string name,
  1738. string parentId,
  1739. string viewType,
  1740. string sortName,
  1741. string uniqueId,
  1742. CancellationToken cancellationToken)
  1743. {
  1744. if (string.IsNullOrWhiteSpace(name))
  1745. {
  1746. throw new ArgumentNullException("name");
  1747. }
  1748. var idValues = "37_namedview_" + name + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1749. if (!string.IsNullOrWhiteSpace(uniqueId))
  1750. {
  1751. idValues += uniqueId;
  1752. }
  1753. var id = GetNewItemId(idValues, typeof(UserView));
  1754. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1755. var item = GetItemById(id) as UserView;
  1756. var isNew = false;
  1757. if (item == null)
  1758. {
  1759. _fileSystem.CreateDirectory(path);
  1760. item = new UserView
  1761. {
  1762. Path = path,
  1763. Id = id,
  1764. DateCreated = DateTime.UtcNow,
  1765. Name = name,
  1766. ViewType = viewType,
  1767. ForcedSortName = sortName
  1768. };
  1769. if (!string.IsNullOrWhiteSpace(parentId))
  1770. {
  1771. item.DisplayParentId = new Guid(parentId);
  1772. }
  1773. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1774. isNew = true;
  1775. }
  1776. if (!string.Equals(viewType, item.ViewType, StringComparison.OrdinalIgnoreCase))
  1777. {
  1778. item.ViewType = viewType;
  1779. await item.UpdateToRepository(ItemUpdateType.MetadataEdit, cancellationToken).ConfigureAwait(false);
  1780. }
  1781. var refresh = isNew || (DateTime.UtcNow - item.DateLastRefreshed) >= _viewRefreshInterval;
  1782. if (!refresh && item.DisplayParentId != Guid.Empty)
  1783. {
  1784. var displayParent = GetItemById(item.DisplayParentId);
  1785. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1786. }
  1787. if (refresh)
  1788. {
  1789. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1790. {
  1791. // Need to force save to increment DateLastSaved
  1792. ForceSave = true
  1793. });
  1794. }
  1795. return item;
  1796. }
  1797. public bool IsVideoFile(string path)
  1798. {
  1799. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1800. return resolver.IsVideoFile(path);
  1801. }
  1802. public bool IsAudioFile(string path)
  1803. {
  1804. var parser = new AudioFileParser(GetNamingOptions());
  1805. return parser.IsAudioFile(path);
  1806. }
  1807. public int? GetSeasonNumberFromPath(string path)
  1808. {
  1809. return new SeasonPathParser(GetNamingOptions(), new RegexProvider()).Parse(path, true, true).SeasonNumber;
  1810. }
  1811. public bool FillMissingEpisodeNumbersFromPath(Episode episode)
  1812. {
  1813. var resolver = new EpisodeResolver(GetNamingOptions(),
  1814. new PatternsLogger());
  1815. var isFolder = episode.VideoType == VideoType.BluRay || episode.VideoType == VideoType.Dvd ||
  1816. episode.VideoType == VideoType.HdDvd;
  1817. var locationType = episode.LocationType;
  1818. var episodeInfo = locationType == LocationType.FileSystem || locationType == LocationType.Offline ?
  1819. resolver.Resolve(episode.Path, isFolder) :
  1820. new Naming.TV.EpisodeInfo();
  1821. if (episodeInfo == null)
  1822. {
  1823. episodeInfo = new Naming.TV.EpisodeInfo();
  1824. }
  1825. var changed = false;
  1826. if (episodeInfo.IsByDate)
  1827. {
  1828. if (episode.IndexNumber.HasValue)
  1829. {
  1830. episode.IndexNumber = null;
  1831. changed = true;
  1832. }
  1833. if (episode.IndexNumberEnd.HasValue)
  1834. {
  1835. episode.IndexNumberEnd = null;
  1836. changed = true;
  1837. }
  1838. if (!episode.PremiereDate.HasValue)
  1839. {
  1840. if (episodeInfo.Year.HasValue && episodeInfo.Month.HasValue && episodeInfo.Day.HasValue)
  1841. {
  1842. episode.PremiereDate = new DateTime(episodeInfo.Year.Value, episodeInfo.Month.Value, episodeInfo.Day.Value).ToUniversalTime();
  1843. }
  1844. if (episode.PremiereDate.HasValue)
  1845. {
  1846. changed = true;
  1847. }
  1848. }
  1849. if (!episode.ProductionYear.HasValue)
  1850. {
  1851. episode.ProductionYear = episodeInfo.Year;
  1852. if (episode.ProductionYear.HasValue)
  1853. {
  1854. changed = true;
  1855. }
  1856. }
  1857. if (!episode.ParentIndexNumber.HasValue)
  1858. {
  1859. var season = episode.Season;
  1860. if (season != null)
  1861. {
  1862. episode.ParentIndexNumber = season.IndexNumber;
  1863. }
  1864. if (episode.ParentIndexNumber.HasValue)
  1865. {
  1866. changed = true;
  1867. }
  1868. }
  1869. }
  1870. else
  1871. {
  1872. if (!episode.IndexNumber.HasValue)
  1873. {
  1874. episode.IndexNumber = episodeInfo.EpisodeNumber;
  1875. if (episode.IndexNumber.HasValue)
  1876. {
  1877. changed = true;
  1878. }
  1879. }
  1880. if (!episode.IndexNumberEnd.HasValue)
  1881. {
  1882. episode.IndexNumberEnd = episodeInfo.EndingEpsiodeNumber;
  1883. if (episode.IndexNumberEnd.HasValue)
  1884. {
  1885. changed = true;
  1886. }
  1887. }
  1888. if (!episode.ParentIndexNumber.HasValue)
  1889. {
  1890. episode.ParentIndexNumber = episodeInfo.SeasonNumber;
  1891. if (!episode.ParentIndexNumber.HasValue)
  1892. {
  1893. var season = episode.Season;
  1894. if (season != null)
  1895. {
  1896. episode.ParentIndexNumber = season.IndexNumber;
  1897. }
  1898. }
  1899. if (episode.ParentIndexNumber.HasValue)
  1900. {
  1901. changed = true;
  1902. }
  1903. }
  1904. }
  1905. return changed;
  1906. }
  1907. public NamingOptions GetNamingOptions()
  1908. {
  1909. var options = new ExtendedNamingOptions();
  1910. // These cause apps to have problems
  1911. options.AudioFileExtensions.Remove(".m3u");
  1912. options.AudioFileExtensions.Remove(".wpl");
  1913. if (!ConfigurationManager.Configuration.EnableAudioArchiveFiles)
  1914. {
  1915. options.AudioFileExtensions.Remove(".rar");
  1916. options.AudioFileExtensions.Remove(".zip");
  1917. }
  1918. if (!ConfigurationManager.Configuration.EnableVideoArchiveFiles)
  1919. {
  1920. options.VideoFileExtensions.Remove(".rar");
  1921. options.VideoFileExtensions.Remove(".zip");
  1922. }
  1923. return options;
  1924. }
  1925. public ItemLookupInfo ParseName(string name)
  1926. {
  1927. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1928. var result = resolver.CleanDateTime(name);
  1929. var cleanName = resolver.CleanString(result.Name);
  1930. return new ItemLookupInfo
  1931. {
  1932. Name = cleanName.Name,
  1933. Year = result.Year
  1934. };
  1935. }
  1936. public IEnumerable<Video> FindTrailers(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1937. {
  1938. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1939. .Where(i => string.Equals(i.Name, BaseItem.TrailerFolderName, StringComparison.OrdinalIgnoreCase))
  1940. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1941. .ToList();
  1942. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1943. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1944. {
  1945. Id = i.FullName,
  1946. IsFolder = ((i.Attributes & FileAttributes.Directory) == FileAttributes.Directory)
  1947. }).ToList());
  1948. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1949. if (currentVideo != null)
  1950. {
  1951. files.AddRange(currentVideo.Extras.Where(i => string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1952. }
  1953. var resolvers = new IItemResolver[]
  1954. {
  1955. new GenericVideoResolver<Trailer>(this)
  1956. };
  1957. return ResolvePaths(files, directoryService, null, null, resolvers)
  1958. .OfType<Trailer>()
  1959. .Select(video =>
  1960. {
  1961. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1962. var dbItem = GetItemById(video.Id) as Trailer;
  1963. if (dbItem != null)
  1964. {
  1965. video = dbItem;
  1966. }
  1967. video.ExtraType = ExtraType.Trailer;
  1968. return video;
  1969. // Sort them so that the list can be easily compared for changes
  1970. }).OrderBy(i => i.Path).ToList();
  1971. }
  1972. public IEnumerable<Video> FindExtras(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1973. {
  1974. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1975. .Where(i => string.Equals(i.Name, "extras", StringComparison.OrdinalIgnoreCase) || string.Equals(i.Name, "specials", StringComparison.OrdinalIgnoreCase))
  1976. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1977. .ToList();
  1978. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1979. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1980. {
  1981. Id = i.FullName,
  1982. IsFolder = ((i.Attributes & FileAttributes.Directory) == FileAttributes.Directory)
  1983. }).ToList());
  1984. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1985. if (currentVideo != null)
  1986. {
  1987. files.AddRange(currentVideo.Extras.Where(i => !string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1988. }
  1989. return ResolvePaths(files, directoryService, null, null)
  1990. .OfType<Video>()
  1991. .Select(video =>
  1992. {
  1993. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1994. var dbItem = GetItemById(video.Id) as Video;
  1995. if (dbItem != null)
  1996. {
  1997. video = dbItem;
  1998. }
  1999. SetExtraTypeFromFilename(video);
  2000. return video;
  2001. // Sort them so that the list can be easily compared for changes
  2002. }).OrderBy(i => i.Path).ToList();
  2003. }
  2004. public string SubstitutePath(string path, string from, string to)
  2005. {
  2006. if (string.IsNullOrWhiteSpace(path))
  2007. {
  2008. throw new ArgumentNullException("path");
  2009. }
  2010. if (string.IsNullOrWhiteSpace(from))
  2011. {
  2012. throw new ArgumentNullException("from");
  2013. }
  2014. if (string.IsNullOrWhiteSpace(to))
  2015. {
  2016. throw new ArgumentNullException("to");
  2017. }
  2018. var newPath = path.Replace(from, to, StringComparison.OrdinalIgnoreCase);
  2019. if (!string.Equals(newPath, path))
  2020. {
  2021. if (to.IndexOf('/') != -1)
  2022. {
  2023. newPath = newPath.Replace('\\', '/');
  2024. }
  2025. else
  2026. {
  2027. newPath = newPath.Replace('/', '\\');
  2028. }
  2029. }
  2030. return newPath;
  2031. }
  2032. private void SetExtraTypeFromFilename(Video item)
  2033. {
  2034. var resolver = new ExtraResolver(GetNamingOptions(), new PatternsLogger(), new RegexProvider());
  2035. var result = resolver.GetExtraInfo(item.Path);
  2036. if (string.Equals(result.ExtraType, "deletedscene", StringComparison.OrdinalIgnoreCase))
  2037. {
  2038. item.ExtraType = ExtraType.DeletedScene;
  2039. }
  2040. else if (string.Equals(result.ExtraType, "behindthescenes", StringComparison.OrdinalIgnoreCase))
  2041. {
  2042. item.ExtraType = ExtraType.BehindTheScenes;
  2043. }
  2044. else if (string.Equals(result.ExtraType, "interview", StringComparison.OrdinalIgnoreCase))
  2045. {
  2046. item.ExtraType = ExtraType.Interview;
  2047. }
  2048. else if (string.Equals(result.ExtraType, "scene", StringComparison.OrdinalIgnoreCase))
  2049. {
  2050. item.ExtraType = ExtraType.Scene;
  2051. }
  2052. else if (string.Equals(result.ExtraType, "sample", StringComparison.OrdinalIgnoreCase))
  2053. {
  2054. item.ExtraType = ExtraType.Sample;
  2055. }
  2056. else
  2057. {
  2058. item.ExtraType = ExtraType.Clip;
  2059. }
  2060. }
  2061. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2062. {
  2063. return ItemRepository.GetPeople(query);
  2064. }
  2065. public List<PersonInfo> GetPeople(BaseItem item)
  2066. {
  2067. if (item.SupportsPeople)
  2068. {
  2069. var people = GetPeople(new InternalPeopleQuery
  2070. {
  2071. ItemId = item.Id
  2072. });
  2073. if (people.Count > 0)
  2074. {
  2075. return people;
  2076. }
  2077. }
  2078. return new List<PersonInfo>();
  2079. }
  2080. public List<Person> GetPeopleItems(InternalPeopleQuery query)
  2081. {
  2082. return ItemRepository.GetPeopleNames(query).Select(i =>
  2083. {
  2084. try
  2085. {
  2086. return GetPerson(i);
  2087. }
  2088. catch (Exception ex)
  2089. {
  2090. _logger.ErrorException("Error getting person", ex);
  2091. return null;
  2092. }
  2093. }).Where(i => i != null).ToList();
  2094. }
  2095. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2096. {
  2097. return ItemRepository.GetPeopleNames(query);
  2098. }
  2099. public List<PersonInfo> GetAllPeople()
  2100. {
  2101. return GetPeople(new InternalPeopleQuery())
  2102. .DistinctBy(i => i.Name, StringComparer.OrdinalIgnoreCase)
  2103. .ToList();
  2104. }
  2105. public Task UpdatePeople(BaseItem item, List<PersonInfo> people)
  2106. {
  2107. if (!item.SupportsPeople)
  2108. {
  2109. return Task.FromResult(true);
  2110. }
  2111. return ItemRepository.UpdatePeople(item.Id, people);
  2112. }
  2113. private readonly SemaphoreSlim _dynamicImageResourcePool = new SemaphoreSlim(1, 1);
  2114. public async Task<ItemImageInfo> ConvertImageToLocal(IHasImages item, ItemImageInfo image, int imageIndex)
  2115. {
  2116. foreach (var url in image.Path.Split('|'))
  2117. {
  2118. try
  2119. {
  2120. _logger.Debug("ConvertImageToLocal item {0} - image url: {1}", item.Id, url);
  2121. await _providerManagerFactory().SaveImage(item, url, _dynamicImageResourcePool, image.Type, imageIndex, CancellationToken.None).ConfigureAwait(false);
  2122. var newImage = item.GetImageInfo(image.Type, imageIndex);
  2123. if (newImage != null)
  2124. {
  2125. newImage.IsPlaceholder = image.IsPlaceholder;
  2126. }
  2127. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2128. return item.GetImageInfo(image.Type, imageIndex);
  2129. }
  2130. catch (HttpException ex)
  2131. {
  2132. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  2133. {
  2134. continue;
  2135. }
  2136. throw;
  2137. }
  2138. }
  2139. // Remove this image to prevent it from retrying over and over
  2140. item.RemoveImage(image);
  2141. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2142. throw new InvalidOperationException();
  2143. }
  2144. }
  2145. }