LibraryManager.cs 89 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583
  1. using Interfaces.IO;
  2. using MediaBrowser.Common.Extensions;
  3. using MediaBrowser.Common.Progress;
  4. using MediaBrowser.Common.ScheduledTasks;
  5. using MediaBrowser.Controller.Configuration;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Entities.Audio;
  8. using MediaBrowser.Controller.Entities.TV;
  9. using MediaBrowser.Controller.IO;
  10. using MediaBrowser.Controller.Library;
  11. using MediaBrowser.Controller.Persistence;
  12. using MediaBrowser.Controller.Providers;
  13. using MediaBrowser.Controller.Resolvers;
  14. using MediaBrowser.Controller.Sorting;
  15. using MediaBrowser.Model.Configuration;
  16. using MediaBrowser.Model.Entities;
  17. using MediaBrowser.Model.Logging;
  18. using MediaBrowser.Model.Querying;
  19. using MediaBrowser.Naming.Audio;
  20. using MediaBrowser.Naming.Common;
  21. using MediaBrowser.Naming.TV;
  22. using MediaBrowser.Naming.Video;
  23. using MediaBrowser.Server.Implementations.Library.Validators;
  24. using MediaBrowser.Server.Implementations.Logging;
  25. using MediaBrowser.Server.Implementations.ScheduledTasks;
  26. using System;
  27. using System.Collections.Concurrent;
  28. using System.Collections.Generic;
  29. using System.Globalization;
  30. using System.IO;
  31. using System.Linq;
  32. using System.Net;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. using CommonIO;
  36. using MediaBrowser.Model.Extensions;
  37. using MediaBrowser.Model.Library;
  38. using MediaBrowser.Model.Net;
  39. using MediaBrowser.Server.Implementations.Library.Resolvers;
  40. using MoreLinq;
  41. using SortOrder = MediaBrowser.Model.Entities.SortOrder;
  42. using VideoResolver = MediaBrowser.Naming.Video.VideoResolver;
  43. namespace MediaBrowser.Server.Implementations.Library
  44. {
  45. /// <summary>
  46. /// Class LibraryManager
  47. /// </summary>
  48. public class LibraryManager : ILibraryManager
  49. {
  50. /// <summary>
  51. /// Gets or sets the postscan tasks.
  52. /// </summary>
  53. /// <value>The postscan tasks.</value>
  54. private ILibraryPostScanTask[] PostscanTasks { get; set; }
  55. /// <summary>
  56. /// Gets the intro providers.
  57. /// </summary>
  58. /// <value>The intro providers.</value>
  59. private IIntroProvider[] IntroProviders { get; set; }
  60. /// <summary>
  61. /// Gets the list of entity resolution ignore rules
  62. /// </summary>
  63. /// <value>The entity resolution ignore rules.</value>
  64. private IResolverIgnoreRule[] EntityResolutionIgnoreRules { get; set; }
  65. /// <summary>
  66. /// Gets the list of BasePluginFolders added by plugins
  67. /// </summary>
  68. /// <value>The plugin folders.</value>
  69. private IVirtualFolderCreator[] PluginFolderCreators { get; set; }
  70. /// <summary>
  71. /// Gets the list of currently registered entity resolvers
  72. /// </summary>
  73. /// <value>The entity resolvers enumerable.</value>
  74. private IItemResolver[] EntityResolvers { get; set; }
  75. private IMultiItemResolver[] MultiItemResolvers { get; set; }
  76. /// <summary>
  77. /// Gets or sets the comparers.
  78. /// </summary>
  79. /// <value>The comparers.</value>
  80. private IBaseItemComparer[] Comparers { get; set; }
  81. /// <summary>
  82. /// Gets the active item repository
  83. /// </summary>
  84. /// <value>The item repository.</value>
  85. public IItemRepository ItemRepository { get; set; }
  86. /// <summary>
  87. /// Occurs when [item added].
  88. /// </summary>
  89. public event EventHandler<ItemChangeEventArgs> ItemAdded;
  90. /// <summary>
  91. /// Occurs when [item updated].
  92. /// </summary>
  93. public event EventHandler<ItemChangeEventArgs> ItemUpdated;
  94. /// <summary>
  95. /// Occurs when [item removed].
  96. /// </summary>
  97. public event EventHandler<ItemChangeEventArgs> ItemRemoved;
  98. /// <summary>
  99. /// The _logger
  100. /// </summary>
  101. private readonly ILogger _logger;
  102. /// <summary>
  103. /// The _task manager
  104. /// </summary>
  105. private readonly ITaskManager _taskManager;
  106. /// <summary>
  107. /// The _user manager
  108. /// </summary>
  109. private readonly IUserManager _userManager;
  110. /// <summary>
  111. /// The _user data repository
  112. /// </summary>
  113. private readonly IUserDataManager _userDataRepository;
  114. /// <summary>
  115. /// Gets or sets the configuration manager.
  116. /// </summary>
  117. /// <value>The configuration manager.</value>
  118. private IServerConfigurationManager ConfigurationManager { get; set; }
  119. /// <summary>
  120. /// A collection of items that may be referenced from multiple physical places in the library
  121. /// (typically, multiple user roots). We store them here and be sure they all reference a
  122. /// single instance.
  123. /// </summary>
  124. /// <value>The by reference items.</value>
  125. private ConcurrentDictionary<Guid, BaseItem> ByReferenceItems { get; set; }
  126. private readonly Func<ILibraryMonitor> _libraryMonitorFactory;
  127. private readonly Func<IProviderManager> _providerManagerFactory;
  128. private readonly Func<IUserViewManager> _userviewManager;
  129. public bool IsScanRunning { get; private set; }
  130. /// <summary>
  131. /// The _library items cache
  132. /// </summary>
  133. private readonly ConcurrentDictionary<Guid, BaseItem> _libraryItemsCache;
  134. /// <summary>
  135. /// Gets the library items cache.
  136. /// </summary>
  137. /// <value>The library items cache.</value>
  138. private ConcurrentDictionary<Guid, BaseItem> LibraryItemsCache
  139. {
  140. get
  141. {
  142. return _libraryItemsCache;
  143. }
  144. }
  145. private readonly IFileSystem _fileSystem;
  146. /// <summary>
  147. /// Initializes a new instance of the <see cref="LibraryManager" /> class.
  148. /// </summary>
  149. /// <param name="logger">The logger.</param>
  150. /// <param name="taskManager">The task manager.</param>
  151. /// <param name="userManager">The user manager.</param>
  152. /// <param name="configurationManager">The configuration manager.</param>
  153. /// <param name="userDataRepository">The user data repository.</param>
  154. public LibraryManager(ILogger logger, ITaskManager taskManager, IUserManager userManager, IServerConfigurationManager configurationManager, IUserDataManager userDataRepository, Func<ILibraryMonitor> libraryMonitorFactory, IFileSystem fileSystem, Func<IProviderManager> providerManagerFactory, Func<IUserViewManager> userviewManager)
  155. {
  156. _logger = logger;
  157. _taskManager = taskManager;
  158. _userManager = userManager;
  159. ConfigurationManager = configurationManager;
  160. _userDataRepository = userDataRepository;
  161. _libraryMonitorFactory = libraryMonitorFactory;
  162. _fileSystem = fileSystem;
  163. _providerManagerFactory = providerManagerFactory;
  164. _userviewManager = userviewManager;
  165. ByReferenceItems = new ConcurrentDictionary<Guid, BaseItem>();
  166. _libraryItemsCache = new ConcurrentDictionary<Guid, BaseItem>();
  167. ConfigurationManager.ConfigurationUpdated += ConfigurationUpdated;
  168. RecordConfigurationValues(configurationManager.Configuration);
  169. }
  170. /// <summary>
  171. /// Adds the parts.
  172. /// </summary>
  173. /// <param name="rules">The rules.</param>
  174. /// <param name="pluginFolders">The plugin folders.</param>
  175. /// <param name="resolvers">The resolvers.</param>
  176. /// <param name="introProviders">The intro providers.</param>
  177. /// <param name="itemComparers">The item comparers.</param>
  178. /// <param name="postscanTasks">The postscan tasks.</param>
  179. public void AddParts(IEnumerable<IResolverIgnoreRule> rules,
  180. IEnumerable<IVirtualFolderCreator> pluginFolders,
  181. IEnumerable<IItemResolver> resolvers,
  182. IEnumerable<IIntroProvider> introProviders,
  183. IEnumerable<IBaseItemComparer> itemComparers,
  184. IEnumerable<ILibraryPostScanTask> postscanTasks)
  185. {
  186. EntityResolutionIgnoreRules = rules.ToArray();
  187. PluginFolderCreators = pluginFolders.ToArray();
  188. EntityResolvers = resolvers.OrderBy(i => i.Priority).ToArray();
  189. MultiItemResolvers = EntityResolvers.OfType<IMultiItemResolver>().ToArray();
  190. IntroProviders = introProviders.ToArray();
  191. Comparers = itemComparers.ToArray();
  192. PostscanTasks = postscanTasks.OrderBy(i =>
  193. {
  194. var hasOrder = i as IHasOrder;
  195. return hasOrder == null ? 0 : hasOrder.Order;
  196. }).ToArray();
  197. }
  198. /// <summary>
  199. /// The _root folder
  200. /// </summary>
  201. private volatile AggregateFolder _rootFolder;
  202. /// <summary>
  203. /// The _root folder sync lock
  204. /// </summary>
  205. private readonly object _rootFolderSyncLock = new object();
  206. /// <summary>
  207. /// Gets the root folder.
  208. /// </summary>
  209. /// <value>The root folder.</value>
  210. public AggregateFolder RootFolder
  211. {
  212. get
  213. {
  214. if (_rootFolder == null)
  215. {
  216. lock (_rootFolderSyncLock)
  217. {
  218. if (_rootFolder == null)
  219. {
  220. _rootFolder = CreateRootFolder();
  221. }
  222. }
  223. }
  224. return _rootFolder;
  225. }
  226. }
  227. /// <summary>
  228. /// The _season zero display name
  229. /// </summary>
  230. private string _seasonZeroDisplayName;
  231. private bool _wizardCompleted;
  232. /// <summary>
  233. /// Records the configuration values.
  234. /// </summary>
  235. /// <param name="configuration">The configuration.</param>
  236. private void RecordConfigurationValues(ServerConfiguration configuration)
  237. {
  238. _seasonZeroDisplayName = configuration.SeasonZeroDisplayName;
  239. _wizardCompleted = configuration.IsStartupWizardCompleted;
  240. }
  241. /// <summary>
  242. /// Configurations the updated.
  243. /// </summary>
  244. /// <param name="sender">The sender.</param>
  245. /// <param name="e">The <see cref="EventArgs" /> instance containing the event data.</param>
  246. void ConfigurationUpdated(object sender, EventArgs e)
  247. {
  248. var config = ConfigurationManager.Configuration;
  249. var newSeasonZeroName = ConfigurationManager.Configuration.SeasonZeroDisplayName;
  250. var seasonZeroNameChanged = !string.Equals(_seasonZeroDisplayName, newSeasonZeroName, StringComparison.Ordinal);
  251. var wizardChanged = config.IsStartupWizardCompleted != _wizardCompleted;
  252. RecordConfigurationValues(config);
  253. if (seasonZeroNameChanged || wizardChanged)
  254. {
  255. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  256. }
  257. if (seasonZeroNameChanged)
  258. {
  259. Task.Run(async () =>
  260. {
  261. await UpdateSeasonZeroNames(newSeasonZeroName, CancellationToken.None).ConfigureAwait(false);
  262. });
  263. }
  264. }
  265. /// <summary>
  266. /// Updates the season zero names.
  267. /// </summary>
  268. /// <param name="newName">The new name.</param>
  269. /// <param name="cancellationToken">The cancellation token.</param>
  270. /// <returns>Task.</returns>
  271. private async Task UpdateSeasonZeroNames(string newName, CancellationToken cancellationToken)
  272. {
  273. var seasons = RootFolder.GetRecursiveChildren(i => i is Season)
  274. .Cast<Season>()
  275. .Where(i => i.IndexNumber.HasValue && i.IndexNumber.Value == 0 && !string.Equals(i.Name, newName, StringComparison.Ordinal))
  276. .ToList();
  277. foreach (var season in seasons)
  278. {
  279. season.Name = newName;
  280. try
  281. {
  282. await UpdateItem(season, ItemUpdateType.MetadataDownload, cancellationToken).ConfigureAwait(false);
  283. }
  284. catch (Exception ex)
  285. {
  286. _logger.ErrorException("Error saving {0}", ex, season.Path);
  287. }
  288. }
  289. }
  290. /// <summary>
  291. /// Updates the item in library cache.
  292. /// </summary>
  293. /// <param name="item">The item.</param>
  294. private void UpdateItemInLibraryCache(BaseItem item)
  295. {
  296. RegisterItem(item);
  297. }
  298. public void RegisterItem(BaseItem item)
  299. {
  300. if (item == null)
  301. {
  302. throw new ArgumentNullException("item");
  303. }
  304. RegisterItem(item.Id, item);
  305. }
  306. private void RegisterItem(Guid id, BaseItem item)
  307. {
  308. if (item.SourceType != SourceType.Library)
  309. {
  310. return;
  311. }
  312. if (item is IItemByName)
  313. {
  314. if (!(item is MusicArtist))
  315. {
  316. return;
  317. }
  318. }
  319. //if (!(item is Folder))
  320. //{
  321. // return;
  322. //}
  323. LibraryItemsCache.AddOrUpdate(id, item, delegate { return item; });
  324. }
  325. public async Task DeleteItem(BaseItem item, DeleteOptions options)
  326. {
  327. if (item == null)
  328. {
  329. throw new ArgumentNullException("item");
  330. }
  331. _logger.Debug("Deleting item, Type: {0}, Name: {1}, Path: {2}, Id: {3}",
  332. item.GetType().Name,
  333. item.Name ?? "Unknown name",
  334. item.Path ?? string.Empty,
  335. item.Id);
  336. var parent = item.Parent;
  337. var locationType = item.LocationType;
  338. var children = item.IsFolder
  339. ? ((Folder)item).GetRecursiveChildren().ToList()
  340. : new List<BaseItem>();
  341. foreach (var metadataPath in GetMetadataPaths(item, children))
  342. {
  343. _logger.Debug("Deleting path {0}", metadataPath);
  344. try
  345. {
  346. _fileSystem.DeleteDirectory(metadataPath, true);
  347. }
  348. catch (DirectoryNotFoundException)
  349. {
  350. }
  351. catch (Exception ex)
  352. {
  353. _logger.ErrorException("Error deleting {0}", ex, metadataPath);
  354. }
  355. }
  356. if (options.DeleteFileLocation && locationType != LocationType.Remote && locationType != LocationType.Virtual)
  357. {
  358. foreach (var path in item.GetDeletePaths().ToList())
  359. {
  360. if (_fileSystem.DirectoryExists(path))
  361. {
  362. _logger.Debug("Deleting path {0}", path);
  363. _fileSystem.DeleteDirectory(path, true);
  364. }
  365. else if (_fileSystem.FileExists(path))
  366. {
  367. _logger.Debug("Deleting path {0}", path);
  368. _fileSystem.DeleteFile(path);
  369. }
  370. }
  371. if (parent != null)
  372. {
  373. await parent.ValidateChildren(new Progress<double>(), CancellationToken.None)
  374. .ConfigureAwait(false);
  375. }
  376. }
  377. else if (parent != null)
  378. {
  379. parent.RemoveChild(item);
  380. }
  381. await ItemRepository.DeleteItem(item.Id, CancellationToken.None).ConfigureAwait(false);
  382. foreach (var child in children)
  383. {
  384. await ItemRepository.DeleteItem(child.Id, CancellationToken.None).ConfigureAwait(false);
  385. }
  386. BaseItem removed;
  387. _libraryItemsCache.TryRemove(item.Id, out removed);
  388. ReportItemRemoved(item);
  389. }
  390. private IEnumerable<string> GetMetadataPaths(BaseItem item, IEnumerable<BaseItem> children)
  391. {
  392. var list = new List<string>
  393. {
  394. item.GetInternalMetadataPath()
  395. };
  396. list.AddRange(children.Select(i => i.GetInternalMetadataPath()));
  397. return list;
  398. }
  399. /// <summary>
  400. /// Resolves the item.
  401. /// </summary>
  402. /// <param name="args">The args.</param>
  403. /// <param name="resolvers">The resolvers.</param>
  404. /// <returns>BaseItem.</returns>
  405. private BaseItem ResolveItem(ItemResolveArgs args, IItemResolver[] resolvers)
  406. {
  407. var item = (resolvers ?? EntityResolvers).Select(r => Resolve(args, r))
  408. .FirstOrDefault(i => i != null);
  409. if (item != null)
  410. {
  411. ResolverHelper.SetInitialItemValues(item, args, _fileSystem, this);
  412. }
  413. return item;
  414. }
  415. private BaseItem Resolve(ItemResolveArgs args, IItemResolver resolver)
  416. {
  417. try
  418. {
  419. return resolver.ResolvePath(args);
  420. }
  421. catch (Exception ex)
  422. {
  423. _logger.ErrorException("Error in {0} resolving {1}", ex, resolver.GetType().Name, args.Path);
  424. return null;
  425. }
  426. }
  427. public Guid GetNewItemId(string key, Type type)
  428. {
  429. if (string.IsNullOrWhiteSpace(key))
  430. {
  431. throw new ArgumentNullException("key");
  432. }
  433. if (type == null)
  434. {
  435. throw new ArgumentNullException("type");
  436. }
  437. if (ConfigurationManager.Configuration.EnableLocalizedGuids && key.StartsWith(ConfigurationManager.ApplicationPaths.ProgramDataPath))
  438. {
  439. // Try to normalize paths located underneath program-data in an attempt to make them more portable
  440. key = key.Substring(ConfigurationManager.ApplicationPaths.ProgramDataPath.Length)
  441. .TrimStart(new[] { '/', '\\' })
  442. .Replace("/", "\\");
  443. }
  444. if (!ConfigurationManager.Configuration.EnableCaseSensitiveItemIds)
  445. {
  446. key = key.ToLower();
  447. }
  448. key = type.FullName + key;
  449. return key.GetMD5();
  450. }
  451. public IEnumerable<BaseItem> ReplaceVideosWithPrimaryVersions(IEnumerable<BaseItem> items)
  452. {
  453. if (items == null)
  454. {
  455. throw new ArgumentNullException("items");
  456. }
  457. var dict = new Dictionary<Guid, BaseItem>();
  458. foreach (var item in items)
  459. {
  460. var video = item as Video;
  461. if (video != null)
  462. {
  463. if (video.PrimaryVersionId.HasValue)
  464. {
  465. var primary = GetItemById(video.PrimaryVersionId.Value) as Video;
  466. if (primary != null)
  467. {
  468. dict[primary.Id] = primary;
  469. continue;
  470. }
  471. }
  472. }
  473. dict[item.Id] = item;
  474. }
  475. return dict.Values;
  476. }
  477. /// <summary>
  478. /// Ensure supplied item has only one instance throughout
  479. /// </summary>
  480. /// <param name="item">The item.</param>
  481. /// <returns>The proper instance to the item</returns>
  482. public BaseItem GetOrAddByReferenceItem(BaseItem item)
  483. {
  484. // Add this item to our list if not there already
  485. if (!ByReferenceItems.TryAdd(item.Id, item))
  486. {
  487. // Already there - return the existing reference
  488. item = ByReferenceItems[item.Id];
  489. }
  490. return item;
  491. }
  492. public BaseItem ResolvePath(FileSystemMetadata fileInfo,
  493. Folder parent = null)
  494. {
  495. return ResolvePath(fileInfo, new DirectoryService(_logger, _fileSystem), null, parent);
  496. }
  497. private BaseItem ResolvePath(FileSystemMetadata fileInfo, IDirectoryService directoryService, IItemResolver[] resolvers, Folder parent = null, string collectionType = null)
  498. {
  499. if (fileInfo == null)
  500. {
  501. throw new ArgumentNullException("fileInfo");
  502. }
  503. var fullPath = fileInfo.FullName;
  504. if (string.IsNullOrWhiteSpace(collectionType) && parent != null)
  505. {
  506. collectionType = GetContentTypeOverride(fullPath, true);
  507. }
  508. var args = new ItemResolveArgs(ConfigurationManager.ApplicationPaths, directoryService)
  509. {
  510. Parent = parent,
  511. Path = fullPath,
  512. FileInfo = fileInfo,
  513. CollectionType = collectionType
  514. };
  515. // Return null if ignore rules deem that we should do so
  516. if (IgnoreFile(args.FileInfo, args.Parent))
  517. {
  518. return null;
  519. }
  520. // Gather child folder and files
  521. if (args.IsDirectory)
  522. {
  523. var isPhysicalRoot = args.IsPhysicalRoot;
  524. // When resolving the root, we need it's grandchildren (children of user views)
  525. var flattenFolderDepth = isPhysicalRoot ? 2 : 0;
  526. var fileSystemDictionary = FileData.GetFilteredFileSystemEntries(directoryService, args.Path, _fileSystem, _logger, args, flattenFolderDepth: flattenFolderDepth, resolveShortcuts: isPhysicalRoot || args.IsVf);
  527. // Need to remove subpaths that may have been resolved from shortcuts
  528. // Example: if \\server\movies exists, then strip out \\server\movies\action
  529. if (isPhysicalRoot)
  530. {
  531. var paths = NormalizeRootPathList(fileSystemDictionary.Values);
  532. fileSystemDictionary = paths.ToDictionary(i => i.FullName);
  533. }
  534. args.FileSystemDictionary = fileSystemDictionary;
  535. }
  536. // Check to see if we should resolve based on our contents
  537. if (args.IsDirectory && !ShouldResolvePathContents(args))
  538. {
  539. return null;
  540. }
  541. return ResolveItem(args, resolvers);
  542. }
  543. public bool IgnoreFile(FileSystemMetadata file, BaseItem parent)
  544. {
  545. return EntityResolutionIgnoreRules.Any(r => r.ShouldIgnore(file, parent));
  546. }
  547. public IEnumerable<FileSystemMetadata> NormalizeRootPathList(IEnumerable<FileSystemMetadata> paths)
  548. {
  549. var originalList = paths.ToList();
  550. var list = originalList.Where(i => i.IsDirectory)
  551. .Select(i => _fileSystem.NormalizePath(i.FullName))
  552. .Distinct(StringComparer.OrdinalIgnoreCase)
  553. .ToList();
  554. var dupes = list.Where(subPath => !subPath.EndsWith(":\\", StringComparison.OrdinalIgnoreCase) && list.Any(i => _fileSystem.ContainsSubPath(i, subPath)))
  555. .ToList();
  556. foreach (var dupe in dupes)
  557. {
  558. _logger.Info("Found duplicate path: {0}", dupe);
  559. }
  560. var newList = list.Except(dupes, StringComparer.OrdinalIgnoreCase).Select(_fileSystem.GetDirectoryInfo).ToList();
  561. newList.AddRange(originalList.Where(i => !i.IsDirectory));
  562. return newList;
  563. }
  564. /// <summary>
  565. /// Determines whether a path should be ignored based on its contents - called after the contents have been read
  566. /// </summary>
  567. /// <param name="args">The args.</param>
  568. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  569. private static bool ShouldResolvePathContents(ItemResolveArgs args)
  570. {
  571. // Ignore any folders containing a file called .ignore
  572. return !args.ContainsFileSystemEntryByName(".ignore");
  573. }
  574. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType)
  575. {
  576. return ResolvePaths(files, directoryService, parent, collectionType, EntityResolvers);
  577. }
  578. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  579. {
  580. var fileList = files.Where(i => !IgnoreFile(i, parent)).ToList();
  581. if (parent != null)
  582. {
  583. var multiItemResolvers = resolvers == null ? MultiItemResolvers : resolvers.OfType<IMultiItemResolver>().ToArray();
  584. foreach (var resolver in multiItemResolvers)
  585. {
  586. var result = resolver.ResolveMultiple(parent, fileList, collectionType, directoryService);
  587. if (result != null && result.Items.Count > 0)
  588. {
  589. var items = new List<BaseItem>();
  590. items.AddRange(result.Items);
  591. foreach (var item in items)
  592. {
  593. ResolverHelper.SetInitialItemValues(item, parent, _fileSystem, this, directoryService);
  594. }
  595. items.AddRange(ResolveFileList(result.ExtraFiles, directoryService, parent, collectionType, resolvers));
  596. return items;
  597. }
  598. }
  599. }
  600. return ResolveFileList(fileList, directoryService, parent, collectionType, resolvers);
  601. }
  602. private IEnumerable<BaseItem> ResolveFileList(IEnumerable<FileSystemMetadata> fileList, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  603. {
  604. return fileList.Select(f =>
  605. {
  606. try
  607. {
  608. return ResolvePath(f, directoryService, resolvers, parent, collectionType);
  609. }
  610. catch (Exception ex)
  611. {
  612. _logger.ErrorException("Error resolving path {0}", ex, f.FullName);
  613. return null;
  614. }
  615. }).Where(i => i != null);
  616. }
  617. /// <summary>
  618. /// Creates the root media folder
  619. /// </summary>
  620. /// <returns>AggregateFolder.</returns>
  621. /// <exception cref="System.InvalidOperationException">Cannot create the root folder until plugins have loaded</exception>
  622. public AggregateFolder CreateRootFolder()
  623. {
  624. var rootFolderPath = ConfigurationManager.ApplicationPaths.RootFolderPath;
  625. _fileSystem.CreateDirectory(rootFolderPath);
  626. var rootFolder = GetItemById(GetNewItemId(rootFolderPath, typeof(AggregateFolder))) as AggregateFolder ?? (AggregateFolder)ResolvePath(_fileSystem.GetDirectoryInfo(rootFolderPath));
  627. // Add in the plug-in folders
  628. foreach (var child in PluginFolderCreators)
  629. {
  630. var folder = child.GetFolder();
  631. if (folder != null)
  632. {
  633. if (folder.Id == Guid.Empty)
  634. {
  635. if (string.IsNullOrWhiteSpace(folder.Path))
  636. {
  637. folder.Id = GetNewItemId(folder.GetType().Name, folder.GetType());
  638. }
  639. else
  640. {
  641. folder.Id = GetNewItemId(folder.Path, folder.GetType());
  642. }
  643. }
  644. var dbItem = GetItemById(folder.Id) as BasePluginFolder;
  645. if (dbItem != null && string.Equals(dbItem.Path, folder.Path, StringComparison.OrdinalIgnoreCase))
  646. {
  647. folder = dbItem;
  648. }
  649. if (folder.ParentId != rootFolder.Id)
  650. {
  651. folder.ParentId = rootFolder.Id;
  652. var task = folder.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None);
  653. Task.WaitAll(task);
  654. }
  655. rootFolder.AddVirtualChild(folder);
  656. RegisterItem(folder);
  657. }
  658. }
  659. return rootFolder;
  660. }
  661. private volatile UserRootFolder _userRootFolder;
  662. private readonly object _syncLock = new object();
  663. public Folder GetUserRootFolder()
  664. {
  665. if (_userRootFolder == null)
  666. {
  667. lock (_syncLock)
  668. {
  669. if (_userRootFolder == null)
  670. {
  671. var userRootPath = ConfigurationManager.ApplicationPaths.DefaultUserViewsPath;
  672. _fileSystem.CreateDirectory(userRootPath);
  673. var tmpItem = GetItemById(GetNewItemId(userRootPath, typeof(UserRootFolder))) as UserRootFolder;
  674. if (tmpItem == null)
  675. {
  676. tmpItem = (UserRootFolder)ResolvePath(_fileSystem.GetDirectoryInfo(userRootPath));
  677. }
  678. _userRootFolder = tmpItem;
  679. }
  680. }
  681. }
  682. return _userRootFolder;
  683. }
  684. public BaseItem FindByPath(string path)
  685. {
  686. var query = new InternalItemsQuery
  687. {
  688. Path = path
  689. };
  690. // Only use the database result if there's exactly one item, otherwise we run the risk of returning old data that hasn't been cleaned yet.
  691. var items = GetItemIds(query).Select(GetItemById).Where(i => i != null).ToArray();
  692. if (items.Length == 1)
  693. {
  694. return items[0];
  695. }
  696. if (items.Length == 0)
  697. {
  698. return null;
  699. }
  700. return RootFolder.FindByPath(path);
  701. }
  702. /// <summary>
  703. /// Gets a Person
  704. /// </summary>
  705. /// <param name="name">The name.</param>
  706. /// <returns>Task{Person}.</returns>
  707. public Person GetPerson(string name)
  708. {
  709. return GetItemByName<Person>(ConfigurationManager.ApplicationPaths.PeoplePath, name);
  710. }
  711. /// <summary>
  712. /// Gets a Studio
  713. /// </summary>
  714. /// <param name="name">The name.</param>
  715. /// <returns>Task{Studio}.</returns>
  716. public Studio GetStudio(string name)
  717. {
  718. return GetItemByName<Studio>(ConfigurationManager.ApplicationPaths.StudioPath, name);
  719. }
  720. /// <summary>
  721. /// Gets a Genre
  722. /// </summary>
  723. /// <param name="name">The name.</param>
  724. /// <returns>Task{Genre}.</returns>
  725. public Genre GetGenre(string name)
  726. {
  727. return GetItemByName<Genre>(ConfigurationManager.ApplicationPaths.GenrePath, name);
  728. }
  729. /// <summary>
  730. /// Gets the genre.
  731. /// </summary>
  732. /// <param name="name">The name.</param>
  733. /// <returns>Task{MusicGenre}.</returns>
  734. public MusicGenre GetMusicGenre(string name)
  735. {
  736. return GetItemByName<MusicGenre>(ConfigurationManager.ApplicationPaths.MusicGenrePath, name);
  737. }
  738. /// <summary>
  739. /// Gets the game genre.
  740. /// </summary>
  741. /// <param name="name">The name.</param>
  742. /// <returns>Task{GameGenre}.</returns>
  743. public GameGenre GetGameGenre(string name)
  744. {
  745. return GetItemByName<GameGenre>(ConfigurationManager.ApplicationPaths.GameGenrePath, name);
  746. }
  747. /// <summary>
  748. /// The us culture
  749. /// </summary>
  750. private static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  751. /// <summary>
  752. /// Gets a Year
  753. /// </summary>
  754. /// <param name="value">The value.</param>
  755. /// <returns>Task{Year}.</returns>
  756. /// <exception cref="System.ArgumentOutOfRangeException"></exception>
  757. public Year GetYear(int value)
  758. {
  759. if (value <= 0)
  760. {
  761. throw new ArgumentOutOfRangeException("Years less than or equal to 0 are invalid.");
  762. }
  763. return GetItemByName<Year>(ConfigurationManager.ApplicationPaths.YearPath, value.ToString(UsCulture));
  764. }
  765. /// <summary>
  766. /// Gets the artists path.
  767. /// </summary>
  768. /// <value>The artists path.</value>
  769. public string ArtistsPath
  770. {
  771. get
  772. {
  773. return Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "artists");
  774. }
  775. }
  776. /// <summary>
  777. /// Gets a Genre
  778. /// </summary>
  779. /// <param name="name">The name.</param>
  780. /// <returns>Task{Genre}.</returns>
  781. public MusicArtist GetArtist(string name)
  782. {
  783. return GetItemByName<MusicArtist>(ArtistsPath, name);
  784. }
  785. private T GetItemByName<T>(string path, string name)
  786. where T : BaseItem, new()
  787. {
  788. if (string.IsNullOrWhiteSpace(path))
  789. {
  790. throw new ArgumentNullException("path");
  791. }
  792. if (string.IsNullOrWhiteSpace(name))
  793. {
  794. throw new ArgumentNullException("name");
  795. }
  796. var validFilename = _fileSystem.GetValidFilename(name).Trim();
  797. string subFolderPrefix = null;
  798. var type = typeof(T);
  799. if (type == typeof(Person))
  800. {
  801. var subFolderIndex = 0;
  802. while (!char.IsLetterOrDigit(validFilename[subFolderIndex]))
  803. {
  804. subFolderIndex++;
  805. }
  806. subFolderPrefix = validFilename.Substring(subFolderIndex, 1);
  807. }
  808. var fullPath = string.IsNullOrEmpty(subFolderPrefix) ?
  809. Path.Combine(path, validFilename) :
  810. Path.Combine(path, subFolderPrefix, validFilename);
  811. var id = GetNewItemId(fullPath, type);
  812. BaseItem obj;
  813. if (!_libraryItemsCache.TryGetValue(id, out obj))
  814. {
  815. obj = CreateItemByName<T>(fullPath, name, id);
  816. RegisterItem(id, obj);
  817. }
  818. return obj as T;
  819. }
  820. private T CreateItemByName<T>(string path, string name, Guid id)
  821. where T : BaseItem, new()
  822. {
  823. var isArtist = typeof(T) == typeof(MusicArtist);
  824. if (isArtist)
  825. {
  826. var existing = RootFolder
  827. .GetRecursiveChildren(i => i is T && NameExtensions.AreEqual(i.Name, name))
  828. .Cast<T>()
  829. .FirstOrDefault();
  830. if (existing != null)
  831. {
  832. return existing;
  833. }
  834. }
  835. var item = GetItemById(id) as T;
  836. if (item == null)
  837. {
  838. item = new T
  839. {
  840. Name = name,
  841. Id = id,
  842. DateCreated = DateTime.UtcNow,
  843. DateModified = DateTime.UtcNow,
  844. Path = path
  845. };
  846. if (isArtist)
  847. {
  848. (item as MusicArtist).IsAccessedByName = true;
  849. }
  850. var task = CreateItem(item, CancellationToken.None);
  851. Task.WaitAll(task);
  852. }
  853. return item;
  854. }
  855. public IEnumerable<MusicArtist> GetAlbumArtists(IEnumerable<IHasAlbumArtist> items)
  856. {
  857. var names = items
  858. .SelectMany(i => i.AlbumArtists)
  859. .DistinctNames()
  860. .Select(i =>
  861. {
  862. try
  863. {
  864. var artist = GetArtist(i);
  865. return artist;
  866. }
  867. catch
  868. {
  869. // Already logged at lower levels
  870. return null;
  871. }
  872. })
  873. .Where(i => i != null);
  874. return names;
  875. }
  876. public IEnumerable<MusicArtist> GetArtists(IEnumerable<IHasArtist> items)
  877. {
  878. var names = items
  879. .SelectMany(i => i.AllArtists)
  880. .DistinctNames()
  881. .Select(i =>
  882. {
  883. try
  884. {
  885. var artist = GetArtist(i);
  886. return artist;
  887. }
  888. catch
  889. {
  890. // Already logged at lower levels
  891. return null;
  892. }
  893. })
  894. .Where(i => i != null);
  895. return names;
  896. }
  897. /// <summary>
  898. /// Validate and refresh the People sub-set of the IBN.
  899. /// The items are stored in the db but not loaded into memory until actually requested by an operation.
  900. /// </summary>
  901. /// <param name="cancellationToken">The cancellation token.</param>
  902. /// <param name="progress">The progress.</param>
  903. /// <returns>Task.</returns>
  904. public Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  905. {
  906. // Ensure the location is available.
  907. _fileSystem.CreateDirectory(ConfigurationManager.ApplicationPaths.PeoplePath);
  908. return new PeopleValidator(this, _logger, ConfigurationManager, _fileSystem).ValidatePeople(cancellationToken, progress);
  909. }
  910. /// <summary>
  911. /// Reloads the root media folder
  912. /// </summary>
  913. /// <param name="progress">The progress.</param>
  914. /// <param name="cancellationToken">The cancellation token.</param>
  915. /// <returns>Task.</returns>
  916. public Task ValidateMediaLibrary(IProgress<double> progress, CancellationToken cancellationToken)
  917. {
  918. // Just run the scheduled task so that the user can see it
  919. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  920. return Task.FromResult(true);
  921. }
  922. /// <summary>
  923. /// Queues the library scan.
  924. /// </summary>
  925. public void QueueLibraryScan()
  926. {
  927. // Just run the scheduled task so that the user can see it
  928. _taskManager.QueueScheduledTask<RefreshMediaLibraryTask>();
  929. }
  930. /// <summary>
  931. /// Validates the media library internal.
  932. /// </summary>
  933. /// <param name="progress">The progress.</param>
  934. /// <param name="cancellationToken">The cancellation token.</param>
  935. /// <returns>Task.</returns>
  936. public async Task ValidateMediaLibraryInternal(IProgress<double> progress, CancellationToken cancellationToken)
  937. {
  938. IsScanRunning = true;
  939. _libraryMonitorFactory().Stop();
  940. try
  941. {
  942. await PerformLibraryValidation(progress, cancellationToken).ConfigureAwait(false);
  943. }
  944. finally
  945. {
  946. _libraryMonitorFactory().Start();
  947. IsScanRunning = false;
  948. }
  949. }
  950. private async Task PerformLibraryValidation(IProgress<double> progress, CancellationToken cancellationToken)
  951. {
  952. _logger.Info("Validating media library");
  953. await RootFolder.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  954. progress.Report(.5);
  955. // Start by just validating the children of the root, but go no further
  956. await RootFolder.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false);
  957. progress.Report(1);
  958. var userRoot = GetUserRootFolder();
  959. await userRoot.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  960. await userRoot.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false).ConfigureAwait(false);
  961. progress.Report(2);
  962. var innerProgress = new ActionableProgress<double>();
  963. innerProgress.RegisterAction(pct => progress.Report(2 + pct * .73));
  964. // Now validate the entire media library
  965. await RootFolder.ValidateChildren(innerProgress, cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: true).ConfigureAwait(false);
  966. progress.Report(75);
  967. innerProgress = new ActionableProgress<double>();
  968. innerProgress.RegisterAction(pct => progress.Report(75 + pct * .25));
  969. // Run post-scan tasks
  970. await RunPostScanTasks(innerProgress, cancellationToken).ConfigureAwait(false);
  971. progress.Report(100);
  972. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  973. GC.Collect(2, GCCollectionMode.Forced, true);
  974. GC.Collect(2, GCCollectionMode.Forced, true);
  975. }
  976. /// <summary>
  977. /// Runs the post scan tasks.
  978. /// </summary>
  979. /// <param name="progress">The progress.</param>
  980. /// <param name="cancellationToken">The cancellation token.</param>
  981. /// <returns>Task.</returns>
  982. private async Task RunPostScanTasks(IProgress<double> progress, CancellationToken cancellationToken)
  983. {
  984. var tasks = PostscanTasks.ToList();
  985. var numComplete = 0;
  986. var numTasks = tasks.Count;
  987. foreach (var task in tasks)
  988. {
  989. var innerProgress = new ActionableProgress<double>();
  990. // Prevent access to modified closure
  991. var currentNumComplete = numComplete;
  992. innerProgress.RegisterAction(pct =>
  993. {
  994. double innerPercent = currentNumComplete * 100 + pct;
  995. innerPercent /= numTasks;
  996. progress.Report(innerPercent);
  997. });
  998. _logger.Debug("Running post-scan task {0}", task.GetType().Name);
  999. try
  1000. {
  1001. await task.Run(innerProgress, cancellationToken).ConfigureAwait(false);
  1002. }
  1003. catch (OperationCanceledException)
  1004. {
  1005. _logger.Info("Post-scan task cancelled: {0}", task.GetType().Name);
  1006. }
  1007. catch (Exception ex)
  1008. {
  1009. _logger.ErrorException("Error running postscan task", ex);
  1010. }
  1011. numComplete++;
  1012. double percent = numComplete;
  1013. percent /= numTasks;
  1014. progress.Report(percent * 100);
  1015. }
  1016. progress.Report(100);
  1017. }
  1018. /// <summary>
  1019. /// Gets the default view.
  1020. /// </summary>
  1021. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1022. public IEnumerable<VirtualFolderInfo> GetVirtualFolders()
  1023. {
  1024. return GetView(ConfigurationManager.ApplicationPaths.DefaultUserViewsPath);
  1025. }
  1026. /// <summary>
  1027. /// Gets the view.
  1028. /// </summary>
  1029. /// <param name="path">The path.</param>
  1030. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1031. private IEnumerable<VirtualFolderInfo> GetView(string path)
  1032. {
  1033. var topLibraryFolders = GetUserRootFolder().Children.ToList();
  1034. return _fileSystem.GetDirectoryPaths(path)
  1035. .Select(dir => GetVirtualFolderInfo(dir, topLibraryFolders));
  1036. }
  1037. private VirtualFolderInfo GetVirtualFolderInfo(string dir, List<BaseItem> collectionFolders)
  1038. {
  1039. var info = new VirtualFolderInfo
  1040. {
  1041. Name = Path.GetFileName(dir),
  1042. Locations = Directory.EnumerateFiles(dir, "*.mblink", SearchOption.TopDirectoryOnly)
  1043. .Select(_fileSystem.ResolveShortcut)
  1044. .OrderBy(i => i)
  1045. .ToList(),
  1046. CollectionType = GetCollectionType(dir)
  1047. };
  1048. var libraryFolder = collectionFolders.FirstOrDefault(i => string.Equals(i.Path, dir, StringComparison.OrdinalIgnoreCase));
  1049. if (libraryFolder != null && libraryFolder.HasImage(ImageType.Primary))
  1050. {
  1051. info.PrimaryImageItemId = libraryFolder.Id.ToString("N");
  1052. }
  1053. if (libraryFolder != null)
  1054. {
  1055. info.ItemId = libraryFolder.Id.ToString("N");
  1056. }
  1057. return info;
  1058. }
  1059. private string GetCollectionType(string path)
  1060. {
  1061. return _fileSystem.GetFiles(path, false)
  1062. .Where(i => string.Equals(i.Extension, ".collection", StringComparison.OrdinalIgnoreCase))
  1063. .Select(i => _fileSystem.GetFileNameWithoutExtension(i))
  1064. .FirstOrDefault();
  1065. }
  1066. /// <summary>
  1067. /// Gets the item by id.
  1068. /// </summary>
  1069. /// <param name="id">The id.</param>
  1070. /// <returns>BaseItem.</returns>
  1071. /// <exception cref="System.ArgumentNullException">id</exception>
  1072. public BaseItem GetItemById(Guid id)
  1073. {
  1074. if (id == Guid.Empty)
  1075. {
  1076. throw new ArgumentNullException("id");
  1077. }
  1078. BaseItem item;
  1079. if (LibraryItemsCache.TryGetValue(id, out item))
  1080. {
  1081. return item;
  1082. }
  1083. item = RetrieveItem(id);
  1084. if (item != null)
  1085. {
  1086. RegisterItem(item);
  1087. }
  1088. return item;
  1089. }
  1090. public BaseItem GetMemoryItemById(Guid id)
  1091. {
  1092. if (id == Guid.Empty)
  1093. {
  1094. throw new ArgumentNullException("id");
  1095. }
  1096. BaseItem item;
  1097. LibraryItemsCache.TryGetValue(id, out item);
  1098. return item;
  1099. }
  1100. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query)
  1101. {
  1102. if (query.User != null)
  1103. {
  1104. AddUserToQuery(query, query.User);
  1105. }
  1106. var result = ItemRepository.GetItemIdsList(query);
  1107. return result.Select(GetItemById).Where(i => i != null);
  1108. }
  1109. public QueryResult<BaseItem> QueryItems(InternalItemsQuery query)
  1110. {
  1111. if (query.User != null)
  1112. {
  1113. AddUserToQuery(query, query.User);
  1114. }
  1115. return ItemRepository.GetItems(query);
  1116. }
  1117. public List<Guid> GetItemIds(InternalItemsQuery query)
  1118. {
  1119. if (query.User != null)
  1120. {
  1121. AddUserToQuery(query, query.User);
  1122. }
  1123. return ItemRepository.GetItemIdsList(query);
  1124. }
  1125. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query, IEnumerable<string> parentIds)
  1126. {
  1127. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1128. SetTopParentIdsOrAncestors(query, parents);
  1129. return GetItemIds(query).Select(GetItemById).Where(i => i != null);
  1130. }
  1131. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query)
  1132. {
  1133. if (query.Recursive && query.ParentId.HasValue)
  1134. {
  1135. var parent = GetItemById(query.ParentId.Value);
  1136. if (parent != null)
  1137. {
  1138. SetTopParentIdsOrAncestors(query, new List<BaseItem> { parent });
  1139. query.ParentId = null;
  1140. }
  1141. }
  1142. if (query.User != null)
  1143. {
  1144. AddUserToQuery(query, query.User);
  1145. }
  1146. var initialResult = ItemRepository.GetItemIds(query);
  1147. return new QueryResult<BaseItem>
  1148. {
  1149. TotalRecordCount = initialResult.TotalRecordCount,
  1150. Items = initialResult.Items.Select(GetItemById).Where(i => i != null).ToArray()
  1151. };
  1152. }
  1153. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query, IEnumerable<string> parentIds)
  1154. {
  1155. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1156. SetTopParentIdsOrAncestors(query, parents);
  1157. return GetItemsResult(query);
  1158. }
  1159. private void SetTopParentIdsOrAncestors(InternalItemsQuery query, List<BaseItem> parents)
  1160. {
  1161. if (parents.All(i =>
  1162. {
  1163. if (i is ICollectionFolder || i is UserView)
  1164. {
  1165. return true;
  1166. }
  1167. _logger.Debug("Query requires ancestor query due to type: " + i.GetType().Name);
  1168. return false;
  1169. }))
  1170. {
  1171. // Optimize by querying against top level views
  1172. query.TopParentIds = parents.SelectMany(i => GetTopParentsForQuery(i, query.User)).Select(i => i.Id.ToString("N")).ToArray();
  1173. }
  1174. else
  1175. {
  1176. // We need to be able to query from any arbitrary ancestor up the tree
  1177. query.AncestorIds = parents.SelectMany(i => i.GetIdsForAncestorQuery()).Select(i => i.ToString("N")).ToArray();
  1178. }
  1179. }
  1180. private void AddUserToQuery(InternalItemsQuery query, User user)
  1181. {
  1182. if (query.AncestorIds.Length == 0 && !query.ParentId.HasValue && query.ChannelIds.Length == 0 && query.TopParentIds.Length == 0)
  1183. {
  1184. var userViews = _userviewManager().GetUserViews(new UserViewQuery
  1185. {
  1186. UserId = user.Id.ToString("N"),
  1187. IncludeHidden = true
  1188. }, CancellationToken.None).Result.ToList();
  1189. query.TopParentIds = userViews.SelectMany(i => GetTopParentsForQuery(i, user)).Select(i => i.Id.ToString("N")).ToArray();
  1190. }
  1191. }
  1192. private IEnumerable<BaseItem> GetTopParentsForQuery(BaseItem item, User user)
  1193. {
  1194. var view = item as UserView;
  1195. if (view != null)
  1196. {
  1197. if (string.Equals(view.ViewType, CollectionType.LiveTv))
  1198. {
  1199. return new[] { view };
  1200. }
  1201. if (string.Equals(view.ViewType, CollectionType.Channels))
  1202. {
  1203. // TODO: Return channels
  1204. return new[] { view };
  1205. }
  1206. // Translate view into folders
  1207. if (view.DisplayParentId != Guid.Empty)
  1208. {
  1209. var displayParent = GetItemById(view.DisplayParentId);
  1210. if (displayParent != null)
  1211. {
  1212. return GetTopParentsForQuery(displayParent, user);
  1213. }
  1214. return new BaseItem[] { };
  1215. }
  1216. if (view.ParentId != Guid.Empty)
  1217. {
  1218. var displayParent = GetItemById(view.ParentId);
  1219. if (displayParent != null)
  1220. {
  1221. return GetTopParentsForQuery(displayParent, user);
  1222. }
  1223. return new BaseItem[] { };
  1224. }
  1225. // Handle grouping
  1226. if (user != null && !string.IsNullOrWhiteSpace(view.ViewType) && UserView.IsEligibleForGrouping(view.ViewType))
  1227. {
  1228. var collectionFolders = user.RootFolder.GetChildren(user, true).OfType<CollectionFolder>().Where(i => string.IsNullOrWhiteSpace(i.CollectionType) || string.Equals(i.CollectionType, view.ViewType, StringComparison.OrdinalIgnoreCase));
  1229. return collectionFolders.SelectMany(i => GetTopParentsForQuery(i, user));
  1230. }
  1231. return new BaseItem[] { };
  1232. }
  1233. var collectionFolder = item as CollectionFolder;
  1234. if (collectionFolder != null)
  1235. {
  1236. return collectionFolder.GetPhysicalParents();
  1237. }
  1238. var topParent = item.GetTopParent();
  1239. if (topParent != null)
  1240. {
  1241. return new[] { topParent };
  1242. }
  1243. return new BaseItem[] { };
  1244. }
  1245. /// <summary>
  1246. /// Gets the intros.
  1247. /// </summary>
  1248. /// <param name="item">The item.</param>
  1249. /// <param name="user">The user.</param>
  1250. /// <returns>IEnumerable{System.String}.</returns>
  1251. public async Task<IEnumerable<Video>> GetIntros(BaseItem item, User user)
  1252. {
  1253. var tasks = IntroProviders
  1254. .OrderBy(i => i.GetType().Name.IndexOf("Default", StringComparison.OrdinalIgnoreCase) == -1 ? 0 : 1)
  1255. .Take(1)
  1256. .Select(i => GetIntros(i, item, user));
  1257. var items = await Task.WhenAll(tasks).ConfigureAwait(false);
  1258. return items
  1259. .SelectMany(i => i.ToArray())
  1260. .Select(ResolveIntro)
  1261. .Where(i => i != null);
  1262. }
  1263. /// <summary>
  1264. /// Gets the intros.
  1265. /// </summary>
  1266. /// <param name="provider">The provider.</param>
  1267. /// <param name="item">The item.</param>
  1268. /// <param name="user">The user.</param>
  1269. /// <returns>Task&lt;IEnumerable&lt;IntroInfo&gt;&gt;.</returns>
  1270. private async Task<IEnumerable<IntroInfo>> GetIntros(IIntroProvider provider, BaseItem item, User user)
  1271. {
  1272. try
  1273. {
  1274. return await provider.GetIntros(item, user).ConfigureAwait(false);
  1275. }
  1276. catch (Exception ex)
  1277. {
  1278. _logger.ErrorException("Error getting intros", ex);
  1279. return new List<IntroInfo>();
  1280. }
  1281. }
  1282. /// <summary>
  1283. /// Gets all intro files.
  1284. /// </summary>
  1285. /// <returns>IEnumerable{System.String}.</returns>
  1286. public IEnumerable<string> GetAllIntroFiles()
  1287. {
  1288. return IntroProviders.SelectMany(i =>
  1289. {
  1290. try
  1291. {
  1292. return i.GetAllIntroFiles().ToList();
  1293. }
  1294. catch (Exception ex)
  1295. {
  1296. _logger.ErrorException("Error getting intro files", ex);
  1297. return new List<string>();
  1298. }
  1299. });
  1300. }
  1301. /// <summary>
  1302. /// Resolves the intro.
  1303. /// </summary>
  1304. /// <param name="info">The info.</param>
  1305. /// <returns>Video.</returns>
  1306. private Video ResolveIntro(IntroInfo info)
  1307. {
  1308. Video video = null;
  1309. if (info.ItemId.HasValue)
  1310. {
  1311. // Get an existing item by Id
  1312. video = GetItemById(info.ItemId.Value) as Video;
  1313. if (video == null)
  1314. {
  1315. _logger.Error("Unable to locate item with Id {0}.", info.ItemId.Value);
  1316. }
  1317. }
  1318. else if (!string.IsNullOrEmpty(info.Path))
  1319. {
  1320. try
  1321. {
  1322. // Try to resolve the path into a video
  1323. video = ResolvePath(_fileSystem.GetFileSystemInfo(info.Path)) as Video;
  1324. if (video == null)
  1325. {
  1326. _logger.Error("Intro resolver returned null for {0}.", info.Path);
  1327. }
  1328. else
  1329. {
  1330. // Pull the saved db item that will include metadata
  1331. var dbItem = GetItemById(video.Id) as Video;
  1332. if (dbItem != null)
  1333. {
  1334. video = dbItem;
  1335. }
  1336. else
  1337. {
  1338. return null;
  1339. }
  1340. }
  1341. }
  1342. catch (Exception ex)
  1343. {
  1344. _logger.ErrorException("Error resolving path {0}.", ex, info.Path);
  1345. }
  1346. }
  1347. else
  1348. {
  1349. _logger.Error("IntroProvider returned an IntroInfo with null Path and ItemId.");
  1350. }
  1351. return video;
  1352. }
  1353. /// <summary>
  1354. /// Sorts the specified sort by.
  1355. /// </summary>
  1356. /// <param name="items">The items.</param>
  1357. /// <param name="user">The user.</param>
  1358. /// <param name="sortBy">The sort by.</param>
  1359. /// <param name="sortOrder">The sort order.</param>
  1360. /// <returns>IEnumerable{BaseItem}.</returns>
  1361. public IEnumerable<BaseItem> Sort(IEnumerable<BaseItem> items, User user, IEnumerable<string> sortBy, SortOrder sortOrder)
  1362. {
  1363. var isFirst = true;
  1364. IOrderedEnumerable<BaseItem> orderedItems = null;
  1365. foreach (var orderBy in sortBy.Select(o => GetComparer(o, user)).Where(c => c != null))
  1366. {
  1367. if (isFirst)
  1368. {
  1369. orderedItems = sortOrder == SortOrder.Descending ? items.OrderByDescending(i => i, orderBy) : items.OrderBy(i => i, orderBy);
  1370. }
  1371. else
  1372. {
  1373. orderedItems = sortOrder == SortOrder.Descending ? orderedItems.ThenByDescending(i => i, orderBy) : orderedItems.ThenBy(i => i, orderBy);
  1374. }
  1375. isFirst = false;
  1376. }
  1377. return orderedItems ?? items;
  1378. }
  1379. /// <summary>
  1380. /// Gets the comparer.
  1381. /// </summary>
  1382. /// <param name="name">The name.</param>
  1383. /// <param name="user">The user.</param>
  1384. /// <returns>IBaseItemComparer.</returns>
  1385. private IBaseItemComparer GetComparer(string name, User user)
  1386. {
  1387. var comparer = Comparers.FirstOrDefault(c => string.Equals(name, c.Name, StringComparison.OrdinalIgnoreCase));
  1388. if (comparer != null)
  1389. {
  1390. // If it requires a user, create a new one, and assign the user
  1391. if (comparer is IUserBaseItemComparer)
  1392. {
  1393. var userComparer = (IUserBaseItemComparer)Activator.CreateInstance(comparer.GetType());
  1394. userComparer.User = user;
  1395. userComparer.UserManager = _userManager;
  1396. userComparer.UserDataRepository = _userDataRepository;
  1397. return userComparer;
  1398. }
  1399. }
  1400. return comparer;
  1401. }
  1402. /// <summary>
  1403. /// Creates the item.
  1404. /// </summary>
  1405. /// <param name="item">The item.</param>
  1406. /// <param name="cancellationToken">The cancellation token.</param>
  1407. /// <returns>Task.</returns>
  1408. public Task CreateItem(BaseItem item, CancellationToken cancellationToken)
  1409. {
  1410. return CreateItems(new[] { item }, cancellationToken);
  1411. }
  1412. /// <summary>
  1413. /// Creates the items.
  1414. /// </summary>
  1415. /// <param name="items">The items.</param>
  1416. /// <param name="cancellationToken">The cancellation token.</param>
  1417. /// <returns>Task.</returns>
  1418. public async Task CreateItems(IEnumerable<BaseItem> items, CancellationToken cancellationToken)
  1419. {
  1420. var list = items.ToList();
  1421. await ItemRepository.SaveItems(list, cancellationToken).ConfigureAwait(false);
  1422. foreach (var item in list)
  1423. {
  1424. UpdateItemInLibraryCache(item);
  1425. }
  1426. if (ItemAdded != null)
  1427. {
  1428. foreach (var item in list)
  1429. {
  1430. try
  1431. {
  1432. ItemAdded(this, new ItemChangeEventArgs { Item = item });
  1433. }
  1434. catch (Exception ex)
  1435. {
  1436. _logger.ErrorException("Error in ItemAdded event handler", ex);
  1437. }
  1438. }
  1439. }
  1440. }
  1441. /// <summary>
  1442. /// Updates the item.
  1443. /// </summary>
  1444. /// <param name="item">The item.</param>
  1445. /// <param name="updateReason">The update reason.</param>
  1446. /// <param name="cancellationToken">The cancellation token.</param>
  1447. /// <returns>Task.</returns>
  1448. public async Task UpdateItem(BaseItem item, ItemUpdateType updateReason, CancellationToken cancellationToken)
  1449. {
  1450. var locationType = item.LocationType;
  1451. if (locationType != LocationType.Remote && locationType != LocationType.Virtual)
  1452. {
  1453. await _providerManagerFactory().SaveMetadata(item, updateReason).ConfigureAwait(false);
  1454. }
  1455. item.DateLastSaved = DateTime.UtcNow;
  1456. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  1457. _logger.Debug("Saving {0} to database.", logName);
  1458. await ItemRepository.SaveItem(item, cancellationToken).ConfigureAwait(false);
  1459. UpdateItemInLibraryCache(item);
  1460. if (ItemUpdated != null)
  1461. {
  1462. try
  1463. {
  1464. ItemUpdated(this, new ItemChangeEventArgs
  1465. {
  1466. Item = item,
  1467. UpdateReason = updateReason
  1468. });
  1469. }
  1470. catch (Exception ex)
  1471. {
  1472. _logger.ErrorException("Error in ItemUpdated event handler", ex);
  1473. }
  1474. }
  1475. }
  1476. /// <summary>
  1477. /// Reports the item removed.
  1478. /// </summary>
  1479. /// <param name="item">The item.</param>
  1480. public void ReportItemRemoved(BaseItem item)
  1481. {
  1482. if (ItemRemoved != null)
  1483. {
  1484. try
  1485. {
  1486. ItemRemoved(this, new ItemChangeEventArgs { Item = item });
  1487. }
  1488. catch (Exception ex)
  1489. {
  1490. _logger.ErrorException("Error in ItemRemoved event handler", ex);
  1491. }
  1492. }
  1493. }
  1494. /// <summary>
  1495. /// Retrieves the item.
  1496. /// </summary>
  1497. /// <param name="id">The id.</param>
  1498. /// <returns>BaseItem.</returns>
  1499. public BaseItem RetrieveItem(Guid id)
  1500. {
  1501. return ItemRepository.RetrieveItem(id);
  1502. }
  1503. public IEnumerable<Folder> GetCollectionFolders(BaseItem item)
  1504. {
  1505. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1506. {
  1507. item = item.GetParent();
  1508. }
  1509. if (item == null)
  1510. {
  1511. return new List<Folder>();
  1512. }
  1513. return GetUserRootFolder().Children
  1514. .OfType<Folder>()
  1515. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path, StringComparer.OrdinalIgnoreCase));
  1516. }
  1517. public string GetContentType(BaseItem item)
  1518. {
  1519. string configuredContentType = GetConfiguredContentType(item, false);
  1520. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1521. {
  1522. return configuredContentType;
  1523. }
  1524. configuredContentType = GetConfiguredContentType(item, true);
  1525. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1526. {
  1527. return configuredContentType;
  1528. }
  1529. return GetInheritedContentType(item);
  1530. }
  1531. public string GetInheritedContentType(BaseItem item)
  1532. {
  1533. var type = GetTopFolderContentType(item);
  1534. if (!string.IsNullOrWhiteSpace(type))
  1535. {
  1536. return type;
  1537. }
  1538. return item.GetParents()
  1539. .Select(GetConfiguredContentType)
  1540. .LastOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1541. }
  1542. public string GetConfiguredContentType(BaseItem item)
  1543. {
  1544. return GetConfiguredContentType(item, false);
  1545. }
  1546. public string GetConfiguredContentType(string path)
  1547. {
  1548. return GetContentTypeOverride(path, false);
  1549. }
  1550. public string GetConfiguredContentType(BaseItem item, bool inheritConfiguredPath)
  1551. {
  1552. ICollectionFolder collectionFolder = item as ICollectionFolder;
  1553. if (collectionFolder != null)
  1554. {
  1555. return collectionFolder.CollectionType;
  1556. }
  1557. return GetContentTypeOverride(item.ContainingFolderPath, inheritConfiguredPath);
  1558. }
  1559. private string GetContentTypeOverride(string path, bool inherit)
  1560. {
  1561. var nameValuePair = ConfigurationManager.Configuration.ContentTypes.FirstOrDefault(i => string.Equals(i.Name, path, StringComparison.OrdinalIgnoreCase) || (inherit && _fileSystem.ContainsSubPath(i.Name, path)));
  1562. if (nameValuePair != null)
  1563. {
  1564. return nameValuePair.Value;
  1565. }
  1566. return null;
  1567. }
  1568. private string GetTopFolderContentType(BaseItem item)
  1569. {
  1570. if (item == null)
  1571. {
  1572. return null;
  1573. }
  1574. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1575. {
  1576. item = item.GetParent();
  1577. }
  1578. return GetUserRootFolder().Children
  1579. .OfType<ICollectionFolder>()
  1580. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path))
  1581. .Select(i => i.CollectionType)
  1582. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1583. }
  1584. private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromHours(24);
  1585. //private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromMinutes(1);
  1586. public Task<UserView> GetNamedView(User user,
  1587. string name,
  1588. string viewType,
  1589. string sortName,
  1590. CancellationToken cancellationToken)
  1591. {
  1592. return GetNamedView(user, name, null, viewType, sortName, cancellationToken);
  1593. }
  1594. public async Task<UserView> GetNamedView(string name,
  1595. string viewType,
  1596. string sortName,
  1597. CancellationToken cancellationToken)
  1598. {
  1599. var path = Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "views");
  1600. path = Path.Combine(path, _fileSystem.GetValidFilename(viewType));
  1601. var id = GetNewItemId(path + "_namedview_" + name, typeof(UserView));
  1602. var item = GetItemById(id) as UserView;
  1603. var refresh = false;
  1604. if (item == null || !string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  1605. {
  1606. _fileSystem.CreateDirectory(path);
  1607. item = new UserView
  1608. {
  1609. Path = path,
  1610. Id = id,
  1611. DateCreated = DateTime.UtcNow,
  1612. Name = name,
  1613. ViewType = viewType,
  1614. ForcedSortName = sortName
  1615. };
  1616. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1617. refresh = true;
  1618. }
  1619. if (!refresh)
  1620. {
  1621. refresh = DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1622. }
  1623. if (!refresh && item.DisplayParentId != Guid.Empty)
  1624. {
  1625. var displayParent = GetItemById(item.DisplayParentId);
  1626. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1627. }
  1628. if (refresh)
  1629. {
  1630. await item.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None).ConfigureAwait(false);
  1631. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1632. {
  1633. // Not sure why this is necessary but need to figure it out
  1634. // View images are not getting utilized without this
  1635. ForceSave = true
  1636. });
  1637. }
  1638. return item;
  1639. }
  1640. public async Task<UserView> GetNamedView(User user,
  1641. string name,
  1642. string parentId,
  1643. string viewType,
  1644. string sortName,
  1645. CancellationToken cancellationToken)
  1646. {
  1647. var idValues = "38_namedview_" + name + user.Id.ToString("N") + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1648. var id = GetNewItemId(idValues, typeof(UserView));
  1649. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1650. var item = GetItemById(id) as UserView;
  1651. var isNew = false;
  1652. if (item == null)
  1653. {
  1654. _fileSystem.CreateDirectory(path);
  1655. item = new UserView
  1656. {
  1657. Path = path,
  1658. Id = id,
  1659. DateCreated = DateTime.UtcNow,
  1660. Name = name,
  1661. ViewType = viewType,
  1662. ForcedSortName = sortName,
  1663. UserId = user.Id
  1664. };
  1665. if (!string.IsNullOrWhiteSpace(parentId))
  1666. {
  1667. item.DisplayParentId = new Guid(parentId);
  1668. }
  1669. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1670. isNew = true;
  1671. }
  1672. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1673. if (!refresh && item.DisplayParentId != Guid.Empty)
  1674. {
  1675. var displayParent = GetItemById(item.DisplayParentId);
  1676. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1677. }
  1678. if (refresh)
  1679. {
  1680. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1681. {
  1682. // Need to force save to increment DateLastSaved
  1683. ForceSave = true
  1684. });
  1685. }
  1686. return item;
  1687. }
  1688. public async Task<UserView> GetShadowView(BaseItem parent,
  1689. string viewType,
  1690. string sortName,
  1691. CancellationToken cancellationToken)
  1692. {
  1693. if (parent == null)
  1694. {
  1695. throw new ArgumentNullException("parent");
  1696. }
  1697. var name = parent.Name;
  1698. var parentId = parent.Id;
  1699. var idValues = "38_namedview_" + name + parentId + (viewType ?? string.Empty);
  1700. var id = GetNewItemId(idValues, typeof(UserView));
  1701. var path = parent.Path;
  1702. var item = GetItemById(id) as UserView;
  1703. var isNew = false;
  1704. if (item == null)
  1705. {
  1706. _fileSystem.CreateDirectory(path);
  1707. item = new UserView
  1708. {
  1709. Path = path,
  1710. Id = id,
  1711. DateCreated = DateTime.UtcNow,
  1712. Name = name,
  1713. ViewType = viewType,
  1714. ForcedSortName = sortName
  1715. };
  1716. item.DisplayParentId = parentId;
  1717. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1718. isNew = true;
  1719. }
  1720. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1721. if (!refresh && item.DisplayParentId != Guid.Empty)
  1722. {
  1723. var displayParent = GetItemById(item.DisplayParentId);
  1724. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1725. }
  1726. if (refresh)
  1727. {
  1728. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1729. {
  1730. // Need to force save to increment DateLastSaved
  1731. ForceSave = true
  1732. });
  1733. }
  1734. return item;
  1735. }
  1736. public async Task<UserView> GetNamedView(string name,
  1737. string parentId,
  1738. string viewType,
  1739. string sortName,
  1740. string uniqueId,
  1741. CancellationToken cancellationToken)
  1742. {
  1743. if (string.IsNullOrWhiteSpace(name))
  1744. {
  1745. throw new ArgumentNullException("name");
  1746. }
  1747. var idValues = "37_namedview_" + name + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1748. if (!string.IsNullOrWhiteSpace(uniqueId))
  1749. {
  1750. idValues += uniqueId;
  1751. }
  1752. var id = GetNewItemId(idValues, typeof(UserView));
  1753. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1754. var item = GetItemById(id) as UserView;
  1755. var isNew = false;
  1756. if (item == null)
  1757. {
  1758. _fileSystem.CreateDirectory(path);
  1759. item = new UserView
  1760. {
  1761. Path = path,
  1762. Id = id,
  1763. DateCreated = DateTime.UtcNow,
  1764. Name = name,
  1765. ViewType = viewType,
  1766. ForcedSortName = sortName
  1767. };
  1768. if (!string.IsNullOrWhiteSpace(parentId))
  1769. {
  1770. item.DisplayParentId = new Guid(parentId);
  1771. }
  1772. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1773. isNew = true;
  1774. }
  1775. if (!string.Equals(viewType, item.ViewType, StringComparison.OrdinalIgnoreCase))
  1776. {
  1777. item.ViewType = viewType;
  1778. await item.UpdateToRepository(ItemUpdateType.MetadataEdit, cancellationToken).ConfigureAwait(false);
  1779. }
  1780. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1781. if (!refresh && item.DisplayParentId != Guid.Empty)
  1782. {
  1783. var displayParent = GetItemById(item.DisplayParentId);
  1784. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1785. }
  1786. if (refresh)
  1787. {
  1788. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1789. {
  1790. // Need to force save to increment DateLastSaved
  1791. ForceSave = true
  1792. });
  1793. }
  1794. return item;
  1795. }
  1796. public bool IsVideoFile(string path)
  1797. {
  1798. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1799. return resolver.IsVideoFile(path);
  1800. }
  1801. public bool IsAudioFile(string path)
  1802. {
  1803. var parser = new AudioFileParser(GetNamingOptions());
  1804. return parser.IsAudioFile(path);
  1805. }
  1806. public int? GetSeasonNumberFromPath(string path)
  1807. {
  1808. return new SeasonPathParser(GetNamingOptions(), new RegexProvider()).Parse(path, true, true).SeasonNumber;
  1809. }
  1810. public bool FillMissingEpisodeNumbersFromPath(Episode episode)
  1811. {
  1812. var resolver = new EpisodeResolver(GetNamingOptions(),
  1813. new PatternsLogger());
  1814. var isFolder = episode.VideoType == VideoType.BluRay || episode.VideoType == VideoType.Dvd ||
  1815. episode.VideoType == VideoType.HdDvd;
  1816. var locationType = episode.LocationType;
  1817. var episodeInfo = locationType == LocationType.FileSystem || locationType == LocationType.Offline ?
  1818. resolver.Resolve(episode.Path, isFolder) :
  1819. new Naming.TV.EpisodeInfo();
  1820. if (episodeInfo == null)
  1821. {
  1822. episodeInfo = new Naming.TV.EpisodeInfo();
  1823. }
  1824. var changed = false;
  1825. if (episodeInfo.IsByDate)
  1826. {
  1827. if (episode.IndexNumber.HasValue)
  1828. {
  1829. episode.IndexNumber = null;
  1830. changed = true;
  1831. }
  1832. if (episode.IndexNumberEnd.HasValue)
  1833. {
  1834. episode.IndexNumberEnd = null;
  1835. changed = true;
  1836. }
  1837. if (!episode.PremiereDate.HasValue)
  1838. {
  1839. if (episodeInfo.Year.HasValue && episodeInfo.Month.HasValue && episodeInfo.Day.HasValue)
  1840. {
  1841. episode.PremiereDate = new DateTime(episodeInfo.Year.Value, episodeInfo.Month.Value, episodeInfo.Day.Value).ToUniversalTime();
  1842. }
  1843. if (episode.PremiereDate.HasValue)
  1844. {
  1845. changed = true;
  1846. }
  1847. }
  1848. if (!episode.ProductionYear.HasValue)
  1849. {
  1850. episode.ProductionYear = episodeInfo.Year;
  1851. if (episode.ProductionYear.HasValue)
  1852. {
  1853. changed = true;
  1854. }
  1855. }
  1856. if (!episode.ParentIndexNumber.HasValue)
  1857. {
  1858. var season = episode.Season;
  1859. if (season != null)
  1860. {
  1861. episode.ParentIndexNumber = season.IndexNumber;
  1862. }
  1863. if (episode.ParentIndexNumber.HasValue)
  1864. {
  1865. changed = true;
  1866. }
  1867. }
  1868. }
  1869. else
  1870. {
  1871. if (!episode.IndexNumber.HasValue)
  1872. {
  1873. episode.IndexNumber = episodeInfo.EpisodeNumber;
  1874. if (episode.IndexNumber.HasValue)
  1875. {
  1876. changed = true;
  1877. }
  1878. }
  1879. if (!episode.IndexNumberEnd.HasValue)
  1880. {
  1881. episode.IndexNumberEnd = episodeInfo.EndingEpsiodeNumber;
  1882. if (episode.IndexNumberEnd.HasValue)
  1883. {
  1884. changed = true;
  1885. }
  1886. }
  1887. if (!episode.ParentIndexNumber.HasValue)
  1888. {
  1889. episode.ParentIndexNumber = episodeInfo.SeasonNumber;
  1890. if (!episode.ParentIndexNumber.HasValue)
  1891. {
  1892. var season = episode.Season;
  1893. if (season != null)
  1894. {
  1895. episode.ParentIndexNumber = season.IndexNumber;
  1896. }
  1897. }
  1898. if (episode.ParentIndexNumber.HasValue)
  1899. {
  1900. changed = true;
  1901. }
  1902. }
  1903. }
  1904. return changed;
  1905. }
  1906. public NamingOptions GetNamingOptions()
  1907. {
  1908. var options = new ExtendedNamingOptions();
  1909. // These cause apps to have problems
  1910. options.AudioFileExtensions.Remove(".m3u");
  1911. options.AudioFileExtensions.Remove(".wpl");
  1912. if (!ConfigurationManager.Configuration.EnableAudioArchiveFiles)
  1913. {
  1914. options.AudioFileExtensions.Remove(".rar");
  1915. options.AudioFileExtensions.Remove(".zip");
  1916. }
  1917. if (!ConfigurationManager.Configuration.EnableVideoArchiveFiles)
  1918. {
  1919. options.VideoFileExtensions.Remove(".rar");
  1920. options.VideoFileExtensions.Remove(".zip");
  1921. }
  1922. return options;
  1923. }
  1924. public ItemLookupInfo ParseName(string name)
  1925. {
  1926. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1927. var result = resolver.CleanDateTime(name);
  1928. var cleanName = resolver.CleanString(result.Name);
  1929. return new ItemLookupInfo
  1930. {
  1931. Name = cleanName.Name,
  1932. Year = result.Year
  1933. };
  1934. }
  1935. public IEnumerable<Video> FindTrailers(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1936. {
  1937. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1938. .Where(i => string.Equals(i.Name, BaseItem.TrailerFolderName, StringComparison.OrdinalIgnoreCase))
  1939. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1940. .ToList();
  1941. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1942. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1943. {
  1944. Id = i.FullName,
  1945. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1946. }).ToList());
  1947. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1948. if (currentVideo != null)
  1949. {
  1950. files.AddRange(currentVideo.Extras.Where(i => string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1951. }
  1952. var resolvers = new IItemResolver[]
  1953. {
  1954. new GenericVideoResolver<Trailer>(this)
  1955. };
  1956. return ResolvePaths(files, directoryService, null, null, resolvers)
  1957. .OfType<Trailer>()
  1958. .Select(video =>
  1959. {
  1960. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1961. var dbItem = GetItemById(video.Id) as Trailer;
  1962. if (dbItem != null)
  1963. {
  1964. video = dbItem;
  1965. }
  1966. video.ExtraType = ExtraType.Trailer;
  1967. video.TrailerTypes = new List<TrailerType> { TrailerType.LocalTrailer };
  1968. return video;
  1969. // Sort them so that the list can be easily compared for changes
  1970. }).OrderBy(i => i.Path).ToList();
  1971. }
  1972. public IEnumerable<Video> FindExtras(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1973. {
  1974. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1975. .Where(i => string.Equals(i.Name, "extras", StringComparison.OrdinalIgnoreCase) || string.Equals(i.Name, "specials", StringComparison.OrdinalIgnoreCase))
  1976. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1977. .ToList();
  1978. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1979. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1980. {
  1981. Id = i.FullName,
  1982. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1983. }).ToList());
  1984. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1985. if (currentVideo != null)
  1986. {
  1987. files.AddRange(currentVideo.Extras.Where(i => !string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1988. }
  1989. return ResolvePaths(files, directoryService, null, null)
  1990. .OfType<Video>()
  1991. .Select(video =>
  1992. {
  1993. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1994. var dbItem = GetItemById(video.Id) as Video;
  1995. if (dbItem != null)
  1996. {
  1997. video = dbItem;
  1998. }
  1999. SetExtraTypeFromFilename(video);
  2000. return video;
  2001. // Sort them so that the list can be easily compared for changes
  2002. }).OrderBy(i => i.Path).ToList();
  2003. }
  2004. public string SubstitutePath(string path, string from, string to)
  2005. {
  2006. if (string.IsNullOrWhiteSpace(path))
  2007. {
  2008. throw new ArgumentNullException("path");
  2009. }
  2010. if (string.IsNullOrWhiteSpace(from))
  2011. {
  2012. throw new ArgumentNullException("from");
  2013. }
  2014. if (string.IsNullOrWhiteSpace(to))
  2015. {
  2016. throw new ArgumentNullException("to");
  2017. }
  2018. var newPath = path.Replace(from, to, StringComparison.OrdinalIgnoreCase);
  2019. if (!string.Equals(newPath, path))
  2020. {
  2021. if (to.IndexOf('/') != -1)
  2022. {
  2023. newPath = newPath.Replace('\\', '/');
  2024. }
  2025. else
  2026. {
  2027. newPath = newPath.Replace('/', '\\');
  2028. }
  2029. }
  2030. return newPath;
  2031. }
  2032. private void SetExtraTypeFromFilename(Video item)
  2033. {
  2034. var resolver = new ExtraResolver(GetNamingOptions(), new PatternsLogger(), new RegexProvider());
  2035. var result = resolver.GetExtraInfo(item.Path);
  2036. if (string.Equals(result.ExtraType, "deletedscene", StringComparison.OrdinalIgnoreCase))
  2037. {
  2038. item.ExtraType = ExtraType.DeletedScene;
  2039. }
  2040. else if (string.Equals(result.ExtraType, "behindthescenes", StringComparison.OrdinalIgnoreCase))
  2041. {
  2042. item.ExtraType = ExtraType.BehindTheScenes;
  2043. }
  2044. else if (string.Equals(result.ExtraType, "interview", StringComparison.OrdinalIgnoreCase))
  2045. {
  2046. item.ExtraType = ExtraType.Interview;
  2047. }
  2048. else if (string.Equals(result.ExtraType, "scene", StringComparison.OrdinalIgnoreCase))
  2049. {
  2050. item.ExtraType = ExtraType.Scene;
  2051. }
  2052. else if (string.Equals(result.ExtraType, "sample", StringComparison.OrdinalIgnoreCase))
  2053. {
  2054. item.ExtraType = ExtraType.Sample;
  2055. }
  2056. else
  2057. {
  2058. item.ExtraType = ExtraType.Clip;
  2059. }
  2060. }
  2061. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2062. {
  2063. return ItemRepository.GetPeople(query);
  2064. }
  2065. public List<PersonInfo> GetPeople(BaseItem item)
  2066. {
  2067. if (item.SupportsPeople)
  2068. {
  2069. var people = GetPeople(new InternalPeopleQuery
  2070. {
  2071. ItemId = item.Id
  2072. });
  2073. if (people.Count > 0)
  2074. {
  2075. return people;
  2076. }
  2077. }
  2078. return new List<PersonInfo>();
  2079. }
  2080. public List<Person> GetPeopleItems(InternalPeopleQuery query)
  2081. {
  2082. return ItemRepository.GetPeopleNames(query).Select(i =>
  2083. {
  2084. try
  2085. {
  2086. return GetPerson(i);
  2087. }
  2088. catch (Exception ex)
  2089. {
  2090. _logger.ErrorException("Error getting person", ex);
  2091. return null;
  2092. }
  2093. }).Where(i => i != null).ToList();
  2094. }
  2095. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2096. {
  2097. return ItemRepository.GetPeopleNames(query);
  2098. }
  2099. public List<PersonInfo> GetAllPeople()
  2100. {
  2101. return GetPeople(new InternalPeopleQuery())
  2102. .DistinctBy(i => i.Name, StringComparer.OrdinalIgnoreCase)
  2103. .ToList();
  2104. }
  2105. public Task UpdatePeople(BaseItem item, List<PersonInfo> people)
  2106. {
  2107. if (!item.SupportsPeople)
  2108. {
  2109. return Task.FromResult(true);
  2110. }
  2111. return ItemRepository.UpdatePeople(item.Id, people);
  2112. }
  2113. private readonly SemaphoreSlim _dynamicImageResourcePool = new SemaphoreSlim(1, 1);
  2114. public async Task<ItemImageInfo> ConvertImageToLocal(IHasImages item, ItemImageInfo image, int imageIndex)
  2115. {
  2116. foreach (var url in image.Path.Split('|'))
  2117. {
  2118. try
  2119. {
  2120. _logger.Debug("ConvertImageToLocal item {0} - image url: {1}", item.Id, url);
  2121. await _providerManagerFactory().SaveImage(item, url, _dynamicImageResourcePool, image.Type, imageIndex, CancellationToken.None).ConfigureAwait(false);
  2122. var newImage = item.GetImageInfo(image.Type, imageIndex);
  2123. if (newImage != null)
  2124. {
  2125. newImage.IsPlaceholder = image.IsPlaceholder;
  2126. }
  2127. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2128. return item.GetImageInfo(image.Type, imageIndex);
  2129. }
  2130. catch (HttpException ex)
  2131. {
  2132. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  2133. {
  2134. continue;
  2135. }
  2136. throw;
  2137. }
  2138. }
  2139. // Remove this image to prevent it from retrying over and over
  2140. item.RemoveImage(image);
  2141. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2142. throw new InvalidOperationException();
  2143. }
  2144. }
  2145. }