LibraryManager.cs 89 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580
  1. using Interfaces.IO;
  2. using MediaBrowser.Common.Extensions;
  3. using MediaBrowser.Common.Progress;
  4. using MediaBrowser.Common.ScheduledTasks;
  5. using MediaBrowser.Controller.Configuration;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Entities.Audio;
  8. using MediaBrowser.Controller.Entities.TV;
  9. using MediaBrowser.Controller.IO;
  10. using MediaBrowser.Controller.Library;
  11. using MediaBrowser.Controller.Persistence;
  12. using MediaBrowser.Controller.Providers;
  13. using MediaBrowser.Controller.Resolvers;
  14. using MediaBrowser.Controller.Sorting;
  15. using MediaBrowser.Model.Configuration;
  16. using MediaBrowser.Model.Entities;
  17. using MediaBrowser.Model.Logging;
  18. using MediaBrowser.Model.Querying;
  19. using MediaBrowser.Naming.Audio;
  20. using MediaBrowser.Naming.Common;
  21. using MediaBrowser.Naming.TV;
  22. using MediaBrowser.Naming.Video;
  23. using MediaBrowser.Server.Implementations.Library.Validators;
  24. using MediaBrowser.Server.Implementations.Logging;
  25. using MediaBrowser.Server.Implementations.ScheduledTasks;
  26. using System;
  27. using System.Collections.Concurrent;
  28. using System.Collections.Generic;
  29. using System.Globalization;
  30. using System.IO;
  31. using System.Linq;
  32. using System.Net;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. using CommonIO;
  36. using MediaBrowser.Model.Extensions;
  37. using MediaBrowser.Model.Library;
  38. using MediaBrowser.Model.Net;
  39. using MediaBrowser.Server.Implementations.Library.Resolvers;
  40. using MoreLinq;
  41. using SortOrder = MediaBrowser.Model.Entities.SortOrder;
  42. using VideoResolver = MediaBrowser.Naming.Video.VideoResolver;
  43. namespace MediaBrowser.Server.Implementations.Library
  44. {
  45. /// <summary>
  46. /// Class LibraryManager
  47. /// </summary>
  48. public class LibraryManager : ILibraryManager
  49. {
  50. /// <summary>
  51. /// Gets or sets the postscan tasks.
  52. /// </summary>
  53. /// <value>The postscan tasks.</value>
  54. private ILibraryPostScanTask[] PostscanTasks { get; set; }
  55. /// <summary>
  56. /// Gets the intro providers.
  57. /// </summary>
  58. /// <value>The intro providers.</value>
  59. private IIntroProvider[] IntroProviders { get; set; }
  60. /// <summary>
  61. /// Gets the list of entity resolution ignore rules
  62. /// </summary>
  63. /// <value>The entity resolution ignore rules.</value>
  64. private IResolverIgnoreRule[] EntityResolutionIgnoreRules { get; set; }
  65. /// <summary>
  66. /// Gets the list of BasePluginFolders added by plugins
  67. /// </summary>
  68. /// <value>The plugin folders.</value>
  69. private IVirtualFolderCreator[] PluginFolderCreators { get; set; }
  70. /// <summary>
  71. /// Gets the list of currently registered entity resolvers
  72. /// </summary>
  73. /// <value>The entity resolvers enumerable.</value>
  74. private IItemResolver[] EntityResolvers { get; set; }
  75. private IMultiItemResolver[] MultiItemResolvers { get; set; }
  76. /// <summary>
  77. /// Gets or sets the comparers.
  78. /// </summary>
  79. /// <value>The comparers.</value>
  80. private IBaseItemComparer[] Comparers { get; set; }
  81. /// <summary>
  82. /// Gets the active item repository
  83. /// </summary>
  84. /// <value>The item repository.</value>
  85. public IItemRepository ItemRepository { get; set; }
  86. /// <summary>
  87. /// Occurs when [item added].
  88. /// </summary>
  89. public event EventHandler<ItemChangeEventArgs> ItemAdded;
  90. /// <summary>
  91. /// Occurs when [item updated].
  92. /// </summary>
  93. public event EventHandler<ItemChangeEventArgs> ItemUpdated;
  94. /// <summary>
  95. /// Occurs when [item removed].
  96. /// </summary>
  97. public event EventHandler<ItemChangeEventArgs> ItemRemoved;
  98. /// <summary>
  99. /// The _logger
  100. /// </summary>
  101. private readonly ILogger _logger;
  102. /// <summary>
  103. /// The _task manager
  104. /// </summary>
  105. private readonly ITaskManager _taskManager;
  106. /// <summary>
  107. /// The _user manager
  108. /// </summary>
  109. private readonly IUserManager _userManager;
  110. /// <summary>
  111. /// The _user data repository
  112. /// </summary>
  113. private readonly IUserDataManager _userDataRepository;
  114. /// <summary>
  115. /// Gets or sets the configuration manager.
  116. /// </summary>
  117. /// <value>The configuration manager.</value>
  118. private IServerConfigurationManager ConfigurationManager { get; set; }
  119. /// <summary>
  120. /// A collection of items that may be referenced from multiple physical places in the library
  121. /// (typically, multiple user roots). We store them here and be sure they all reference a
  122. /// single instance.
  123. /// </summary>
  124. /// <value>The by reference items.</value>
  125. private ConcurrentDictionary<Guid, BaseItem> ByReferenceItems { get; set; }
  126. private readonly Func<ILibraryMonitor> _libraryMonitorFactory;
  127. private readonly Func<IProviderManager> _providerManagerFactory;
  128. private readonly Func<IUserViewManager> _userviewManager;
  129. /// <summary>
  130. /// The _library items cache
  131. /// </summary>
  132. private readonly ConcurrentDictionary<Guid, BaseItem> _libraryItemsCache;
  133. /// <summary>
  134. /// Gets the library items cache.
  135. /// </summary>
  136. /// <value>The library items cache.</value>
  137. private ConcurrentDictionary<Guid, BaseItem> LibraryItemsCache
  138. {
  139. get
  140. {
  141. return _libraryItemsCache;
  142. }
  143. }
  144. private readonly IFileSystem _fileSystem;
  145. /// <summary>
  146. /// Initializes a new instance of the <see cref="LibraryManager" /> class.
  147. /// </summary>
  148. /// <param name="logger">The logger.</param>
  149. /// <param name="taskManager">The task manager.</param>
  150. /// <param name="userManager">The user manager.</param>
  151. /// <param name="configurationManager">The configuration manager.</param>
  152. /// <param name="userDataRepository">The user data repository.</param>
  153. public LibraryManager(ILogger logger, ITaskManager taskManager, IUserManager userManager, IServerConfigurationManager configurationManager, IUserDataManager userDataRepository, Func<ILibraryMonitor> libraryMonitorFactory, IFileSystem fileSystem, Func<IProviderManager> providerManagerFactory, Func<IUserViewManager> userviewManager)
  154. {
  155. _logger = logger;
  156. _taskManager = taskManager;
  157. _userManager = userManager;
  158. ConfigurationManager = configurationManager;
  159. _userDataRepository = userDataRepository;
  160. _libraryMonitorFactory = libraryMonitorFactory;
  161. _fileSystem = fileSystem;
  162. _providerManagerFactory = providerManagerFactory;
  163. _userviewManager = userviewManager;
  164. ByReferenceItems = new ConcurrentDictionary<Guid, BaseItem>();
  165. _libraryItemsCache = new ConcurrentDictionary<Guid, BaseItem>();
  166. ConfigurationManager.ConfigurationUpdated += ConfigurationUpdated;
  167. RecordConfigurationValues(configurationManager.Configuration);
  168. }
  169. /// <summary>
  170. /// Adds the parts.
  171. /// </summary>
  172. /// <param name="rules">The rules.</param>
  173. /// <param name="pluginFolders">The plugin folders.</param>
  174. /// <param name="resolvers">The resolvers.</param>
  175. /// <param name="introProviders">The intro providers.</param>
  176. /// <param name="itemComparers">The item comparers.</param>
  177. /// <param name="postscanTasks">The postscan tasks.</param>
  178. public void AddParts(IEnumerable<IResolverIgnoreRule> rules,
  179. IEnumerable<IVirtualFolderCreator> pluginFolders,
  180. IEnumerable<IItemResolver> resolvers,
  181. IEnumerable<IIntroProvider> introProviders,
  182. IEnumerable<IBaseItemComparer> itemComparers,
  183. IEnumerable<ILibraryPostScanTask> postscanTasks)
  184. {
  185. EntityResolutionIgnoreRules = rules.ToArray();
  186. PluginFolderCreators = pluginFolders.ToArray();
  187. EntityResolvers = resolvers.OrderBy(i => i.Priority).ToArray();
  188. MultiItemResolvers = EntityResolvers.OfType<IMultiItemResolver>().ToArray();
  189. IntroProviders = introProviders.ToArray();
  190. Comparers = itemComparers.ToArray();
  191. PostscanTasks = postscanTasks.OrderBy(i =>
  192. {
  193. var hasOrder = i as IHasOrder;
  194. return hasOrder == null ? 0 : hasOrder.Order;
  195. }).ToArray();
  196. }
  197. /// <summary>
  198. /// The _root folder
  199. /// </summary>
  200. private volatile AggregateFolder _rootFolder;
  201. /// <summary>
  202. /// The _root folder sync lock
  203. /// </summary>
  204. private readonly object _rootFolderSyncLock = new object();
  205. /// <summary>
  206. /// Gets the root folder.
  207. /// </summary>
  208. /// <value>The root folder.</value>
  209. public AggregateFolder RootFolder
  210. {
  211. get
  212. {
  213. if (_rootFolder == null)
  214. {
  215. lock (_rootFolderSyncLock)
  216. {
  217. if (_rootFolder == null)
  218. {
  219. _rootFolder = CreateRootFolder();
  220. }
  221. }
  222. }
  223. return _rootFolder;
  224. }
  225. }
  226. /// <summary>
  227. /// The _season zero display name
  228. /// </summary>
  229. private string _seasonZeroDisplayName;
  230. private bool _wizardCompleted;
  231. /// <summary>
  232. /// Records the configuration values.
  233. /// </summary>
  234. /// <param name="configuration">The configuration.</param>
  235. private void RecordConfigurationValues(ServerConfiguration configuration)
  236. {
  237. _seasonZeroDisplayName = configuration.SeasonZeroDisplayName;
  238. _wizardCompleted = configuration.IsStartupWizardCompleted;
  239. }
  240. /// <summary>
  241. /// Configurations the updated.
  242. /// </summary>
  243. /// <param name="sender">The sender.</param>
  244. /// <param name="e">The <see cref="EventArgs" /> instance containing the event data.</param>
  245. void ConfigurationUpdated(object sender, EventArgs e)
  246. {
  247. var config = ConfigurationManager.Configuration;
  248. var newSeasonZeroName = ConfigurationManager.Configuration.SeasonZeroDisplayName;
  249. var seasonZeroNameChanged = !string.Equals(_seasonZeroDisplayName, newSeasonZeroName, StringComparison.Ordinal);
  250. var wizardChanged = config.IsStartupWizardCompleted != _wizardCompleted;
  251. RecordConfigurationValues(config);
  252. if (seasonZeroNameChanged || wizardChanged)
  253. {
  254. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  255. }
  256. if (seasonZeroNameChanged)
  257. {
  258. Task.Run(async () =>
  259. {
  260. await UpdateSeasonZeroNames(newSeasonZeroName, CancellationToken.None).ConfigureAwait(false);
  261. });
  262. }
  263. }
  264. /// <summary>
  265. /// Updates the season zero names.
  266. /// </summary>
  267. /// <param name="newName">The new name.</param>
  268. /// <param name="cancellationToken">The cancellation token.</param>
  269. /// <returns>Task.</returns>
  270. private async Task UpdateSeasonZeroNames(string newName, CancellationToken cancellationToken)
  271. {
  272. var seasons = RootFolder.GetRecursiveChildren(i => i is Season)
  273. .Cast<Season>()
  274. .Where(i => i.IndexNumber.HasValue && i.IndexNumber.Value == 0 && !string.Equals(i.Name, newName, StringComparison.Ordinal))
  275. .ToList();
  276. foreach (var season in seasons)
  277. {
  278. season.Name = newName;
  279. try
  280. {
  281. await UpdateItem(season, ItemUpdateType.MetadataDownload, cancellationToken).ConfigureAwait(false);
  282. }
  283. catch (Exception ex)
  284. {
  285. _logger.ErrorException("Error saving {0}", ex, season.Path);
  286. }
  287. }
  288. }
  289. /// <summary>
  290. /// Updates the item in library cache.
  291. /// </summary>
  292. /// <param name="item">The item.</param>
  293. private void UpdateItemInLibraryCache(BaseItem item)
  294. {
  295. RegisterItem(item);
  296. }
  297. public void RegisterItem(BaseItem item)
  298. {
  299. if (item == null)
  300. {
  301. throw new ArgumentNullException("item");
  302. }
  303. RegisterItem(item.Id, item);
  304. }
  305. private void RegisterItem(Guid id, BaseItem item)
  306. {
  307. if (item.SourceType != SourceType.Library)
  308. {
  309. return;
  310. }
  311. if (item is IItemByName)
  312. {
  313. if (!(item is MusicArtist))
  314. {
  315. return;
  316. }
  317. }
  318. //if (!(item is Folder))
  319. //{
  320. // return;
  321. //}
  322. LibraryItemsCache.AddOrUpdate(id, item, delegate { return item; });
  323. }
  324. public async Task DeleteItem(BaseItem item, DeleteOptions options)
  325. {
  326. if (item == null)
  327. {
  328. throw new ArgumentNullException("item");
  329. }
  330. _logger.Debug("Deleting item, Type: {0}, Name: {1}, Path: {2}, Id: {3}",
  331. item.GetType().Name,
  332. item.Name ?? "Unknown name",
  333. item.Path ?? string.Empty,
  334. item.Id);
  335. var parent = item.Parent;
  336. var locationType = item.LocationType;
  337. var children = item.IsFolder
  338. ? ((Folder)item).GetRecursiveChildren().ToList()
  339. : new List<BaseItem>();
  340. foreach (var metadataPath in GetMetadataPaths(item, children))
  341. {
  342. _logger.Debug("Deleting path {0}", metadataPath);
  343. try
  344. {
  345. _fileSystem.DeleteDirectory(metadataPath, true);
  346. }
  347. catch (DirectoryNotFoundException)
  348. {
  349. }
  350. catch (Exception ex)
  351. {
  352. _logger.ErrorException("Error deleting {0}", ex, metadataPath);
  353. }
  354. }
  355. if (options.DeleteFileLocation && locationType != LocationType.Remote && locationType != LocationType.Virtual)
  356. {
  357. foreach (var path in item.GetDeletePaths().ToList())
  358. {
  359. if (_fileSystem.DirectoryExists(path))
  360. {
  361. _logger.Debug("Deleting path {0}", path);
  362. _fileSystem.DeleteDirectory(path, true);
  363. }
  364. else if (_fileSystem.FileExists(path))
  365. {
  366. _logger.Debug("Deleting path {0}", path);
  367. _fileSystem.DeleteFile(path);
  368. }
  369. }
  370. if (parent != null)
  371. {
  372. await parent.ValidateChildren(new Progress<double>(), CancellationToken.None)
  373. .ConfigureAwait(false);
  374. }
  375. }
  376. else if (parent != null)
  377. {
  378. parent.RemoveChild(item);
  379. }
  380. await ItemRepository.DeleteItem(item.Id, CancellationToken.None).ConfigureAwait(false);
  381. foreach (var child in children)
  382. {
  383. await ItemRepository.DeleteItem(child.Id, CancellationToken.None).ConfigureAwait(false);
  384. }
  385. BaseItem removed;
  386. _libraryItemsCache.TryRemove(item.Id, out removed);
  387. ReportItemRemoved(item);
  388. }
  389. private IEnumerable<string> GetMetadataPaths(BaseItem item, IEnumerable<BaseItem> children)
  390. {
  391. var list = new List<string>
  392. {
  393. item.GetInternalMetadataPath()
  394. };
  395. list.AddRange(children.Select(i => i.GetInternalMetadataPath()));
  396. return list;
  397. }
  398. /// <summary>
  399. /// Resolves the item.
  400. /// </summary>
  401. /// <param name="args">The args.</param>
  402. /// <param name="resolvers">The resolvers.</param>
  403. /// <returns>BaseItem.</returns>
  404. private BaseItem ResolveItem(ItemResolveArgs args, IItemResolver[] resolvers)
  405. {
  406. var item = (resolvers ?? EntityResolvers).Select(r => Resolve(args, r))
  407. .FirstOrDefault(i => i != null);
  408. if (item != null)
  409. {
  410. ResolverHelper.SetInitialItemValues(item, args, _fileSystem, this);
  411. }
  412. return item;
  413. }
  414. private BaseItem Resolve(ItemResolveArgs args, IItemResolver resolver)
  415. {
  416. try
  417. {
  418. return resolver.ResolvePath(args);
  419. }
  420. catch (Exception ex)
  421. {
  422. _logger.ErrorException("Error in {0} resolving {1}", ex, resolver.GetType().Name, args.Path);
  423. return null;
  424. }
  425. }
  426. public Guid GetNewItemId(string key, Type type)
  427. {
  428. if (string.IsNullOrWhiteSpace(key))
  429. {
  430. throw new ArgumentNullException("key");
  431. }
  432. if (type == null)
  433. {
  434. throw new ArgumentNullException("type");
  435. }
  436. if (ConfigurationManager.Configuration.EnableLocalizedGuids && key.StartsWith(ConfigurationManager.ApplicationPaths.ProgramDataPath))
  437. {
  438. // Try to normalize paths located underneath program-data in an attempt to make them more portable
  439. key = key.Substring(ConfigurationManager.ApplicationPaths.ProgramDataPath.Length)
  440. .TrimStart(new[] { '/', '\\' })
  441. .Replace("/", "\\");
  442. }
  443. if (!ConfigurationManager.Configuration.EnableCaseSensitiveItemIds)
  444. {
  445. key = key.ToLower();
  446. }
  447. key = type.FullName + key;
  448. return key.GetMD5();
  449. }
  450. public IEnumerable<BaseItem> ReplaceVideosWithPrimaryVersions(IEnumerable<BaseItem> items)
  451. {
  452. if (items == null)
  453. {
  454. throw new ArgumentNullException("items");
  455. }
  456. var dict = new Dictionary<Guid, BaseItem>();
  457. foreach (var item in items)
  458. {
  459. var video = item as Video;
  460. if (video != null)
  461. {
  462. if (video.PrimaryVersionId.HasValue)
  463. {
  464. var primary = GetItemById(video.PrimaryVersionId.Value) as Video;
  465. if (primary != null)
  466. {
  467. dict[primary.Id] = primary;
  468. continue;
  469. }
  470. }
  471. }
  472. dict[item.Id] = item;
  473. }
  474. return dict.Values;
  475. }
  476. /// <summary>
  477. /// Ensure supplied item has only one instance throughout
  478. /// </summary>
  479. /// <param name="item">The item.</param>
  480. /// <returns>The proper instance to the item</returns>
  481. public BaseItem GetOrAddByReferenceItem(BaseItem item)
  482. {
  483. // Add this item to our list if not there already
  484. if (!ByReferenceItems.TryAdd(item.Id, item))
  485. {
  486. // Already there - return the existing reference
  487. item = ByReferenceItems[item.Id];
  488. }
  489. return item;
  490. }
  491. public BaseItem ResolvePath(FileSystemMetadata fileInfo,
  492. Folder parent = null)
  493. {
  494. return ResolvePath(fileInfo, new DirectoryService(_logger, _fileSystem), null, parent);
  495. }
  496. private BaseItem ResolvePath(FileSystemMetadata fileInfo, IDirectoryService directoryService, IItemResolver[] resolvers, Folder parent = null, string collectionType = null)
  497. {
  498. if (fileInfo == null)
  499. {
  500. throw new ArgumentNullException("fileInfo");
  501. }
  502. var fullPath = fileInfo.FullName;
  503. if (string.IsNullOrWhiteSpace(collectionType) && parent != null)
  504. {
  505. collectionType = GetContentTypeOverride(fullPath, true);
  506. }
  507. var args = new ItemResolveArgs(ConfigurationManager.ApplicationPaths, directoryService)
  508. {
  509. Parent = parent,
  510. Path = fullPath,
  511. FileInfo = fileInfo,
  512. CollectionType = collectionType
  513. };
  514. // Return null if ignore rules deem that we should do so
  515. if (IgnoreFile(args.FileInfo, args.Parent))
  516. {
  517. return null;
  518. }
  519. // Gather child folder and files
  520. if (args.IsDirectory)
  521. {
  522. var isPhysicalRoot = args.IsPhysicalRoot;
  523. // When resolving the root, we need it's grandchildren (children of user views)
  524. var flattenFolderDepth = isPhysicalRoot ? 2 : 0;
  525. var fileSystemDictionary = FileData.GetFilteredFileSystemEntries(directoryService, args.Path, _fileSystem, _logger, args, flattenFolderDepth: flattenFolderDepth, resolveShortcuts: isPhysicalRoot || args.IsVf);
  526. // Need to remove subpaths that may have been resolved from shortcuts
  527. // Example: if \\server\movies exists, then strip out \\server\movies\action
  528. if (isPhysicalRoot)
  529. {
  530. var paths = NormalizeRootPathList(fileSystemDictionary.Values);
  531. fileSystemDictionary = paths.ToDictionary(i => i.FullName);
  532. }
  533. args.FileSystemDictionary = fileSystemDictionary;
  534. }
  535. // Check to see if we should resolve based on our contents
  536. if (args.IsDirectory && !ShouldResolvePathContents(args))
  537. {
  538. return null;
  539. }
  540. return ResolveItem(args, resolvers);
  541. }
  542. public bool IgnoreFile(FileSystemMetadata file, BaseItem parent)
  543. {
  544. return EntityResolutionIgnoreRules.Any(r => r.ShouldIgnore(file, parent));
  545. }
  546. public IEnumerable<FileSystemMetadata> NormalizeRootPathList(IEnumerable<FileSystemMetadata> paths)
  547. {
  548. var originalList = paths.ToList();
  549. var list = originalList.Where(i => i.IsDirectory)
  550. .Select(i => _fileSystem.NormalizePath(i.FullName))
  551. .Distinct(StringComparer.OrdinalIgnoreCase)
  552. .ToList();
  553. var dupes = list.Where(subPath => !subPath.EndsWith(":\\", StringComparison.OrdinalIgnoreCase) && list.Any(i => _fileSystem.ContainsSubPath(i, subPath)))
  554. .ToList();
  555. foreach (var dupe in dupes)
  556. {
  557. _logger.Info("Found duplicate path: {0}", dupe);
  558. }
  559. var newList = list.Except(dupes, StringComparer.OrdinalIgnoreCase).Select(_fileSystem.GetDirectoryInfo).ToList();
  560. newList.AddRange(originalList.Where(i => !i.IsDirectory));
  561. return newList;
  562. }
  563. /// <summary>
  564. /// Determines whether a path should be ignored based on its contents - called after the contents have been read
  565. /// </summary>
  566. /// <param name="args">The args.</param>
  567. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  568. private static bool ShouldResolvePathContents(ItemResolveArgs args)
  569. {
  570. // Ignore any folders containing a file called .ignore
  571. return !args.ContainsFileSystemEntryByName(".ignore");
  572. }
  573. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType)
  574. {
  575. return ResolvePaths(files, directoryService, parent, collectionType, EntityResolvers);
  576. }
  577. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  578. {
  579. var fileList = files.Where(i => !IgnoreFile(i, parent)).ToList();
  580. if (parent != null)
  581. {
  582. var multiItemResolvers = resolvers == null ? MultiItemResolvers : resolvers.OfType<IMultiItemResolver>().ToArray();
  583. foreach (var resolver in multiItemResolvers)
  584. {
  585. var result = resolver.ResolveMultiple(parent, fileList, collectionType, directoryService);
  586. if (result != null && result.Items.Count > 0)
  587. {
  588. var items = new List<BaseItem>();
  589. items.AddRange(result.Items);
  590. foreach (var item in items)
  591. {
  592. ResolverHelper.SetInitialItemValues(item, parent, _fileSystem, this, directoryService);
  593. }
  594. items.AddRange(ResolveFileList(result.ExtraFiles, directoryService, parent, collectionType, resolvers));
  595. return items;
  596. }
  597. }
  598. }
  599. return ResolveFileList(fileList, directoryService, parent, collectionType, resolvers);
  600. }
  601. private IEnumerable<BaseItem> ResolveFileList(IEnumerable<FileSystemMetadata> fileList, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  602. {
  603. return fileList.Select(f =>
  604. {
  605. try
  606. {
  607. return ResolvePath(f, directoryService, resolvers, parent, collectionType);
  608. }
  609. catch (Exception ex)
  610. {
  611. _logger.ErrorException("Error resolving path {0}", ex, f.FullName);
  612. return null;
  613. }
  614. }).Where(i => i != null);
  615. }
  616. /// <summary>
  617. /// Creates the root media folder
  618. /// </summary>
  619. /// <returns>AggregateFolder.</returns>
  620. /// <exception cref="System.InvalidOperationException">Cannot create the root folder until plugins have loaded</exception>
  621. public AggregateFolder CreateRootFolder()
  622. {
  623. var rootFolderPath = ConfigurationManager.ApplicationPaths.RootFolderPath;
  624. _fileSystem.CreateDirectory(rootFolderPath);
  625. var rootFolder = GetItemById(GetNewItemId(rootFolderPath, typeof(AggregateFolder))) as AggregateFolder ?? (AggregateFolder)ResolvePath(_fileSystem.GetDirectoryInfo(rootFolderPath));
  626. // Add in the plug-in folders
  627. foreach (var child in PluginFolderCreators)
  628. {
  629. var folder = child.GetFolder();
  630. if (folder != null)
  631. {
  632. if (folder.Id == Guid.Empty)
  633. {
  634. if (string.IsNullOrWhiteSpace(folder.Path))
  635. {
  636. folder.Id = GetNewItemId(folder.GetType().Name, folder.GetType());
  637. }
  638. else
  639. {
  640. folder.Id = GetNewItemId(folder.Path, folder.GetType());
  641. }
  642. }
  643. var dbItem = GetItemById(folder.Id) as BasePluginFolder;
  644. if (dbItem != null && string.Equals(dbItem.Path, folder.Path, StringComparison.OrdinalIgnoreCase))
  645. {
  646. folder = dbItem;
  647. }
  648. if (folder.ParentId != rootFolder.Id)
  649. {
  650. folder.ParentId = rootFolder.Id;
  651. var task = folder.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None);
  652. Task.WaitAll(task);
  653. }
  654. rootFolder.AddVirtualChild(folder);
  655. RegisterItem(folder);
  656. }
  657. }
  658. return rootFolder;
  659. }
  660. private volatile UserRootFolder _userRootFolder;
  661. private readonly object _syncLock = new object();
  662. public Folder GetUserRootFolder()
  663. {
  664. if (_userRootFolder == null)
  665. {
  666. lock (_syncLock)
  667. {
  668. if (_userRootFolder == null)
  669. {
  670. var userRootPath = ConfigurationManager.ApplicationPaths.DefaultUserViewsPath;
  671. _fileSystem.CreateDirectory(userRootPath);
  672. var tmpItem = GetItemById(GetNewItemId(userRootPath, typeof(UserRootFolder))) as UserRootFolder;
  673. if (tmpItem == null)
  674. {
  675. tmpItem = (UserRootFolder)ResolvePath(_fileSystem.GetDirectoryInfo(userRootPath));
  676. }
  677. _userRootFolder = tmpItem;
  678. }
  679. }
  680. }
  681. return _userRootFolder;
  682. }
  683. public BaseItem FindByPath(string path)
  684. {
  685. var query = new InternalItemsQuery
  686. {
  687. Path = path
  688. };
  689. // Only use the database result if there's exactly one item, otherwise we run the risk of returning old data that hasn't been cleaned yet.
  690. var items = GetItemIds(query).Select(GetItemById).Where(i => i != null).ToArray();
  691. if (items.Length == 1)
  692. {
  693. return items[0];
  694. }
  695. if (items.Length == 0)
  696. {
  697. return null;
  698. }
  699. return RootFolder.FindByPath(path);
  700. }
  701. /// <summary>
  702. /// Gets a Person
  703. /// </summary>
  704. /// <param name="name">The name.</param>
  705. /// <returns>Task{Person}.</returns>
  706. public Person GetPerson(string name)
  707. {
  708. return GetItemByName<Person>(ConfigurationManager.ApplicationPaths.PeoplePath, name);
  709. }
  710. /// <summary>
  711. /// Gets a Studio
  712. /// </summary>
  713. /// <param name="name">The name.</param>
  714. /// <returns>Task{Studio}.</returns>
  715. public Studio GetStudio(string name)
  716. {
  717. return GetItemByName<Studio>(ConfigurationManager.ApplicationPaths.StudioPath, name);
  718. }
  719. /// <summary>
  720. /// Gets a Genre
  721. /// </summary>
  722. /// <param name="name">The name.</param>
  723. /// <returns>Task{Genre}.</returns>
  724. public Genre GetGenre(string name)
  725. {
  726. return GetItemByName<Genre>(ConfigurationManager.ApplicationPaths.GenrePath, name);
  727. }
  728. /// <summary>
  729. /// Gets the genre.
  730. /// </summary>
  731. /// <param name="name">The name.</param>
  732. /// <returns>Task{MusicGenre}.</returns>
  733. public MusicGenre GetMusicGenre(string name)
  734. {
  735. return GetItemByName<MusicGenre>(ConfigurationManager.ApplicationPaths.MusicGenrePath, name);
  736. }
  737. /// <summary>
  738. /// Gets the game genre.
  739. /// </summary>
  740. /// <param name="name">The name.</param>
  741. /// <returns>Task{GameGenre}.</returns>
  742. public GameGenre GetGameGenre(string name)
  743. {
  744. return GetItemByName<GameGenre>(ConfigurationManager.ApplicationPaths.GameGenrePath, name);
  745. }
  746. /// <summary>
  747. /// The us culture
  748. /// </summary>
  749. private static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  750. /// <summary>
  751. /// Gets a Year
  752. /// </summary>
  753. /// <param name="value">The value.</param>
  754. /// <returns>Task{Year}.</returns>
  755. /// <exception cref="System.ArgumentOutOfRangeException"></exception>
  756. public Year GetYear(int value)
  757. {
  758. if (value <= 0)
  759. {
  760. throw new ArgumentOutOfRangeException("Years less than or equal to 0 are invalid.");
  761. }
  762. return GetItemByName<Year>(ConfigurationManager.ApplicationPaths.YearPath, value.ToString(UsCulture));
  763. }
  764. /// <summary>
  765. /// Gets the artists path.
  766. /// </summary>
  767. /// <value>The artists path.</value>
  768. public string ArtistsPath
  769. {
  770. get
  771. {
  772. return Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "artists");
  773. }
  774. }
  775. /// <summary>
  776. /// Gets a Genre
  777. /// </summary>
  778. /// <param name="name">The name.</param>
  779. /// <returns>Task{Genre}.</returns>
  780. public MusicArtist GetArtist(string name)
  781. {
  782. return GetItemByName<MusicArtist>(ArtistsPath, name);
  783. }
  784. private T GetItemByName<T>(string path, string name)
  785. where T : BaseItem, new()
  786. {
  787. if (string.IsNullOrWhiteSpace(path))
  788. {
  789. throw new ArgumentNullException("path");
  790. }
  791. if (string.IsNullOrWhiteSpace(name))
  792. {
  793. throw new ArgumentNullException("name");
  794. }
  795. var validFilename = _fileSystem.GetValidFilename(name).Trim();
  796. string subFolderPrefix = null;
  797. var type = typeof(T);
  798. if (type == typeof(Person))
  799. {
  800. var subFolderIndex = 0;
  801. while (!char.IsLetterOrDigit(validFilename[subFolderIndex]))
  802. {
  803. subFolderIndex++;
  804. }
  805. subFolderPrefix = validFilename.Substring(subFolderIndex, 1);
  806. }
  807. var fullPath = string.IsNullOrEmpty(subFolderPrefix) ?
  808. Path.Combine(path, validFilename) :
  809. Path.Combine(path, subFolderPrefix, validFilename);
  810. var id = GetNewItemId(fullPath, type);
  811. BaseItem obj;
  812. if (!_libraryItemsCache.TryGetValue(id, out obj))
  813. {
  814. obj = CreateItemByName<T>(fullPath, name, id);
  815. RegisterItem(id, obj);
  816. }
  817. return obj as T;
  818. }
  819. private T CreateItemByName<T>(string path, string name, Guid id)
  820. where T : BaseItem, new()
  821. {
  822. var isArtist = typeof(T) == typeof(MusicArtist);
  823. if (isArtist)
  824. {
  825. var existing = RootFolder
  826. .GetRecursiveChildren(i => i is T && NameExtensions.AreEqual(i.Name, name))
  827. .Cast<T>()
  828. .FirstOrDefault();
  829. if (existing != null)
  830. {
  831. return existing;
  832. }
  833. }
  834. var item = GetItemById(id) as T;
  835. if (item == null)
  836. {
  837. item = new T
  838. {
  839. Name = name,
  840. Id = id,
  841. DateCreated = DateTime.UtcNow,
  842. DateModified = DateTime.UtcNow,
  843. Path = path
  844. };
  845. if (isArtist)
  846. {
  847. (item as MusicArtist).IsAccessedByName = true;
  848. }
  849. var task = CreateItem(item, CancellationToken.None);
  850. Task.WaitAll(task);
  851. }
  852. return item;
  853. }
  854. public IEnumerable<MusicArtist> GetAlbumArtists(IEnumerable<IHasAlbumArtist> items)
  855. {
  856. var names = items
  857. .SelectMany(i => i.AlbumArtists)
  858. .DistinctNames()
  859. .Select(i =>
  860. {
  861. try
  862. {
  863. var artist = GetArtist(i);
  864. return artist;
  865. }
  866. catch
  867. {
  868. // Already logged at lower levels
  869. return null;
  870. }
  871. })
  872. .Where(i => i != null);
  873. return names;
  874. }
  875. public IEnumerable<MusicArtist> GetArtists(IEnumerable<IHasArtist> items)
  876. {
  877. var names = items
  878. .SelectMany(i => i.AllArtists)
  879. .DistinctNames()
  880. .Select(i =>
  881. {
  882. try
  883. {
  884. var artist = GetArtist(i);
  885. return artist;
  886. }
  887. catch
  888. {
  889. // Already logged at lower levels
  890. return null;
  891. }
  892. })
  893. .Where(i => i != null);
  894. return names;
  895. }
  896. /// <summary>
  897. /// Validate and refresh the People sub-set of the IBN.
  898. /// The items are stored in the db but not loaded into memory until actually requested by an operation.
  899. /// </summary>
  900. /// <param name="cancellationToken">The cancellation token.</param>
  901. /// <param name="progress">The progress.</param>
  902. /// <returns>Task.</returns>
  903. public Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  904. {
  905. // Ensure the location is available.
  906. _fileSystem.CreateDirectory(ConfigurationManager.ApplicationPaths.PeoplePath);
  907. return new PeopleValidator(this, _logger, ConfigurationManager, _fileSystem).ValidatePeople(cancellationToken, progress);
  908. }
  909. /// <summary>
  910. /// Reloads the root media folder
  911. /// </summary>
  912. /// <param name="progress">The progress.</param>
  913. /// <param name="cancellationToken">The cancellation token.</param>
  914. /// <returns>Task.</returns>
  915. public Task ValidateMediaLibrary(IProgress<double> progress, CancellationToken cancellationToken)
  916. {
  917. // Just run the scheduled task so that the user can see it
  918. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  919. return Task.FromResult(true);
  920. }
  921. /// <summary>
  922. /// Queues the library scan.
  923. /// </summary>
  924. public void QueueLibraryScan()
  925. {
  926. // Just run the scheduled task so that the user can see it
  927. _taskManager.QueueScheduledTask<RefreshMediaLibraryTask>();
  928. }
  929. /// <summary>
  930. /// Validates the media library internal.
  931. /// </summary>
  932. /// <param name="progress">The progress.</param>
  933. /// <param name="cancellationToken">The cancellation token.</param>
  934. /// <returns>Task.</returns>
  935. public async Task ValidateMediaLibraryInternal(IProgress<double> progress, CancellationToken cancellationToken)
  936. {
  937. _libraryMonitorFactory().Stop();
  938. try
  939. {
  940. await PerformLibraryValidation(progress, cancellationToken).ConfigureAwait(false);
  941. }
  942. finally
  943. {
  944. _libraryMonitorFactory().Start();
  945. }
  946. }
  947. private async Task PerformLibraryValidation(IProgress<double> progress, CancellationToken cancellationToken)
  948. {
  949. _logger.Info("Validating media library");
  950. await RootFolder.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  951. progress.Report(.5);
  952. // Start by just validating the children of the root, but go no further
  953. await RootFolder.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false);
  954. progress.Report(1);
  955. var userRoot = GetUserRootFolder();
  956. await userRoot.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  957. await userRoot.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false).ConfigureAwait(false);
  958. progress.Report(2);
  959. var innerProgress = new ActionableProgress<double>();
  960. innerProgress.RegisterAction(pct => progress.Report(2 + pct * .73));
  961. // Now validate the entire media library
  962. await RootFolder.ValidateChildren(innerProgress, cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: true).ConfigureAwait(false);
  963. progress.Report(75);
  964. innerProgress = new ActionableProgress<double>();
  965. innerProgress.RegisterAction(pct => progress.Report(75 + pct * .25));
  966. // Run post-scan tasks
  967. await RunPostScanTasks(innerProgress, cancellationToken).ConfigureAwait(false);
  968. progress.Report(100);
  969. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  970. GC.Collect(2, GCCollectionMode.Forced, true);
  971. GC.Collect(2, GCCollectionMode.Forced, true);
  972. }
  973. /// <summary>
  974. /// Runs the post scan tasks.
  975. /// </summary>
  976. /// <param name="progress">The progress.</param>
  977. /// <param name="cancellationToken">The cancellation token.</param>
  978. /// <returns>Task.</returns>
  979. private async Task RunPostScanTasks(IProgress<double> progress, CancellationToken cancellationToken)
  980. {
  981. var tasks = PostscanTasks.ToList();
  982. var numComplete = 0;
  983. var numTasks = tasks.Count;
  984. foreach (var task in tasks)
  985. {
  986. var innerProgress = new ActionableProgress<double>();
  987. // Prevent access to modified closure
  988. var currentNumComplete = numComplete;
  989. innerProgress.RegisterAction(pct =>
  990. {
  991. double innerPercent = currentNumComplete * 100 + pct;
  992. innerPercent /= numTasks;
  993. progress.Report(innerPercent);
  994. });
  995. _logger.Debug("Running post-scan task {0}", task.GetType().Name);
  996. try
  997. {
  998. await task.Run(innerProgress, cancellationToken).ConfigureAwait(false);
  999. }
  1000. catch (OperationCanceledException)
  1001. {
  1002. _logger.Info("Post-scan task cancelled: {0}", task.GetType().Name);
  1003. }
  1004. catch (Exception ex)
  1005. {
  1006. _logger.ErrorException("Error running postscan task", ex);
  1007. }
  1008. numComplete++;
  1009. double percent = numComplete;
  1010. percent /= numTasks;
  1011. progress.Report(percent * 100);
  1012. }
  1013. progress.Report(100);
  1014. }
  1015. /// <summary>
  1016. /// Gets the default view.
  1017. /// </summary>
  1018. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1019. public IEnumerable<VirtualFolderInfo> GetVirtualFolders()
  1020. {
  1021. return GetView(ConfigurationManager.ApplicationPaths.DefaultUserViewsPath);
  1022. }
  1023. /// <summary>
  1024. /// Gets the view.
  1025. /// </summary>
  1026. /// <param name="path">The path.</param>
  1027. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1028. private IEnumerable<VirtualFolderInfo> GetView(string path)
  1029. {
  1030. var topLibraryFolders = GetUserRootFolder().Children.ToList();
  1031. return _fileSystem.GetDirectoryPaths(path)
  1032. .Select(dir => GetVirtualFolderInfo(dir, topLibraryFolders));
  1033. }
  1034. private VirtualFolderInfo GetVirtualFolderInfo(string dir, List<BaseItem> collectionFolders)
  1035. {
  1036. var info = new VirtualFolderInfo
  1037. {
  1038. Name = Path.GetFileName(dir),
  1039. Locations = Directory.EnumerateFiles(dir, "*.mblink", SearchOption.TopDirectoryOnly)
  1040. .Select(_fileSystem.ResolveShortcut)
  1041. .OrderBy(i => i)
  1042. .ToList(),
  1043. CollectionType = GetCollectionType(dir)
  1044. };
  1045. var libraryFolder = collectionFolders.FirstOrDefault(i => string.Equals(i.Path, dir, StringComparison.OrdinalIgnoreCase));
  1046. if (libraryFolder != null && libraryFolder.HasImage(ImageType.Primary))
  1047. {
  1048. info.PrimaryImageItemId = libraryFolder.Id.ToString("N");
  1049. }
  1050. if (libraryFolder != null)
  1051. {
  1052. info.ItemId = libraryFolder.Id.ToString("N");
  1053. }
  1054. return info;
  1055. }
  1056. private string GetCollectionType(string path)
  1057. {
  1058. return _fileSystem.GetFiles(path, false)
  1059. .Where(i => string.Equals(i.Extension, ".collection", StringComparison.OrdinalIgnoreCase))
  1060. .Select(i => _fileSystem.GetFileNameWithoutExtension(i))
  1061. .FirstOrDefault();
  1062. }
  1063. /// <summary>
  1064. /// Gets the item by id.
  1065. /// </summary>
  1066. /// <param name="id">The id.</param>
  1067. /// <returns>BaseItem.</returns>
  1068. /// <exception cref="System.ArgumentNullException">id</exception>
  1069. public BaseItem GetItemById(Guid id)
  1070. {
  1071. if (id == Guid.Empty)
  1072. {
  1073. throw new ArgumentNullException("id");
  1074. }
  1075. BaseItem item;
  1076. if (LibraryItemsCache.TryGetValue(id, out item))
  1077. {
  1078. return item;
  1079. }
  1080. item = RetrieveItem(id);
  1081. if (item != null)
  1082. {
  1083. RegisterItem(item);
  1084. }
  1085. return item;
  1086. }
  1087. public BaseItem GetMemoryItemById(Guid id)
  1088. {
  1089. if (id == Guid.Empty)
  1090. {
  1091. throw new ArgumentNullException("id");
  1092. }
  1093. BaseItem item;
  1094. LibraryItemsCache.TryGetValue(id, out item);
  1095. return item;
  1096. }
  1097. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query)
  1098. {
  1099. if (query.User != null)
  1100. {
  1101. AddUserToQuery(query, query.User);
  1102. }
  1103. var result = ItemRepository.GetItemIdsList(query);
  1104. return result.Select(GetItemById).Where(i => i != null);
  1105. }
  1106. public QueryResult<BaseItem> QueryItems(InternalItemsQuery query)
  1107. {
  1108. if (query.User != null)
  1109. {
  1110. AddUserToQuery(query, query.User);
  1111. }
  1112. return ItemRepository.GetItems(query);
  1113. }
  1114. public List<Guid> GetItemIds(InternalItemsQuery query)
  1115. {
  1116. if (query.User != null)
  1117. {
  1118. AddUserToQuery(query, query.User);
  1119. }
  1120. return ItemRepository.GetItemIdsList(query);
  1121. }
  1122. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query, IEnumerable<string> parentIds)
  1123. {
  1124. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1125. SetTopParentIdsOrAncestors(query, parents);
  1126. return GetItemIds(query).Select(GetItemById).Where(i => i != null);
  1127. }
  1128. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query)
  1129. {
  1130. if (query.Recursive && query.ParentId.HasValue)
  1131. {
  1132. var parent = GetItemById(query.ParentId.Value);
  1133. if (parent != null)
  1134. {
  1135. SetTopParentIdsOrAncestors(query, new List<BaseItem> { parent });
  1136. query.ParentId = null;
  1137. }
  1138. }
  1139. if (query.User != null)
  1140. {
  1141. AddUserToQuery(query, query.User);
  1142. }
  1143. var initialResult = ItemRepository.GetItemIds(query);
  1144. return new QueryResult<BaseItem>
  1145. {
  1146. TotalRecordCount = initialResult.TotalRecordCount,
  1147. Items = initialResult.Items.Select(GetItemById).Where(i => i != null).ToArray()
  1148. };
  1149. }
  1150. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query, IEnumerable<string> parentIds)
  1151. {
  1152. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1153. SetTopParentIdsOrAncestors(query, parents);
  1154. return GetItemsResult(query);
  1155. }
  1156. private void SetTopParentIdsOrAncestors(InternalItemsQuery query, List<BaseItem> parents)
  1157. {
  1158. if (parents.All(i =>
  1159. {
  1160. if (i is ICollectionFolder || i is UserView)
  1161. {
  1162. return true;
  1163. }
  1164. _logger.Debug("Query requires ancestor query due to type: " + i.GetType().Name);
  1165. return false;
  1166. }))
  1167. {
  1168. // Optimize by querying against top level views
  1169. query.TopParentIds = parents.SelectMany(i => GetTopParentsForQuery(i, query.User)).Select(i => i.Id.ToString("N")).ToArray();
  1170. }
  1171. else
  1172. {
  1173. // We need to be able to query from any arbitrary ancestor up the tree
  1174. query.AncestorIds = parents.SelectMany(i => i.GetIdsForAncestorQuery()).Select(i => i.ToString("N")).ToArray();
  1175. }
  1176. }
  1177. private void AddUserToQuery(InternalItemsQuery query, User user)
  1178. {
  1179. if (query.AncestorIds.Length == 0 && !query.ParentId.HasValue && query.ChannelIds.Length == 0 && query.TopParentIds.Length == 0)
  1180. {
  1181. var userViews = _userviewManager().GetUserViews(new UserViewQuery
  1182. {
  1183. UserId = user.Id.ToString("N"),
  1184. IncludeHidden = true
  1185. }, CancellationToken.None).Result.ToList();
  1186. query.TopParentIds = userViews.SelectMany(i => GetTopParentsForQuery(i, user)).Select(i => i.Id.ToString("N")).ToArray();
  1187. }
  1188. }
  1189. private IEnumerable<BaseItem> GetTopParentsForQuery(BaseItem item, User user)
  1190. {
  1191. var view = item as UserView;
  1192. if (view != null)
  1193. {
  1194. if (string.Equals(view.ViewType, CollectionType.LiveTv))
  1195. {
  1196. return new[] { view };
  1197. }
  1198. if (string.Equals(view.ViewType, CollectionType.Channels))
  1199. {
  1200. // TODO: Return channels
  1201. return new[] { view };
  1202. }
  1203. // Translate view into folders
  1204. if (view.DisplayParentId != Guid.Empty)
  1205. {
  1206. var displayParent = GetItemById(view.DisplayParentId);
  1207. if (displayParent != null)
  1208. {
  1209. return GetTopParentsForQuery(displayParent, user);
  1210. }
  1211. return new BaseItem[] { };
  1212. }
  1213. if (view.ParentId != Guid.Empty)
  1214. {
  1215. var displayParent = GetItemById(view.ParentId);
  1216. if (displayParent != null)
  1217. {
  1218. return GetTopParentsForQuery(displayParent, user);
  1219. }
  1220. return new BaseItem[] { };
  1221. }
  1222. // Handle grouping
  1223. if (user != null && !string.IsNullOrWhiteSpace(view.ViewType) && UserView.IsEligibleForGrouping(view.ViewType))
  1224. {
  1225. var collectionFolders = user.RootFolder.GetChildren(user, true).OfType<CollectionFolder>().Where(i => string.IsNullOrWhiteSpace(i.CollectionType) || string.Equals(i.CollectionType, view.ViewType, StringComparison.OrdinalIgnoreCase));
  1226. return collectionFolders.SelectMany(i => GetTopParentsForQuery(i, user));
  1227. }
  1228. return new BaseItem[] { };
  1229. }
  1230. var collectionFolder = item as CollectionFolder;
  1231. if (collectionFolder != null)
  1232. {
  1233. return collectionFolder.GetPhysicalParents();
  1234. }
  1235. var topParent = item.GetTopParent();
  1236. if (topParent != null)
  1237. {
  1238. return new[] { topParent };
  1239. }
  1240. return new BaseItem[] { };
  1241. }
  1242. /// <summary>
  1243. /// Gets the intros.
  1244. /// </summary>
  1245. /// <param name="item">The item.</param>
  1246. /// <param name="user">The user.</param>
  1247. /// <returns>IEnumerable{System.String}.</returns>
  1248. public async Task<IEnumerable<Video>> GetIntros(BaseItem item, User user)
  1249. {
  1250. var tasks = IntroProviders
  1251. .OrderBy(i => i.GetType().Name.IndexOf("Default", StringComparison.OrdinalIgnoreCase) == -1 ? 0 : 1)
  1252. .Take(1)
  1253. .Select(i => GetIntros(i, item, user));
  1254. var items = await Task.WhenAll(tasks).ConfigureAwait(false);
  1255. return items
  1256. .SelectMany(i => i.ToArray())
  1257. .Select(ResolveIntro)
  1258. .Where(i => i != null);
  1259. }
  1260. /// <summary>
  1261. /// Gets the intros.
  1262. /// </summary>
  1263. /// <param name="provider">The provider.</param>
  1264. /// <param name="item">The item.</param>
  1265. /// <param name="user">The user.</param>
  1266. /// <returns>Task&lt;IEnumerable&lt;IntroInfo&gt;&gt;.</returns>
  1267. private async Task<IEnumerable<IntroInfo>> GetIntros(IIntroProvider provider, BaseItem item, User user)
  1268. {
  1269. try
  1270. {
  1271. return await provider.GetIntros(item, user).ConfigureAwait(false);
  1272. }
  1273. catch (Exception ex)
  1274. {
  1275. _logger.ErrorException("Error getting intros", ex);
  1276. return new List<IntroInfo>();
  1277. }
  1278. }
  1279. /// <summary>
  1280. /// Gets all intro files.
  1281. /// </summary>
  1282. /// <returns>IEnumerable{System.String}.</returns>
  1283. public IEnumerable<string> GetAllIntroFiles()
  1284. {
  1285. return IntroProviders.SelectMany(i =>
  1286. {
  1287. try
  1288. {
  1289. return i.GetAllIntroFiles().ToList();
  1290. }
  1291. catch (Exception ex)
  1292. {
  1293. _logger.ErrorException("Error getting intro files", ex);
  1294. return new List<string>();
  1295. }
  1296. });
  1297. }
  1298. /// <summary>
  1299. /// Resolves the intro.
  1300. /// </summary>
  1301. /// <param name="info">The info.</param>
  1302. /// <returns>Video.</returns>
  1303. private Video ResolveIntro(IntroInfo info)
  1304. {
  1305. Video video = null;
  1306. if (info.ItemId.HasValue)
  1307. {
  1308. // Get an existing item by Id
  1309. video = GetItemById(info.ItemId.Value) as Video;
  1310. if (video == null)
  1311. {
  1312. _logger.Error("Unable to locate item with Id {0}.", info.ItemId.Value);
  1313. }
  1314. }
  1315. else if (!string.IsNullOrEmpty(info.Path))
  1316. {
  1317. try
  1318. {
  1319. // Try to resolve the path into a video
  1320. video = ResolvePath(_fileSystem.GetFileSystemInfo(info.Path)) as Video;
  1321. if (video == null)
  1322. {
  1323. _logger.Error("Intro resolver returned null for {0}.", info.Path);
  1324. }
  1325. else
  1326. {
  1327. // Pull the saved db item that will include metadata
  1328. var dbItem = GetItemById(video.Id) as Video;
  1329. if (dbItem != null)
  1330. {
  1331. video = dbItem;
  1332. }
  1333. else
  1334. {
  1335. return null;
  1336. }
  1337. }
  1338. }
  1339. catch (Exception ex)
  1340. {
  1341. _logger.ErrorException("Error resolving path {0}.", ex, info.Path);
  1342. }
  1343. }
  1344. else
  1345. {
  1346. _logger.Error("IntroProvider returned an IntroInfo with null Path and ItemId.");
  1347. }
  1348. return video;
  1349. }
  1350. /// <summary>
  1351. /// Sorts the specified sort by.
  1352. /// </summary>
  1353. /// <param name="items">The items.</param>
  1354. /// <param name="user">The user.</param>
  1355. /// <param name="sortBy">The sort by.</param>
  1356. /// <param name="sortOrder">The sort order.</param>
  1357. /// <returns>IEnumerable{BaseItem}.</returns>
  1358. public IEnumerable<BaseItem> Sort(IEnumerable<BaseItem> items, User user, IEnumerable<string> sortBy, SortOrder sortOrder)
  1359. {
  1360. var isFirst = true;
  1361. IOrderedEnumerable<BaseItem> orderedItems = null;
  1362. foreach (var orderBy in sortBy.Select(o => GetComparer(o, user)).Where(c => c != null))
  1363. {
  1364. if (isFirst)
  1365. {
  1366. orderedItems = sortOrder == SortOrder.Descending ? items.OrderByDescending(i => i, orderBy) : items.OrderBy(i => i, orderBy);
  1367. }
  1368. else
  1369. {
  1370. orderedItems = sortOrder == SortOrder.Descending ? orderedItems.ThenByDescending(i => i, orderBy) : orderedItems.ThenBy(i => i, orderBy);
  1371. }
  1372. isFirst = false;
  1373. }
  1374. return orderedItems ?? items;
  1375. }
  1376. /// <summary>
  1377. /// Gets the comparer.
  1378. /// </summary>
  1379. /// <param name="name">The name.</param>
  1380. /// <param name="user">The user.</param>
  1381. /// <returns>IBaseItemComparer.</returns>
  1382. private IBaseItemComparer GetComparer(string name, User user)
  1383. {
  1384. var comparer = Comparers.FirstOrDefault(c => string.Equals(name, c.Name, StringComparison.OrdinalIgnoreCase));
  1385. if (comparer != null)
  1386. {
  1387. // If it requires a user, create a new one, and assign the user
  1388. if (comparer is IUserBaseItemComparer)
  1389. {
  1390. var userComparer = (IUserBaseItemComparer)Activator.CreateInstance(comparer.GetType());
  1391. userComparer.User = user;
  1392. userComparer.UserManager = _userManager;
  1393. userComparer.UserDataRepository = _userDataRepository;
  1394. return userComparer;
  1395. }
  1396. }
  1397. return comparer;
  1398. }
  1399. /// <summary>
  1400. /// Creates the item.
  1401. /// </summary>
  1402. /// <param name="item">The item.</param>
  1403. /// <param name="cancellationToken">The cancellation token.</param>
  1404. /// <returns>Task.</returns>
  1405. public Task CreateItem(BaseItem item, CancellationToken cancellationToken)
  1406. {
  1407. return CreateItems(new[] { item }, cancellationToken);
  1408. }
  1409. /// <summary>
  1410. /// Creates the items.
  1411. /// </summary>
  1412. /// <param name="items">The items.</param>
  1413. /// <param name="cancellationToken">The cancellation token.</param>
  1414. /// <returns>Task.</returns>
  1415. public async Task CreateItems(IEnumerable<BaseItem> items, CancellationToken cancellationToken)
  1416. {
  1417. var list = items.ToList();
  1418. await ItemRepository.SaveItems(list, cancellationToken).ConfigureAwait(false);
  1419. foreach (var item in list)
  1420. {
  1421. UpdateItemInLibraryCache(item);
  1422. }
  1423. if (ItemAdded != null)
  1424. {
  1425. foreach (var item in list)
  1426. {
  1427. try
  1428. {
  1429. ItemAdded(this, new ItemChangeEventArgs { Item = item });
  1430. }
  1431. catch (Exception ex)
  1432. {
  1433. _logger.ErrorException("Error in ItemAdded event handler", ex);
  1434. }
  1435. }
  1436. }
  1437. }
  1438. /// <summary>
  1439. /// Updates the item.
  1440. /// </summary>
  1441. /// <param name="item">The item.</param>
  1442. /// <param name="updateReason">The update reason.</param>
  1443. /// <param name="cancellationToken">The cancellation token.</param>
  1444. /// <returns>Task.</returns>
  1445. public async Task UpdateItem(BaseItem item, ItemUpdateType updateReason, CancellationToken cancellationToken)
  1446. {
  1447. var locationType = item.LocationType;
  1448. if (locationType != LocationType.Remote && locationType != LocationType.Virtual)
  1449. {
  1450. await _providerManagerFactory().SaveMetadata(item, updateReason).ConfigureAwait(false);
  1451. }
  1452. item.DateLastSaved = DateTime.UtcNow;
  1453. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  1454. _logger.Debug("Saving {0} to database.", logName);
  1455. await ItemRepository.SaveItem(item, cancellationToken).ConfigureAwait(false);
  1456. UpdateItemInLibraryCache(item);
  1457. if (ItemUpdated != null)
  1458. {
  1459. try
  1460. {
  1461. ItemUpdated(this, new ItemChangeEventArgs
  1462. {
  1463. Item = item,
  1464. UpdateReason = updateReason
  1465. });
  1466. }
  1467. catch (Exception ex)
  1468. {
  1469. _logger.ErrorException("Error in ItemUpdated event handler", ex);
  1470. }
  1471. }
  1472. }
  1473. /// <summary>
  1474. /// Reports the item removed.
  1475. /// </summary>
  1476. /// <param name="item">The item.</param>
  1477. public void ReportItemRemoved(BaseItem item)
  1478. {
  1479. if (ItemRemoved != null)
  1480. {
  1481. try
  1482. {
  1483. ItemRemoved(this, new ItemChangeEventArgs { Item = item });
  1484. }
  1485. catch (Exception ex)
  1486. {
  1487. _logger.ErrorException("Error in ItemRemoved event handler", ex);
  1488. }
  1489. }
  1490. }
  1491. /// <summary>
  1492. /// Retrieves the item.
  1493. /// </summary>
  1494. /// <param name="id">The id.</param>
  1495. /// <returns>BaseItem.</returns>
  1496. public BaseItem RetrieveItem(Guid id)
  1497. {
  1498. return ItemRepository.RetrieveItem(id);
  1499. }
  1500. public IEnumerable<Folder> GetCollectionFolders(BaseItem item)
  1501. {
  1502. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1503. {
  1504. item = item.GetParent();
  1505. }
  1506. if (item == null)
  1507. {
  1508. return new List<Folder>();
  1509. }
  1510. return GetUserRootFolder().Children
  1511. .OfType<Folder>()
  1512. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path, StringComparer.OrdinalIgnoreCase));
  1513. }
  1514. public string GetContentType(BaseItem item)
  1515. {
  1516. string configuredContentType = GetConfiguredContentType(item, false);
  1517. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1518. {
  1519. return configuredContentType;
  1520. }
  1521. configuredContentType = GetConfiguredContentType(item, true);
  1522. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1523. {
  1524. return configuredContentType;
  1525. }
  1526. return GetInheritedContentType(item);
  1527. }
  1528. public string GetInheritedContentType(BaseItem item)
  1529. {
  1530. var type = GetTopFolderContentType(item);
  1531. if (!string.IsNullOrWhiteSpace(type))
  1532. {
  1533. return type;
  1534. }
  1535. return item.GetParents()
  1536. .Select(GetConfiguredContentType)
  1537. .LastOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1538. }
  1539. public string GetConfiguredContentType(BaseItem item)
  1540. {
  1541. return GetConfiguredContentType(item, false);
  1542. }
  1543. public string GetConfiguredContentType(string path)
  1544. {
  1545. return GetContentTypeOverride(path, false);
  1546. }
  1547. public string GetConfiguredContentType(BaseItem item, bool inheritConfiguredPath)
  1548. {
  1549. ICollectionFolder collectionFolder = item as ICollectionFolder;
  1550. if (collectionFolder != null)
  1551. {
  1552. return collectionFolder.CollectionType;
  1553. }
  1554. return GetContentTypeOverride(item.ContainingFolderPath, inheritConfiguredPath);
  1555. }
  1556. private string GetContentTypeOverride(string path, bool inherit)
  1557. {
  1558. var nameValuePair = ConfigurationManager.Configuration.ContentTypes.FirstOrDefault(i => string.Equals(i.Name, path, StringComparison.OrdinalIgnoreCase) || (inherit && _fileSystem.ContainsSubPath(i.Name, path)));
  1559. if (nameValuePair != null)
  1560. {
  1561. return nameValuePair.Value;
  1562. }
  1563. return null;
  1564. }
  1565. private string GetTopFolderContentType(BaseItem item)
  1566. {
  1567. if (item == null)
  1568. {
  1569. return null;
  1570. }
  1571. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1572. {
  1573. item = item.GetParent();
  1574. }
  1575. return GetUserRootFolder().Children
  1576. .OfType<ICollectionFolder>()
  1577. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path))
  1578. .Select(i => i.CollectionType)
  1579. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1580. }
  1581. private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromHours(24);
  1582. //private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromMinutes(1);
  1583. public Task<UserView> GetNamedView(User user,
  1584. string name,
  1585. string viewType,
  1586. string sortName,
  1587. CancellationToken cancellationToken)
  1588. {
  1589. return GetNamedView(user, name, null, viewType, sortName, cancellationToken);
  1590. }
  1591. public async Task<UserView> GetNamedView(string name,
  1592. string viewType,
  1593. string sortName,
  1594. CancellationToken cancellationToken)
  1595. {
  1596. var path = Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "views");
  1597. path = Path.Combine(path, _fileSystem.GetValidFilename(viewType));
  1598. var id = GetNewItemId(path + "_namedview_" + name, typeof(UserView));
  1599. var item = GetItemById(id) as UserView;
  1600. var refresh = false;
  1601. if (item == null || !string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  1602. {
  1603. _fileSystem.CreateDirectory(path);
  1604. item = new UserView
  1605. {
  1606. Path = path,
  1607. Id = id,
  1608. DateCreated = DateTime.UtcNow,
  1609. Name = name,
  1610. ViewType = viewType,
  1611. ForcedSortName = sortName
  1612. };
  1613. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1614. refresh = true;
  1615. }
  1616. if (!refresh)
  1617. {
  1618. refresh = DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1619. }
  1620. if (!refresh && item.DisplayParentId != Guid.Empty)
  1621. {
  1622. var displayParent = GetItemById(item.DisplayParentId);
  1623. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1624. }
  1625. if (refresh)
  1626. {
  1627. await item.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None).ConfigureAwait(false);
  1628. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1629. {
  1630. // Not sure why this is necessary but need to figure it out
  1631. // View images are not getting utilized without this
  1632. ForceSave = true
  1633. });
  1634. }
  1635. return item;
  1636. }
  1637. public async Task<UserView> GetNamedView(User user,
  1638. string name,
  1639. string parentId,
  1640. string viewType,
  1641. string sortName,
  1642. CancellationToken cancellationToken)
  1643. {
  1644. var idValues = "38_namedview_" + name + user.Id.ToString("N") + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1645. var id = GetNewItemId(idValues, typeof(UserView));
  1646. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1647. var item = GetItemById(id) as UserView;
  1648. var isNew = false;
  1649. if (item == null)
  1650. {
  1651. _fileSystem.CreateDirectory(path);
  1652. item = new UserView
  1653. {
  1654. Path = path,
  1655. Id = id,
  1656. DateCreated = DateTime.UtcNow,
  1657. Name = name,
  1658. ViewType = viewType,
  1659. ForcedSortName = sortName,
  1660. UserId = user.Id
  1661. };
  1662. if (!string.IsNullOrWhiteSpace(parentId))
  1663. {
  1664. item.DisplayParentId = new Guid(parentId);
  1665. }
  1666. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1667. isNew = true;
  1668. }
  1669. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1670. if (!refresh && item.DisplayParentId != Guid.Empty)
  1671. {
  1672. var displayParent = GetItemById(item.DisplayParentId);
  1673. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1674. }
  1675. if (refresh)
  1676. {
  1677. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1678. {
  1679. // Need to force save to increment DateLastSaved
  1680. ForceSave = true
  1681. });
  1682. }
  1683. return item;
  1684. }
  1685. public async Task<UserView> GetShadowView(BaseItem parent,
  1686. string viewType,
  1687. string sortName,
  1688. CancellationToken cancellationToken)
  1689. {
  1690. if (parent == null)
  1691. {
  1692. throw new ArgumentNullException("parent");
  1693. }
  1694. var name = parent.Name;
  1695. var parentId = parent.Id;
  1696. var idValues = "38_namedview_" + name + parentId + (viewType ?? string.Empty);
  1697. var id = GetNewItemId(idValues, typeof(UserView));
  1698. var path = parent.Path;
  1699. var item = GetItemById(id) as UserView;
  1700. var isNew = false;
  1701. if (item == null)
  1702. {
  1703. _fileSystem.CreateDirectory(path);
  1704. item = new UserView
  1705. {
  1706. Path = path,
  1707. Id = id,
  1708. DateCreated = DateTime.UtcNow,
  1709. Name = name,
  1710. ViewType = viewType,
  1711. ForcedSortName = sortName
  1712. };
  1713. item.DisplayParentId = parentId;
  1714. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1715. isNew = true;
  1716. }
  1717. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1718. if (!refresh && item.DisplayParentId != Guid.Empty)
  1719. {
  1720. var displayParent = GetItemById(item.DisplayParentId);
  1721. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1722. }
  1723. if (refresh)
  1724. {
  1725. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1726. {
  1727. // Need to force save to increment DateLastSaved
  1728. ForceSave = true
  1729. });
  1730. }
  1731. return item;
  1732. }
  1733. public async Task<UserView> GetNamedView(string name,
  1734. string parentId,
  1735. string viewType,
  1736. string sortName,
  1737. string uniqueId,
  1738. CancellationToken cancellationToken)
  1739. {
  1740. if (string.IsNullOrWhiteSpace(name))
  1741. {
  1742. throw new ArgumentNullException("name");
  1743. }
  1744. var idValues = "37_namedview_" + name + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1745. if (!string.IsNullOrWhiteSpace(uniqueId))
  1746. {
  1747. idValues += uniqueId;
  1748. }
  1749. var id = GetNewItemId(idValues, typeof(UserView));
  1750. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1751. var item = GetItemById(id) as UserView;
  1752. var isNew = false;
  1753. if (item == null)
  1754. {
  1755. _fileSystem.CreateDirectory(path);
  1756. item = new UserView
  1757. {
  1758. Path = path,
  1759. Id = id,
  1760. DateCreated = DateTime.UtcNow,
  1761. Name = name,
  1762. ViewType = viewType,
  1763. ForcedSortName = sortName
  1764. };
  1765. if (!string.IsNullOrWhiteSpace(parentId))
  1766. {
  1767. item.DisplayParentId = new Guid(parentId);
  1768. }
  1769. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1770. isNew = true;
  1771. }
  1772. if (!string.Equals(viewType, item.ViewType, StringComparison.OrdinalIgnoreCase))
  1773. {
  1774. item.ViewType = viewType;
  1775. await item.UpdateToRepository(ItemUpdateType.MetadataEdit, cancellationToken).ConfigureAwait(false);
  1776. }
  1777. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1778. if (!refresh && item.DisplayParentId != Guid.Empty)
  1779. {
  1780. var displayParent = GetItemById(item.DisplayParentId);
  1781. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1782. }
  1783. if (refresh)
  1784. {
  1785. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1786. {
  1787. // Need to force save to increment DateLastSaved
  1788. ForceSave = true
  1789. });
  1790. }
  1791. return item;
  1792. }
  1793. public bool IsVideoFile(string path)
  1794. {
  1795. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1796. return resolver.IsVideoFile(path);
  1797. }
  1798. public bool IsAudioFile(string path)
  1799. {
  1800. var parser = new AudioFileParser(GetNamingOptions());
  1801. return parser.IsAudioFile(path);
  1802. }
  1803. public int? GetSeasonNumberFromPath(string path)
  1804. {
  1805. return new SeasonPathParser(GetNamingOptions(), new RegexProvider()).Parse(path, true, true).SeasonNumber;
  1806. }
  1807. public bool FillMissingEpisodeNumbersFromPath(Episode episode)
  1808. {
  1809. var resolver = new EpisodeResolver(GetNamingOptions(),
  1810. new PatternsLogger());
  1811. var isFolder = episode.VideoType == VideoType.BluRay || episode.VideoType == VideoType.Dvd ||
  1812. episode.VideoType == VideoType.HdDvd;
  1813. var locationType = episode.LocationType;
  1814. var episodeInfo = locationType == LocationType.FileSystem || locationType == LocationType.Offline ?
  1815. resolver.Resolve(episode.Path, isFolder) :
  1816. new Naming.TV.EpisodeInfo();
  1817. if (episodeInfo == null)
  1818. {
  1819. episodeInfo = new Naming.TV.EpisodeInfo();
  1820. }
  1821. var changed = false;
  1822. if (episodeInfo.IsByDate)
  1823. {
  1824. if (episode.IndexNumber.HasValue)
  1825. {
  1826. episode.IndexNumber = null;
  1827. changed = true;
  1828. }
  1829. if (episode.IndexNumberEnd.HasValue)
  1830. {
  1831. episode.IndexNumberEnd = null;
  1832. changed = true;
  1833. }
  1834. if (!episode.PremiereDate.HasValue)
  1835. {
  1836. if (episodeInfo.Year.HasValue && episodeInfo.Month.HasValue && episodeInfo.Day.HasValue)
  1837. {
  1838. episode.PremiereDate = new DateTime(episodeInfo.Year.Value, episodeInfo.Month.Value, episodeInfo.Day.Value).ToUniversalTime();
  1839. }
  1840. if (episode.PremiereDate.HasValue)
  1841. {
  1842. changed = true;
  1843. }
  1844. }
  1845. if (!episode.ProductionYear.HasValue)
  1846. {
  1847. episode.ProductionYear = episodeInfo.Year;
  1848. if (episode.ProductionYear.HasValue)
  1849. {
  1850. changed = true;
  1851. }
  1852. }
  1853. if (!episode.ParentIndexNumber.HasValue)
  1854. {
  1855. var season = episode.Season;
  1856. if (season != null)
  1857. {
  1858. episode.ParentIndexNumber = season.IndexNumber;
  1859. }
  1860. if (episode.ParentIndexNumber.HasValue)
  1861. {
  1862. changed = true;
  1863. }
  1864. }
  1865. }
  1866. else
  1867. {
  1868. if (!episode.IndexNumber.HasValue)
  1869. {
  1870. episode.IndexNumber = episodeInfo.EpisodeNumber;
  1871. if (episode.IndexNumber.HasValue)
  1872. {
  1873. changed = true;
  1874. }
  1875. }
  1876. if (!episode.IndexNumberEnd.HasValue)
  1877. {
  1878. episode.IndexNumberEnd = episodeInfo.EndingEpsiodeNumber;
  1879. if (episode.IndexNumberEnd.HasValue)
  1880. {
  1881. changed = true;
  1882. }
  1883. }
  1884. if (!episode.ParentIndexNumber.HasValue)
  1885. {
  1886. episode.ParentIndexNumber = episodeInfo.SeasonNumber;
  1887. if (!episode.ParentIndexNumber.HasValue)
  1888. {
  1889. var season = episode.Season;
  1890. if (season != null)
  1891. {
  1892. episode.ParentIndexNumber = season.IndexNumber;
  1893. }
  1894. }
  1895. if (episode.ParentIndexNumber.HasValue)
  1896. {
  1897. changed = true;
  1898. }
  1899. }
  1900. }
  1901. return changed;
  1902. }
  1903. public NamingOptions GetNamingOptions()
  1904. {
  1905. var options = new ExtendedNamingOptions();
  1906. // These cause apps to have problems
  1907. options.AudioFileExtensions.Remove(".m3u");
  1908. options.AudioFileExtensions.Remove(".wpl");
  1909. if (!ConfigurationManager.Configuration.EnableAudioArchiveFiles)
  1910. {
  1911. options.AudioFileExtensions.Remove(".rar");
  1912. options.AudioFileExtensions.Remove(".zip");
  1913. }
  1914. if (!ConfigurationManager.Configuration.EnableVideoArchiveFiles)
  1915. {
  1916. options.VideoFileExtensions.Remove(".rar");
  1917. options.VideoFileExtensions.Remove(".zip");
  1918. }
  1919. return options;
  1920. }
  1921. public ItemLookupInfo ParseName(string name)
  1922. {
  1923. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1924. var result = resolver.CleanDateTime(name);
  1925. var cleanName = resolver.CleanString(result.Name);
  1926. return new ItemLookupInfo
  1927. {
  1928. Name = cleanName.Name,
  1929. Year = result.Year
  1930. };
  1931. }
  1932. public IEnumerable<Video> FindTrailers(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1933. {
  1934. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1935. .Where(i => string.Equals(i.Name, BaseItem.TrailerFolderName, StringComparison.OrdinalIgnoreCase))
  1936. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1937. .ToList();
  1938. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1939. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1940. {
  1941. Id = i.FullName,
  1942. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1943. }).ToList());
  1944. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1945. if (currentVideo != null)
  1946. {
  1947. files.AddRange(currentVideo.Extras.Where(i => string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1948. }
  1949. var resolvers = new IItemResolver[]
  1950. {
  1951. new GenericVideoResolver<Trailer>(this)
  1952. };
  1953. return ResolvePaths(files, directoryService, null, null, resolvers)
  1954. .OfType<Trailer>()
  1955. .Select(video =>
  1956. {
  1957. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1958. var dbItem = GetItemById(video.Id) as Trailer;
  1959. if (dbItem != null)
  1960. {
  1961. video = dbItem;
  1962. }
  1963. video.ExtraType = ExtraType.Trailer;
  1964. video.TrailerTypes = new List<TrailerType> { TrailerType.LocalTrailer };
  1965. return video;
  1966. // Sort them so that the list can be easily compared for changes
  1967. }).OrderBy(i => i.Path).ToList();
  1968. }
  1969. public IEnumerable<Video> FindExtras(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1970. {
  1971. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1972. .Where(i => string.Equals(i.Name, "extras", StringComparison.OrdinalIgnoreCase) || string.Equals(i.Name, "specials", StringComparison.OrdinalIgnoreCase))
  1973. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1974. .ToList();
  1975. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1976. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1977. {
  1978. Id = i.FullName,
  1979. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1980. }).ToList());
  1981. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1982. if (currentVideo != null)
  1983. {
  1984. files.AddRange(currentVideo.Extras.Where(i => !string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1985. }
  1986. return ResolvePaths(files, directoryService, null, null)
  1987. .OfType<Video>()
  1988. .Select(video =>
  1989. {
  1990. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1991. var dbItem = GetItemById(video.Id) as Video;
  1992. if (dbItem != null)
  1993. {
  1994. video = dbItem;
  1995. }
  1996. SetExtraTypeFromFilename(video);
  1997. return video;
  1998. // Sort them so that the list can be easily compared for changes
  1999. }).OrderBy(i => i.Path).ToList();
  2000. }
  2001. public string SubstitutePath(string path, string from, string to)
  2002. {
  2003. if (string.IsNullOrWhiteSpace(path))
  2004. {
  2005. throw new ArgumentNullException("path");
  2006. }
  2007. if (string.IsNullOrWhiteSpace(from))
  2008. {
  2009. throw new ArgumentNullException("from");
  2010. }
  2011. if (string.IsNullOrWhiteSpace(to))
  2012. {
  2013. throw new ArgumentNullException("to");
  2014. }
  2015. var newPath = path.Replace(from, to, StringComparison.OrdinalIgnoreCase);
  2016. if (!string.Equals(newPath, path))
  2017. {
  2018. if (to.IndexOf('/') != -1)
  2019. {
  2020. newPath = newPath.Replace('\\', '/');
  2021. }
  2022. else
  2023. {
  2024. newPath = newPath.Replace('/', '\\');
  2025. }
  2026. }
  2027. return newPath;
  2028. }
  2029. private void SetExtraTypeFromFilename(Video item)
  2030. {
  2031. var resolver = new ExtraResolver(GetNamingOptions(), new PatternsLogger(), new RegexProvider());
  2032. var result = resolver.GetExtraInfo(item.Path);
  2033. if (string.Equals(result.ExtraType, "deletedscene", StringComparison.OrdinalIgnoreCase))
  2034. {
  2035. item.ExtraType = ExtraType.DeletedScene;
  2036. }
  2037. else if (string.Equals(result.ExtraType, "behindthescenes", StringComparison.OrdinalIgnoreCase))
  2038. {
  2039. item.ExtraType = ExtraType.BehindTheScenes;
  2040. }
  2041. else if (string.Equals(result.ExtraType, "interview", StringComparison.OrdinalIgnoreCase))
  2042. {
  2043. item.ExtraType = ExtraType.Interview;
  2044. }
  2045. else if (string.Equals(result.ExtraType, "scene", StringComparison.OrdinalIgnoreCase))
  2046. {
  2047. item.ExtraType = ExtraType.Scene;
  2048. }
  2049. else if (string.Equals(result.ExtraType, "sample", StringComparison.OrdinalIgnoreCase))
  2050. {
  2051. item.ExtraType = ExtraType.Sample;
  2052. }
  2053. else
  2054. {
  2055. item.ExtraType = ExtraType.Clip;
  2056. }
  2057. }
  2058. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2059. {
  2060. return ItemRepository.GetPeople(query);
  2061. }
  2062. public List<PersonInfo> GetPeople(BaseItem item)
  2063. {
  2064. if (item.SupportsPeople)
  2065. {
  2066. var people = GetPeople(new InternalPeopleQuery
  2067. {
  2068. ItemId = item.Id
  2069. });
  2070. if (people.Count > 0)
  2071. {
  2072. return people;
  2073. }
  2074. }
  2075. return new List<PersonInfo>();
  2076. }
  2077. public List<Person> GetPeopleItems(InternalPeopleQuery query)
  2078. {
  2079. return ItemRepository.GetPeopleNames(query).Select(i =>
  2080. {
  2081. try
  2082. {
  2083. return GetPerson(i);
  2084. }
  2085. catch (Exception ex)
  2086. {
  2087. _logger.ErrorException("Error getting person", ex);
  2088. return null;
  2089. }
  2090. }).Where(i => i != null).ToList();
  2091. }
  2092. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2093. {
  2094. return ItemRepository.GetPeopleNames(query);
  2095. }
  2096. public List<PersonInfo> GetAllPeople()
  2097. {
  2098. return GetPeople(new InternalPeopleQuery())
  2099. .DistinctBy(i => i.Name, StringComparer.OrdinalIgnoreCase)
  2100. .ToList();
  2101. }
  2102. public Task UpdatePeople(BaseItem item, List<PersonInfo> people)
  2103. {
  2104. if (!item.SupportsPeople)
  2105. {
  2106. return Task.FromResult(true);
  2107. }
  2108. return ItemRepository.UpdatePeople(item.Id, people);
  2109. }
  2110. private readonly SemaphoreSlim _dynamicImageResourcePool = new SemaphoreSlim(1, 1);
  2111. public async Task<ItemImageInfo> ConvertImageToLocal(IHasImages item, ItemImageInfo image, int imageIndex)
  2112. {
  2113. foreach (var url in image.Path.Split('|'))
  2114. {
  2115. try
  2116. {
  2117. _logger.Debug("ConvertImageToLocal item {0} - image url: {1}", item.Id, url);
  2118. await _providerManagerFactory().SaveImage(item, url, _dynamicImageResourcePool, image.Type, imageIndex, CancellationToken.None).ConfigureAwait(false);
  2119. var newImage = item.GetImageInfo(image.Type, imageIndex);
  2120. if (newImage != null)
  2121. {
  2122. newImage.IsPlaceholder = image.IsPlaceholder;
  2123. }
  2124. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2125. return item.GetImageInfo(image.Type, imageIndex);
  2126. }
  2127. catch (HttpException ex)
  2128. {
  2129. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  2130. {
  2131. continue;
  2132. }
  2133. throw;
  2134. }
  2135. }
  2136. // Remove this image to prevent it from retrying over and over
  2137. item.RemoveImage(image);
  2138. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2139. throw new InvalidOperationException();
  2140. }
  2141. }
  2142. }