LibraryManager.cs 88 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562
  1. using Interfaces.IO;
  2. using MediaBrowser.Common.Extensions;
  3. using MediaBrowser.Common.Progress;
  4. using MediaBrowser.Common.ScheduledTasks;
  5. using MediaBrowser.Controller.Configuration;
  6. using MediaBrowser.Controller.Entities;
  7. using MediaBrowser.Controller.Entities.Audio;
  8. using MediaBrowser.Controller.Entities.TV;
  9. using MediaBrowser.Controller.IO;
  10. using MediaBrowser.Controller.Library;
  11. using MediaBrowser.Controller.Persistence;
  12. using MediaBrowser.Controller.Providers;
  13. using MediaBrowser.Controller.Resolvers;
  14. using MediaBrowser.Controller.Sorting;
  15. using MediaBrowser.Model.Configuration;
  16. using MediaBrowser.Model.Entities;
  17. using MediaBrowser.Model.Logging;
  18. using MediaBrowser.Model.Querying;
  19. using MediaBrowser.Naming.Audio;
  20. using MediaBrowser.Naming.Common;
  21. using MediaBrowser.Naming.TV;
  22. using MediaBrowser.Naming.Video;
  23. using MediaBrowser.Server.Implementations.Library.Validators;
  24. using MediaBrowser.Server.Implementations.Logging;
  25. using MediaBrowser.Server.Implementations.ScheduledTasks;
  26. using System;
  27. using System.Collections.Concurrent;
  28. using System.Collections.Generic;
  29. using System.Globalization;
  30. using System.IO;
  31. using System.Linq;
  32. using System.Net;
  33. using System.Threading;
  34. using System.Threading.Tasks;
  35. using CommonIO;
  36. using MediaBrowser.Model.Extensions;
  37. using MediaBrowser.Model.Library;
  38. using MediaBrowser.Model.Net;
  39. using MediaBrowser.Server.Implementations.Library.Resolvers;
  40. using MoreLinq;
  41. using SortOrder = MediaBrowser.Model.Entities.SortOrder;
  42. using VideoResolver = MediaBrowser.Naming.Video.VideoResolver;
  43. namespace MediaBrowser.Server.Implementations.Library
  44. {
  45. /// <summary>
  46. /// Class LibraryManager
  47. /// </summary>
  48. public class LibraryManager : ILibraryManager
  49. {
  50. /// <summary>
  51. /// Gets or sets the postscan tasks.
  52. /// </summary>
  53. /// <value>The postscan tasks.</value>
  54. private ILibraryPostScanTask[] PostscanTasks { get; set; }
  55. /// <summary>
  56. /// Gets the intro providers.
  57. /// </summary>
  58. /// <value>The intro providers.</value>
  59. private IIntroProvider[] IntroProviders { get; set; }
  60. /// <summary>
  61. /// Gets the list of entity resolution ignore rules
  62. /// </summary>
  63. /// <value>The entity resolution ignore rules.</value>
  64. private IResolverIgnoreRule[] EntityResolutionIgnoreRules { get; set; }
  65. /// <summary>
  66. /// Gets the list of BasePluginFolders added by plugins
  67. /// </summary>
  68. /// <value>The plugin folders.</value>
  69. private IVirtualFolderCreator[] PluginFolderCreators { get; set; }
  70. /// <summary>
  71. /// Gets the list of currently registered entity resolvers
  72. /// </summary>
  73. /// <value>The entity resolvers enumerable.</value>
  74. private IItemResolver[] EntityResolvers { get; set; }
  75. private IMultiItemResolver[] MultiItemResolvers { get; set; }
  76. /// <summary>
  77. /// Gets or sets the comparers.
  78. /// </summary>
  79. /// <value>The comparers.</value>
  80. private IBaseItemComparer[] Comparers { get; set; }
  81. /// <summary>
  82. /// Gets the active item repository
  83. /// </summary>
  84. /// <value>The item repository.</value>
  85. public IItemRepository ItemRepository { get; set; }
  86. /// <summary>
  87. /// Occurs when [item added].
  88. /// </summary>
  89. public event EventHandler<ItemChangeEventArgs> ItemAdded;
  90. /// <summary>
  91. /// Occurs when [item updated].
  92. /// </summary>
  93. public event EventHandler<ItemChangeEventArgs> ItemUpdated;
  94. /// <summary>
  95. /// Occurs when [item removed].
  96. /// </summary>
  97. public event EventHandler<ItemChangeEventArgs> ItemRemoved;
  98. /// <summary>
  99. /// The _logger
  100. /// </summary>
  101. private readonly ILogger _logger;
  102. /// <summary>
  103. /// The _task manager
  104. /// </summary>
  105. private readonly ITaskManager _taskManager;
  106. /// <summary>
  107. /// The _user manager
  108. /// </summary>
  109. private readonly IUserManager _userManager;
  110. /// <summary>
  111. /// The _user data repository
  112. /// </summary>
  113. private readonly IUserDataManager _userDataRepository;
  114. /// <summary>
  115. /// Gets or sets the configuration manager.
  116. /// </summary>
  117. /// <value>The configuration manager.</value>
  118. private IServerConfigurationManager ConfigurationManager { get; set; }
  119. /// <summary>
  120. /// A collection of items that may be referenced from multiple physical places in the library
  121. /// (typically, multiple user roots). We store them here and be sure they all reference a
  122. /// single instance.
  123. /// </summary>
  124. /// <value>The by reference items.</value>
  125. private ConcurrentDictionary<Guid, BaseItem> ByReferenceItems { get; set; }
  126. private readonly Func<ILibraryMonitor> _libraryMonitorFactory;
  127. private readonly Func<IProviderManager> _providerManagerFactory;
  128. private readonly Func<IUserViewManager> _userviewManager;
  129. public bool IsScanRunning { get; private set; }
  130. /// <summary>
  131. /// The _library items cache
  132. /// </summary>
  133. private readonly ConcurrentDictionary<Guid, BaseItem> _libraryItemsCache;
  134. /// <summary>
  135. /// Gets the library items cache.
  136. /// </summary>
  137. /// <value>The library items cache.</value>
  138. private ConcurrentDictionary<Guid, BaseItem> LibraryItemsCache
  139. {
  140. get
  141. {
  142. return _libraryItemsCache;
  143. }
  144. }
  145. private readonly IFileSystem _fileSystem;
  146. /// <summary>
  147. /// Initializes a new instance of the <see cref="LibraryManager" /> class.
  148. /// </summary>
  149. /// <param name="logger">The logger.</param>
  150. /// <param name="taskManager">The task manager.</param>
  151. /// <param name="userManager">The user manager.</param>
  152. /// <param name="configurationManager">The configuration manager.</param>
  153. /// <param name="userDataRepository">The user data repository.</param>
  154. public LibraryManager(ILogger logger, ITaskManager taskManager, IUserManager userManager, IServerConfigurationManager configurationManager, IUserDataManager userDataRepository, Func<ILibraryMonitor> libraryMonitorFactory, IFileSystem fileSystem, Func<IProviderManager> providerManagerFactory, Func<IUserViewManager> userviewManager)
  155. {
  156. _logger = logger;
  157. _taskManager = taskManager;
  158. _userManager = userManager;
  159. ConfigurationManager = configurationManager;
  160. _userDataRepository = userDataRepository;
  161. _libraryMonitorFactory = libraryMonitorFactory;
  162. _fileSystem = fileSystem;
  163. _providerManagerFactory = providerManagerFactory;
  164. _userviewManager = userviewManager;
  165. ByReferenceItems = new ConcurrentDictionary<Guid, BaseItem>();
  166. _libraryItemsCache = new ConcurrentDictionary<Guid, BaseItem>();
  167. ConfigurationManager.ConfigurationUpdated += ConfigurationUpdated;
  168. RecordConfigurationValues(configurationManager.Configuration);
  169. }
  170. /// <summary>
  171. /// Adds the parts.
  172. /// </summary>
  173. /// <param name="rules">The rules.</param>
  174. /// <param name="pluginFolders">The plugin folders.</param>
  175. /// <param name="resolvers">The resolvers.</param>
  176. /// <param name="introProviders">The intro providers.</param>
  177. /// <param name="itemComparers">The item comparers.</param>
  178. /// <param name="postscanTasks">The postscan tasks.</param>
  179. public void AddParts(IEnumerable<IResolverIgnoreRule> rules,
  180. IEnumerable<IVirtualFolderCreator> pluginFolders,
  181. IEnumerable<IItemResolver> resolvers,
  182. IEnumerable<IIntroProvider> introProviders,
  183. IEnumerable<IBaseItemComparer> itemComparers,
  184. IEnumerable<ILibraryPostScanTask> postscanTasks)
  185. {
  186. EntityResolutionIgnoreRules = rules.ToArray();
  187. PluginFolderCreators = pluginFolders.ToArray();
  188. EntityResolvers = resolvers.OrderBy(i => i.Priority).ToArray();
  189. MultiItemResolvers = EntityResolvers.OfType<IMultiItemResolver>().ToArray();
  190. IntroProviders = introProviders.ToArray();
  191. Comparers = itemComparers.ToArray();
  192. PostscanTasks = postscanTasks.OrderBy(i =>
  193. {
  194. var hasOrder = i as IHasOrder;
  195. return hasOrder == null ? 0 : hasOrder.Order;
  196. }).ToArray();
  197. }
  198. /// <summary>
  199. /// The _root folder
  200. /// </summary>
  201. private volatile AggregateFolder _rootFolder;
  202. /// <summary>
  203. /// The _root folder sync lock
  204. /// </summary>
  205. private readonly object _rootFolderSyncLock = new object();
  206. /// <summary>
  207. /// Gets the root folder.
  208. /// </summary>
  209. /// <value>The root folder.</value>
  210. public AggregateFolder RootFolder
  211. {
  212. get
  213. {
  214. if (_rootFolder == null)
  215. {
  216. lock (_rootFolderSyncLock)
  217. {
  218. if (_rootFolder == null)
  219. {
  220. _rootFolder = CreateRootFolder();
  221. }
  222. }
  223. }
  224. return _rootFolder;
  225. }
  226. }
  227. /// <summary>
  228. /// The _season zero display name
  229. /// </summary>
  230. private string _seasonZeroDisplayName;
  231. private bool _wizardCompleted;
  232. /// <summary>
  233. /// Records the configuration values.
  234. /// </summary>
  235. /// <param name="configuration">The configuration.</param>
  236. private void RecordConfigurationValues(ServerConfiguration configuration)
  237. {
  238. _seasonZeroDisplayName = configuration.SeasonZeroDisplayName;
  239. _wizardCompleted = configuration.IsStartupWizardCompleted;
  240. }
  241. /// <summary>
  242. /// Configurations the updated.
  243. /// </summary>
  244. /// <param name="sender">The sender.</param>
  245. /// <param name="e">The <see cref="EventArgs" /> instance containing the event data.</param>
  246. void ConfigurationUpdated(object sender, EventArgs e)
  247. {
  248. var config = ConfigurationManager.Configuration;
  249. var newSeasonZeroName = ConfigurationManager.Configuration.SeasonZeroDisplayName;
  250. var seasonZeroNameChanged = !string.Equals(_seasonZeroDisplayName, newSeasonZeroName, StringComparison.Ordinal);
  251. var wizardChanged = config.IsStartupWizardCompleted != _wizardCompleted;
  252. RecordConfigurationValues(config);
  253. if (seasonZeroNameChanged || wizardChanged)
  254. {
  255. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  256. }
  257. if (seasonZeroNameChanged)
  258. {
  259. Task.Run(async () =>
  260. {
  261. await UpdateSeasonZeroNames(newSeasonZeroName, CancellationToken.None).ConfigureAwait(false);
  262. });
  263. }
  264. }
  265. /// <summary>
  266. /// Updates the season zero names.
  267. /// </summary>
  268. /// <param name="newName">The new name.</param>
  269. /// <param name="cancellationToken">The cancellation token.</param>
  270. /// <returns>Task.</returns>
  271. private async Task UpdateSeasonZeroNames(string newName, CancellationToken cancellationToken)
  272. {
  273. var seasons = RootFolder.GetRecursiveChildren(i => i is Season)
  274. .Cast<Season>()
  275. .Where(i => i.IndexNumber.HasValue && i.IndexNumber.Value == 0 && !string.Equals(i.Name, newName, StringComparison.Ordinal))
  276. .ToList();
  277. foreach (var season in seasons)
  278. {
  279. season.Name = newName;
  280. try
  281. {
  282. await UpdateItem(season, ItemUpdateType.MetadataDownload, cancellationToken).ConfigureAwait(false);
  283. }
  284. catch (Exception ex)
  285. {
  286. _logger.ErrorException("Error saving {0}", ex, season.Path);
  287. }
  288. }
  289. }
  290. /// <summary>
  291. /// Updates the item in library cache.
  292. /// </summary>
  293. /// <param name="item">The item.</param>
  294. private void UpdateItemInLibraryCache(BaseItem item)
  295. {
  296. RegisterItem(item);
  297. }
  298. public void RegisterItem(BaseItem item)
  299. {
  300. if (item == null)
  301. {
  302. throw new ArgumentNullException("item");
  303. }
  304. RegisterItem(item.Id, item);
  305. }
  306. private void RegisterItem(Guid id, BaseItem item)
  307. {
  308. if (item.SourceType != SourceType.Library)
  309. {
  310. return;
  311. }
  312. if (item is IItemByName)
  313. {
  314. if (!(item is MusicArtist))
  315. {
  316. return;
  317. }
  318. }
  319. //if (!(item is Folder))
  320. //{
  321. // return;
  322. //}
  323. LibraryItemsCache.AddOrUpdate(id, item, delegate { return item; });
  324. }
  325. public async Task DeleteItem(BaseItem item, DeleteOptions options)
  326. {
  327. if (item == null)
  328. {
  329. throw new ArgumentNullException("item");
  330. }
  331. _logger.Debug("Deleting item, Type: {0}, Name: {1}, Path: {2}, Id: {3}",
  332. item.GetType().Name,
  333. item.Name ?? "Unknown name",
  334. item.Path ?? string.Empty,
  335. item.Id);
  336. var parent = item.Parent;
  337. var locationType = item.LocationType;
  338. var children = item.IsFolder
  339. ? ((Folder)item).GetRecursiveChildren().ToList()
  340. : new List<BaseItem>();
  341. foreach (var metadataPath in GetMetadataPaths(item, children))
  342. {
  343. _logger.Debug("Deleting path {0}", metadataPath);
  344. try
  345. {
  346. _fileSystem.DeleteDirectory(metadataPath, true);
  347. }
  348. catch (DirectoryNotFoundException)
  349. {
  350. }
  351. catch (Exception ex)
  352. {
  353. _logger.ErrorException("Error deleting {0}", ex, metadataPath);
  354. }
  355. }
  356. if (options.DeleteFileLocation && locationType != LocationType.Remote && locationType != LocationType.Virtual)
  357. {
  358. foreach (var path in item.GetDeletePaths().ToList())
  359. {
  360. if (_fileSystem.DirectoryExists(path))
  361. {
  362. _logger.Debug("Deleting path {0}", path);
  363. _fileSystem.DeleteDirectory(path, true);
  364. }
  365. else if (_fileSystem.FileExists(path))
  366. {
  367. _logger.Debug("Deleting path {0}", path);
  368. _fileSystem.DeleteFile(path);
  369. }
  370. }
  371. if (parent != null)
  372. {
  373. await parent.ValidateChildren(new Progress<double>(), CancellationToken.None)
  374. .ConfigureAwait(false);
  375. }
  376. }
  377. else if (parent != null)
  378. {
  379. parent.RemoveChild(item);
  380. }
  381. await ItemRepository.DeleteItem(item.Id, CancellationToken.None).ConfigureAwait(false);
  382. foreach (var child in children)
  383. {
  384. await ItemRepository.DeleteItem(child.Id, CancellationToken.None).ConfigureAwait(false);
  385. }
  386. BaseItem removed;
  387. _libraryItemsCache.TryRemove(item.Id, out removed);
  388. ReportItemRemoved(item);
  389. }
  390. private IEnumerable<string> GetMetadataPaths(BaseItem item, IEnumerable<BaseItem> children)
  391. {
  392. var list = new List<string>
  393. {
  394. item.GetInternalMetadataPath()
  395. };
  396. list.AddRange(children.Select(i => i.GetInternalMetadataPath()));
  397. return list;
  398. }
  399. /// <summary>
  400. /// Resolves the item.
  401. /// </summary>
  402. /// <param name="args">The args.</param>
  403. /// <param name="resolvers">The resolvers.</param>
  404. /// <returns>BaseItem.</returns>
  405. private BaseItem ResolveItem(ItemResolveArgs args, IItemResolver[] resolvers)
  406. {
  407. var item = (resolvers ?? EntityResolvers).Select(r => Resolve(args, r))
  408. .FirstOrDefault(i => i != null);
  409. if (item != null)
  410. {
  411. ResolverHelper.SetInitialItemValues(item, args, _fileSystem, this);
  412. }
  413. return item;
  414. }
  415. private BaseItem Resolve(ItemResolveArgs args, IItemResolver resolver)
  416. {
  417. try
  418. {
  419. return resolver.ResolvePath(args);
  420. }
  421. catch (Exception ex)
  422. {
  423. _logger.ErrorException("Error in {0} resolving {1}", ex, resolver.GetType().Name, args.Path);
  424. return null;
  425. }
  426. }
  427. public Guid GetNewItemId(string key, Type type)
  428. {
  429. if (string.IsNullOrWhiteSpace(key))
  430. {
  431. throw new ArgumentNullException("key");
  432. }
  433. if (type == null)
  434. {
  435. throw new ArgumentNullException("type");
  436. }
  437. if (ConfigurationManager.Configuration.EnableLocalizedGuids && key.StartsWith(ConfigurationManager.ApplicationPaths.ProgramDataPath))
  438. {
  439. // Try to normalize paths located underneath program-data in an attempt to make them more portable
  440. key = key.Substring(ConfigurationManager.ApplicationPaths.ProgramDataPath.Length)
  441. .TrimStart(new[] { '/', '\\' })
  442. .Replace("/", "\\");
  443. }
  444. if (!ConfigurationManager.Configuration.EnableCaseSensitiveItemIds)
  445. {
  446. key = key.ToLower();
  447. }
  448. key = type.FullName + key;
  449. return key.GetMD5();
  450. }
  451. public IEnumerable<BaseItem> ReplaceVideosWithPrimaryVersions(IEnumerable<BaseItem> items)
  452. {
  453. if (items == null)
  454. {
  455. throw new ArgumentNullException("items");
  456. }
  457. return items.DistinctBy(i => i.PresentationUniqueKey, StringComparer.OrdinalIgnoreCase);
  458. }
  459. /// <summary>
  460. /// Ensure supplied item has only one instance throughout
  461. /// </summary>
  462. /// <param name="item">The item.</param>
  463. /// <returns>The proper instance to the item</returns>
  464. public BaseItem GetOrAddByReferenceItem(BaseItem item)
  465. {
  466. // Add this item to our list if not there already
  467. if (!ByReferenceItems.TryAdd(item.Id, item))
  468. {
  469. // Already there - return the existing reference
  470. item = ByReferenceItems[item.Id];
  471. }
  472. return item;
  473. }
  474. public BaseItem ResolvePath(FileSystemMetadata fileInfo,
  475. Folder parent = null)
  476. {
  477. return ResolvePath(fileInfo, new DirectoryService(_logger, _fileSystem), null, parent);
  478. }
  479. private BaseItem ResolvePath(FileSystemMetadata fileInfo, IDirectoryService directoryService, IItemResolver[] resolvers, Folder parent = null, string collectionType = null)
  480. {
  481. if (fileInfo == null)
  482. {
  483. throw new ArgumentNullException("fileInfo");
  484. }
  485. var fullPath = fileInfo.FullName;
  486. if (string.IsNullOrWhiteSpace(collectionType) && parent != null)
  487. {
  488. collectionType = GetContentTypeOverride(fullPath, true);
  489. }
  490. var args = new ItemResolveArgs(ConfigurationManager.ApplicationPaths, directoryService)
  491. {
  492. Parent = parent,
  493. Path = fullPath,
  494. FileInfo = fileInfo,
  495. CollectionType = collectionType
  496. };
  497. // Return null if ignore rules deem that we should do so
  498. if (IgnoreFile(args.FileInfo, args.Parent))
  499. {
  500. return null;
  501. }
  502. // Gather child folder and files
  503. if (args.IsDirectory)
  504. {
  505. var isPhysicalRoot = args.IsPhysicalRoot;
  506. // When resolving the root, we need it's grandchildren (children of user views)
  507. var flattenFolderDepth = isPhysicalRoot ? 2 : 0;
  508. var fileSystemDictionary = FileData.GetFilteredFileSystemEntries(directoryService, args.Path, _fileSystem, _logger, args, flattenFolderDepth: flattenFolderDepth, resolveShortcuts: isPhysicalRoot || args.IsVf);
  509. // Need to remove subpaths that may have been resolved from shortcuts
  510. // Example: if \\server\movies exists, then strip out \\server\movies\action
  511. if (isPhysicalRoot)
  512. {
  513. var paths = NormalizeRootPathList(fileSystemDictionary.Values);
  514. fileSystemDictionary = paths.ToDictionary(i => i.FullName);
  515. }
  516. args.FileSystemDictionary = fileSystemDictionary;
  517. }
  518. // Check to see if we should resolve based on our contents
  519. if (args.IsDirectory && !ShouldResolvePathContents(args))
  520. {
  521. return null;
  522. }
  523. return ResolveItem(args, resolvers);
  524. }
  525. public bool IgnoreFile(FileSystemMetadata file, BaseItem parent)
  526. {
  527. return EntityResolutionIgnoreRules.Any(r => r.ShouldIgnore(file, parent));
  528. }
  529. public IEnumerable<FileSystemMetadata> NormalizeRootPathList(IEnumerable<FileSystemMetadata> paths)
  530. {
  531. var originalList = paths.ToList();
  532. var list = originalList.Where(i => i.IsDirectory)
  533. .Select(i => _fileSystem.NormalizePath(i.FullName))
  534. .Distinct(StringComparer.OrdinalIgnoreCase)
  535. .ToList();
  536. var dupes = list.Where(subPath => !subPath.EndsWith(":\\", StringComparison.OrdinalIgnoreCase) && list.Any(i => _fileSystem.ContainsSubPath(i, subPath)))
  537. .ToList();
  538. foreach (var dupe in dupes)
  539. {
  540. _logger.Info("Found duplicate path: {0}", dupe);
  541. }
  542. var newList = list.Except(dupes, StringComparer.OrdinalIgnoreCase).Select(_fileSystem.GetDirectoryInfo).ToList();
  543. newList.AddRange(originalList.Where(i => !i.IsDirectory));
  544. return newList;
  545. }
  546. /// <summary>
  547. /// Determines whether a path should be ignored based on its contents - called after the contents have been read
  548. /// </summary>
  549. /// <param name="args">The args.</param>
  550. /// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
  551. private static bool ShouldResolvePathContents(ItemResolveArgs args)
  552. {
  553. // Ignore any folders containing a file called .ignore
  554. return !args.ContainsFileSystemEntryByName(".ignore");
  555. }
  556. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType)
  557. {
  558. return ResolvePaths(files, directoryService, parent, collectionType, EntityResolvers);
  559. }
  560. public IEnumerable<BaseItem> ResolvePaths(IEnumerable<FileSystemMetadata> files, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  561. {
  562. var fileList = files.Where(i => !IgnoreFile(i, parent)).ToList();
  563. if (parent != null)
  564. {
  565. var multiItemResolvers = resolvers == null ? MultiItemResolvers : resolvers.OfType<IMultiItemResolver>().ToArray();
  566. foreach (var resolver in multiItemResolvers)
  567. {
  568. var result = resolver.ResolveMultiple(parent, fileList, collectionType, directoryService);
  569. if (result != null && result.Items.Count > 0)
  570. {
  571. var items = new List<BaseItem>();
  572. items.AddRange(result.Items);
  573. foreach (var item in items)
  574. {
  575. ResolverHelper.SetInitialItemValues(item, parent, _fileSystem, this, directoryService);
  576. }
  577. items.AddRange(ResolveFileList(result.ExtraFiles, directoryService, parent, collectionType, resolvers));
  578. return items;
  579. }
  580. }
  581. }
  582. return ResolveFileList(fileList, directoryService, parent, collectionType, resolvers);
  583. }
  584. private IEnumerable<BaseItem> ResolveFileList(IEnumerable<FileSystemMetadata> fileList, IDirectoryService directoryService, Folder parent, string collectionType, IItemResolver[] resolvers)
  585. {
  586. return fileList.Select(f =>
  587. {
  588. try
  589. {
  590. return ResolvePath(f, directoryService, resolvers, parent, collectionType);
  591. }
  592. catch (Exception ex)
  593. {
  594. _logger.ErrorException("Error resolving path {0}", ex, f.FullName);
  595. return null;
  596. }
  597. }).Where(i => i != null);
  598. }
  599. /// <summary>
  600. /// Creates the root media folder
  601. /// </summary>
  602. /// <returns>AggregateFolder.</returns>
  603. /// <exception cref="System.InvalidOperationException">Cannot create the root folder until plugins have loaded</exception>
  604. public AggregateFolder CreateRootFolder()
  605. {
  606. var rootFolderPath = ConfigurationManager.ApplicationPaths.RootFolderPath;
  607. _fileSystem.CreateDirectory(rootFolderPath);
  608. var rootFolder = GetItemById(GetNewItemId(rootFolderPath, typeof(AggregateFolder))) as AggregateFolder ?? (AggregateFolder)ResolvePath(_fileSystem.GetDirectoryInfo(rootFolderPath));
  609. // Add in the plug-in folders
  610. foreach (var child in PluginFolderCreators)
  611. {
  612. var folder = child.GetFolder();
  613. if (folder != null)
  614. {
  615. if (folder.Id == Guid.Empty)
  616. {
  617. if (string.IsNullOrWhiteSpace(folder.Path))
  618. {
  619. folder.Id = GetNewItemId(folder.GetType().Name, folder.GetType());
  620. }
  621. else
  622. {
  623. folder.Id = GetNewItemId(folder.Path, folder.GetType());
  624. }
  625. }
  626. var dbItem = GetItemById(folder.Id) as BasePluginFolder;
  627. if (dbItem != null && string.Equals(dbItem.Path, folder.Path, StringComparison.OrdinalIgnoreCase))
  628. {
  629. folder = dbItem;
  630. }
  631. if (folder.ParentId != rootFolder.Id)
  632. {
  633. folder.ParentId = rootFolder.Id;
  634. var task = folder.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None);
  635. Task.WaitAll(task);
  636. }
  637. rootFolder.AddVirtualChild(folder);
  638. RegisterItem(folder);
  639. }
  640. }
  641. return rootFolder;
  642. }
  643. private volatile UserRootFolder _userRootFolder;
  644. private readonly object _syncLock = new object();
  645. public Folder GetUserRootFolder()
  646. {
  647. if (_userRootFolder == null)
  648. {
  649. lock (_syncLock)
  650. {
  651. if (_userRootFolder == null)
  652. {
  653. var userRootPath = ConfigurationManager.ApplicationPaths.DefaultUserViewsPath;
  654. _fileSystem.CreateDirectory(userRootPath);
  655. var tmpItem = GetItemById(GetNewItemId(userRootPath, typeof(UserRootFolder))) as UserRootFolder;
  656. if (tmpItem == null)
  657. {
  658. tmpItem = (UserRootFolder)ResolvePath(_fileSystem.GetDirectoryInfo(userRootPath));
  659. }
  660. _userRootFolder = tmpItem;
  661. }
  662. }
  663. }
  664. return _userRootFolder;
  665. }
  666. public BaseItem FindByPath(string path, bool? isFolder)
  667. {
  668. var query = new InternalItemsQuery
  669. {
  670. Path = path,
  671. IsFolder = isFolder
  672. };
  673. // Only use the database result if there's exactly one item, otherwise we run the risk of returning old data that hasn't been cleaned yet.
  674. var items = GetItemIds(query).Select(GetItemById).Where(i => i != null).ToArray();
  675. if (items.Length == 1)
  676. {
  677. return items[0];
  678. }
  679. if (items.Length == 0)
  680. {
  681. return null;
  682. }
  683. return RootFolder.FindByPath(path);
  684. }
  685. /// <summary>
  686. /// Gets a Person
  687. /// </summary>
  688. /// <param name="name">The name.</param>
  689. /// <returns>Task{Person}.</returns>
  690. public Person GetPerson(string name)
  691. {
  692. return GetItemByName<Person>(ConfigurationManager.ApplicationPaths.PeoplePath, name);
  693. }
  694. /// <summary>
  695. /// Gets a Studio
  696. /// </summary>
  697. /// <param name="name">The name.</param>
  698. /// <returns>Task{Studio}.</returns>
  699. public Studio GetStudio(string name)
  700. {
  701. return GetItemByName<Studio>(ConfigurationManager.ApplicationPaths.StudioPath, name);
  702. }
  703. /// <summary>
  704. /// Gets a Genre
  705. /// </summary>
  706. /// <param name="name">The name.</param>
  707. /// <returns>Task{Genre}.</returns>
  708. public Genre GetGenre(string name)
  709. {
  710. return GetItemByName<Genre>(ConfigurationManager.ApplicationPaths.GenrePath, name);
  711. }
  712. /// <summary>
  713. /// Gets the genre.
  714. /// </summary>
  715. /// <param name="name">The name.</param>
  716. /// <returns>Task{MusicGenre}.</returns>
  717. public MusicGenre GetMusicGenre(string name)
  718. {
  719. return GetItemByName<MusicGenre>(ConfigurationManager.ApplicationPaths.MusicGenrePath, name);
  720. }
  721. /// <summary>
  722. /// Gets the game genre.
  723. /// </summary>
  724. /// <param name="name">The name.</param>
  725. /// <returns>Task{GameGenre}.</returns>
  726. public GameGenre GetGameGenre(string name)
  727. {
  728. return GetItemByName<GameGenre>(ConfigurationManager.ApplicationPaths.GameGenrePath, name);
  729. }
  730. /// <summary>
  731. /// The us culture
  732. /// </summary>
  733. private static readonly CultureInfo UsCulture = new CultureInfo("en-US");
  734. /// <summary>
  735. /// Gets a Year
  736. /// </summary>
  737. /// <param name="value">The value.</param>
  738. /// <returns>Task{Year}.</returns>
  739. /// <exception cref="System.ArgumentOutOfRangeException"></exception>
  740. public Year GetYear(int value)
  741. {
  742. if (value <= 0)
  743. {
  744. throw new ArgumentOutOfRangeException("Years less than or equal to 0 are invalid.");
  745. }
  746. return GetItemByName<Year>(ConfigurationManager.ApplicationPaths.YearPath, value.ToString(UsCulture));
  747. }
  748. /// <summary>
  749. /// Gets the artists path.
  750. /// </summary>
  751. /// <value>The artists path.</value>
  752. public string ArtistsPath
  753. {
  754. get
  755. {
  756. return Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "artists");
  757. }
  758. }
  759. /// <summary>
  760. /// Gets a Genre
  761. /// </summary>
  762. /// <param name="name">The name.</param>
  763. /// <returns>Task{Genre}.</returns>
  764. public MusicArtist GetArtist(string name)
  765. {
  766. return GetItemByName<MusicArtist>(ArtistsPath, name);
  767. }
  768. private T GetItemByName<T>(string path, string name)
  769. where T : BaseItem, new()
  770. {
  771. if (string.IsNullOrWhiteSpace(path))
  772. {
  773. throw new ArgumentNullException("path");
  774. }
  775. if (string.IsNullOrWhiteSpace(name))
  776. {
  777. throw new ArgumentNullException("name");
  778. }
  779. var validFilename = _fileSystem.GetValidFilename(name).Trim();
  780. string subFolderPrefix = null;
  781. var type = typeof(T);
  782. if (type == typeof(Person))
  783. {
  784. var subFolderIndex = 0;
  785. while (!char.IsLetterOrDigit(validFilename[subFolderIndex]))
  786. {
  787. subFolderIndex++;
  788. }
  789. subFolderPrefix = validFilename.Substring(subFolderIndex, 1);
  790. }
  791. var fullPath = string.IsNullOrEmpty(subFolderPrefix) ?
  792. Path.Combine(path, validFilename) :
  793. Path.Combine(path, subFolderPrefix, validFilename);
  794. var id = GetNewItemId(fullPath, type);
  795. BaseItem obj;
  796. if (!_libraryItemsCache.TryGetValue(id, out obj))
  797. {
  798. obj = CreateItemByName<T>(fullPath, name, id);
  799. RegisterItem(id, obj);
  800. }
  801. return obj as T;
  802. }
  803. private T CreateItemByName<T>(string path, string name, Guid id)
  804. where T : BaseItem, new()
  805. {
  806. var isArtist = typeof(T) == typeof(MusicArtist);
  807. if (isArtist)
  808. {
  809. var existing = RootFolder
  810. .GetRecursiveChildren(i => i is T && NameExtensions.AreEqual(i.Name, name))
  811. .Cast<T>()
  812. .FirstOrDefault();
  813. if (existing != null)
  814. {
  815. return existing;
  816. }
  817. }
  818. var item = GetItemById(id) as T;
  819. if (item == null)
  820. {
  821. item = new T
  822. {
  823. Name = name,
  824. Id = id,
  825. DateCreated = DateTime.UtcNow,
  826. DateModified = DateTime.UtcNow,
  827. Path = path
  828. };
  829. if (isArtist)
  830. {
  831. (item as MusicArtist).IsAccessedByName = true;
  832. }
  833. var task = CreateItem(item, CancellationToken.None);
  834. Task.WaitAll(task);
  835. }
  836. return item;
  837. }
  838. public IEnumerable<MusicArtist> GetAlbumArtists(IEnumerable<IHasAlbumArtist> items)
  839. {
  840. var names = items
  841. .SelectMany(i => i.AlbumArtists)
  842. .DistinctNames()
  843. .Select(i =>
  844. {
  845. try
  846. {
  847. var artist = GetArtist(i);
  848. return artist;
  849. }
  850. catch
  851. {
  852. // Already logged at lower levels
  853. return null;
  854. }
  855. })
  856. .Where(i => i != null);
  857. return names;
  858. }
  859. public IEnumerable<MusicArtist> GetArtists(IEnumerable<IHasArtist> items)
  860. {
  861. var names = items
  862. .SelectMany(i => i.AllArtists)
  863. .DistinctNames()
  864. .Select(i =>
  865. {
  866. try
  867. {
  868. var artist = GetArtist(i);
  869. return artist;
  870. }
  871. catch
  872. {
  873. // Already logged at lower levels
  874. return null;
  875. }
  876. })
  877. .Where(i => i != null);
  878. return names;
  879. }
  880. /// <summary>
  881. /// Validate and refresh the People sub-set of the IBN.
  882. /// The items are stored in the db but not loaded into memory until actually requested by an operation.
  883. /// </summary>
  884. /// <param name="cancellationToken">The cancellation token.</param>
  885. /// <param name="progress">The progress.</param>
  886. /// <returns>Task.</returns>
  887. public Task ValidatePeople(CancellationToken cancellationToken, IProgress<double> progress)
  888. {
  889. // Ensure the location is available.
  890. _fileSystem.CreateDirectory(ConfigurationManager.ApplicationPaths.PeoplePath);
  891. return new PeopleValidator(this, _logger, ConfigurationManager, _fileSystem).ValidatePeople(cancellationToken, progress);
  892. }
  893. /// <summary>
  894. /// Reloads the root media folder
  895. /// </summary>
  896. /// <param name="progress">The progress.</param>
  897. /// <param name="cancellationToken">The cancellation token.</param>
  898. /// <returns>Task.</returns>
  899. public Task ValidateMediaLibrary(IProgress<double> progress, CancellationToken cancellationToken)
  900. {
  901. // Just run the scheduled task so that the user can see it
  902. _taskManager.CancelIfRunningAndQueue<RefreshMediaLibraryTask>();
  903. return Task.FromResult(true);
  904. }
  905. /// <summary>
  906. /// Queues the library scan.
  907. /// </summary>
  908. public void QueueLibraryScan()
  909. {
  910. // Just run the scheduled task so that the user can see it
  911. _taskManager.QueueScheduledTask<RefreshMediaLibraryTask>();
  912. }
  913. /// <summary>
  914. /// Validates the media library internal.
  915. /// </summary>
  916. /// <param name="progress">The progress.</param>
  917. /// <param name="cancellationToken">The cancellation token.</param>
  918. /// <returns>Task.</returns>
  919. public async Task ValidateMediaLibraryInternal(IProgress<double> progress, CancellationToken cancellationToken)
  920. {
  921. IsScanRunning = true;
  922. _libraryMonitorFactory().Stop();
  923. try
  924. {
  925. await PerformLibraryValidation(progress, cancellationToken).ConfigureAwait(false);
  926. }
  927. finally
  928. {
  929. _libraryMonitorFactory().Start();
  930. IsScanRunning = false;
  931. }
  932. }
  933. private async Task PerformLibraryValidation(IProgress<double> progress, CancellationToken cancellationToken)
  934. {
  935. _logger.Info("Validating media library");
  936. await RootFolder.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  937. progress.Report(.5);
  938. // Start by just validating the children of the root, but go no further
  939. await RootFolder.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false);
  940. progress.Report(1);
  941. var userRoot = GetUserRootFolder();
  942. await userRoot.RefreshMetadata(cancellationToken).ConfigureAwait(false);
  943. await userRoot.ValidateChildren(new Progress<double>(), cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: false).ConfigureAwait(false);
  944. progress.Report(2);
  945. var innerProgress = new ActionableProgress<double>();
  946. innerProgress.RegisterAction(pct => progress.Report(2 + pct * .73));
  947. // Now validate the entire media library
  948. await RootFolder.ValidateChildren(innerProgress, cancellationToken, new MetadataRefreshOptions(_fileSystem), recursive: true).ConfigureAwait(false);
  949. progress.Report(75);
  950. innerProgress = new ActionableProgress<double>();
  951. innerProgress.RegisterAction(pct => progress.Report(75 + pct * .25));
  952. // Run post-scan tasks
  953. await RunPostScanTasks(innerProgress, cancellationToken).ConfigureAwait(false);
  954. progress.Report(100);
  955. // Bad practice, i know. But we keep a lot in memory, unfortunately.
  956. GC.Collect(2, GCCollectionMode.Forced, true);
  957. GC.Collect(2, GCCollectionMode.Forced, true);
  958. }
  959. /// <summary>
  960. /// Runs the post scan tasks.
  961. /// </summary>
  962. /// <param name="progress">The progress.</param>
  963. /// <param name="cancellationToken">The cancellation token.</param>
  964. /// <returns>Task.</returns>
  965. private async Task RunPostScanTasks(IProgress<double> progress, CancellationToken cancellationToken)
  966. {
  967. var tasks = PostscanTasks.ToList();
  968. var numComplete = 0;
  969. var numTasks = tasks.Count;
  970. foreach (var task in tasks)
  971. {
  972. var innerProgress = new ActionableProgress<double>();
  973. // Prevent access to modified closure
  974. var currentNumComplete = numComplete;
  975. innerProgress.RegisterAction(pct =>
  976. {
  977. double innerPercent = currentNumComplete * 100 + pct;
  978. innerPercent /= numTasks;
  979. progress.Report(innerPercent);
  980. });
  981. _logger.Debug("Running post-scan task {0}", task.GetType().Name);
  982. try
  983. {
  984. await task.Run(innerProgress, cancellationToken).ConfigureAwait(false);
  985. }
  986. catch (OperationCanceledException)
  987. {
  988. _logger.Info("Post-scan task cancelled: {0}", task.GetType().Name);
  989. }
  990. catch (Exception ex)
  991. {
  992. _logger.ErrorException("Error running postscan task", ex);
  993. }
  994. numComplete++;
  995. double percent = numComplete;
  996. percent /= numTasks;
  997. progress.Report(percent * 100);
  998. }
  999. progress.Report(100);
  1000. }
  1001. /// <summary>
  1002. /// Gets the default view.
  1003. /// </summary>
  1004. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1005. public IEnumerable<VirtualFolderInfo> GetVirtualFolders()
  1006. {
  1007. return GetView(ConfigurationManager.ApplicationPaths.DefaultUserViewsPath);
  1008. }
  1009. /// <summary>
  1010. /// Gets the view.
  1011. /// </summary>
  1012. /// <param name="path">The path.</param>
  1013. /// <returns>IEnumerable{VirtualFolderInfo}.</returns>
  1014. private IEnumerable<VirtualFolderInfo> GetView(string path)
  1015. {
  1016. var topLibraryFolders = GetUserRootFolder().Children.ToList();
  1017. return _fileSystem.GetDirectoryPaths(path)
  1018. .Select(dir => GetVirtualFolderInfo(dir, topLibraryFolders));
  1019. }
  1020. private VirtualFolderInfo GetVirtualFolderInfo(string dir, List<BaseItem> collectionFolders)
  1021. {
  1022. var info = new VirtualFolderInfo
  1023. {
  1024. Name = Path.GetFileName(dir),
  1025. Locations = Directory.EnumerateFiles(dir, "*.mblink", SearchOption.TopDirectoryOnly)
  1026. .Select(_fileSystem.ResolveShortcut)
  1027. .OrderBy(i => i)
  1028. .ToList(),
  1029. CollectionType = GetCollectionType(dir)
  1030. };
  1031. var libraryFolder = collectionFolders.FirstOrDefault(i => string.Equals(i.Path, dir, StringComparison.OrdinalIgnoreCase));
  1032. if (libraryFolder != null && libraryFolder.HasImage(ImageType.Primary))
  1033. {
  1034. info.PrimaryImageItemId = libraryFolder.Id.ToString("N");
  1035. }
  1036. if (libraryFolder != null)
  1037. {
  1038. info.ItemId = libraryFolder.Id.ToString("N");
  1039. }
  1040. return info;
  1041. }
  1042. private string GetCollectionType(string path)
  1043. {
  1044. return _fileSystem.GetFiles(path, false)
  1045. .Where(i => string.Equals(i.Extension, ".collection", StringComparison.OrdinalIgnoreCase))
  1046. .Select(i => _fileSystem.GetFileNameWithoutExtension(i))
  1047. .FirstOrDefault();
  1048. }
  1049. /// <summary>
  1050. /// Gets the item by id.
  1051. /// </summary>
  1052. /// <param name="id">The id.</param>
  1053. /// <returns>BaseItem.</returns>
  1054. /// <exception cref="System.ArgumentNullException">id</exception>
  1055. public BaseItem GetItemById(Guid id)
  1056. {
  1057. if (id == Guid.Empty)
  1058. {
  1059. throw new ArgumentNullException("id");
  1060. }
  1061. BaseItem item;
  1062. if (LibraryItemsCache.TryGetValue(id, out item))
  1063. {
  1064. return item;
  1065. }
  1066. item = RetrieveItem(id);
  1067. if (item != null)
  1068. {
  1069. RegisterItem(item);
  1070. }
  1071. return item;
  1072. }
  1073. public BaseItem GetMemoryItemById(Guid id)
  1074. {
  1075. if (id == Guid.Empty)
  1076. {
  1077. throw new ArgumentNullException("id");
  1078. }
  1079. BaseItem item;
  1080. LibraryItemsCache.TryGetValue(id, out item);
  1081. return item;
  1082. }
  1083. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query)
  1084. {
  1085. if (query.User != null)
  1086. {
  1087. AddUserToQuery(query, query.User);
  1088. }
  1089. var result = ItemRepository.GetItemIdsList(query);
  1090. return result.Select(GetItemById).Where(i => i != null);
  1091. }
  1092. public QueryResult<BaseItem> QueryItems(InternalItemsQuery query)
  1093. {
  1094. if (query.User != null)
  1095. {
  1096. AddUserToQuery(query, query.User);
  1097. }
  1098. return ItemRepository.GetItems(query);
  1099. }
  1100. public List<Guid> GetItemIds(InternalItemsQuery query)
  1101. {
  1102. if (query.User != null)
  1103. {
  1104. AddUserToQuery(query, query.User);
  1105. }
  1106. return ItemRepository.GetItemIdsList(query);
  1107. }
  1108. public IEnumerable<BaseItem> GetItemList(InternalItemsQuery query, IEnumerable<string> parentIds)
  1109. {
  1110. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1111. SetTopParentIdsOrAncestors(query, parents);
  1112. return GetItemIds(query).Select(GetItemById).Where(i => i != null);
  1113. }
  1114. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query)
  1115. {
  1116. if (query.Recursive && query.ParentId.HasValue)
  1117. {
  1118. var parent = GetItemById(query.ParentId.Value);
  1119. if (parent != null)
  1120. {
  1121. SetTopParentIdsOrAncestors(query, new List<BaseItem> { parent });
  1122. query.ParentId = null;
  1123. }
  1124. }
  1125. if (query.User != null)
  1126. {
  1127. AddUserToQuery(query, query.User);
  1128. }
  1129. var initialResult = ItemRepository.GetItemIds(query);
  1130. return new QueryResult<BaseItem>
  1131. {
  1132. TotalRecordCount = initialResult.TotalRecordCount,
  1133. Items = initialResult.Items.Select(GetItemById).Where(i => i != null).ToArray()
  1134. };
  1135. }
  1136. public QueryResult<BaseItem> GetItemsResult(InternalItemsQuery query, IEnumerable<string> parentIds)
  1137. {
  1138. var parents = parentIds.Select(i => GetItemById(new Guid(i))).Where(i => i != null).ToList();
  1139. SetTopParentIdsOrAncestors(query, parents);
  1140. return GetItemsResult(query);
  1141. }
  1142. private void SetTopParentIdsOrAncestors(InternalItemsQuery query, List<BaseItem> parents)
  1143. {
  1144. if (parents.All(i =>
  1145. {
  1146. if (i is ICollectionFolder || i is UserView)
  1147. {
  1148. return true;
  1149. }
  1150. _logger.Debug("Query requires ancestor query due to type: " + i.GetType().Name);
  1151. return false;
  1152. }))
  1153. {
  1154. // Optimize by querying against top level views
  1155. query.TopParentIds = parents.SelectMany(i => GetTopParentsForQuery(i, query.User)).Select(i => i.Id.ToString("N")).ToArray();
  1156. }
  1157. else
  1158. {
  1159. // We need to be able to query from any arbitrary ancestor up the tree
  1160. query.AncestorIds = parents.SelectMany(i => i.GetIdsForAncestorQuery()).Select(i => i.ToString("N")).ToArray();
  1161. }
  1162. }
  1163. private void AddUserToQuery(InternalItemsQuery query, User user)
  1164. {
  1165. if (query.AncestorIds.Length == 0 && !query.ParentId.HasValue && query.ChannelIds.Length == 0 && query.TopParentIds.Length == 0)
  1166. {
  1167. var userViews = _userviewManager().GetUserViews(new UserViewQuery
  1168. {
  1169. UserId = user.Id.ToString("N"),
  1170. IncludeHidden = true
  1171. }, CancellationToken.None).Result.ToList();
  1172. query.TopParentIds = userViews.SelectMany(i => GetTopParentsForQuery(i, user)).Select(i => i.Id.ToString("N")).ToArray();
  1173. }
  1174. }
  1175. private IEnumerable<BaseItem> GetTopParentsForQuery(BaseItem item, User user)
  1176. {
  1177. var view = item as UserView;
  1178. if (view != null)
  1179. {
  1180. if (string.Equals(view.ViewType, CollectionType.LiveTv))
  1181. {
  1182. return new[] { view };
  1183. }
  1184. if (string.Equals(view.ViewType, CollectionType.Channels))
  1185. {
  1186. // TODO: Return channels
  1187. return new[] { view };
  1188. }
  1189. // Translate view into folders
  1190. if (view.DisplayParentId != Guid.Empty)
  1191. {
  1192. var displayParent = GetItemById(view.DisplayParentId);
  1193. if (displayParent != null)
  1194. {
  1195. return GetTopParentsForQuery(displayParent, user);
  1196. }
  1197. return new BaseItem[] { };
  1198. }
  1199. if (view.ParentId != Guid.Empty)
  1200. {
  1201. var displayParent = GetItemById(view.ParentId);
  1202. if (displayParent != null)
  1203. {
  1204. return GetTopParentsForQuery(displayParent, user);
  1205. }
  1206. return new BaseItem[] { };
  1207. }
  1208. // Handle grouping
  1209. if (user != null && !string.IsNullOrWhiteSpace(view.ViewType) && UserView.IsEligibleForGrouping(view.ViewType))
  1210. {
  1211. var collectionFolders = user.RootFolder.GetChildren(user, true).OfType<CollectionFolder>().Where(i => string.IsNullOrWhiteSpace(i.CollectionType) || string.Equals(i.CollectionType, view.ViewType, StringComparison.OrdinalIgnoreCase));
  1212. return collectionFolders.SelectMany(i => GetTopParentsForQuery(i, user));
  1213. }
  1214. return new BaseItem[] { };
  1215. }
  1216. var collectionFolder = item as CollectionFolder;
  1217. if (collectionFolder != null)
  1218. {
  1219. return collectionFolder.GetPhysicalParents();
  1220. }
  1221. var topParent = item.GetTopParent();
  1222. if (topParent != null)
  1223. {
  1224. return new[] { topParent };
  1225. }
  1226. return new BaseItem[] { };
  1227. }
  1228. /// <summary>
  1229. /// Gets the intros.
  1230. /// </summary>
  1231. /// <param name="item">The item.</param>
  1232. /// <param name="user">The user.</param>
  1233. /// <returns>IEnumerable{System.String}.</returns>
  1234. public async Task<IEnumerable<Video>> GetIntros(BaseItem item, User user)
  1235. {
  1236. var tasks = IntroProviders
  1237. .OrderBy(i => i.GetType().Name.IndexOf("Default", StringComparison.OrdinalIgnoreCase) == -1 ? 0 : 1)
  1238. .Take(1)
  1239. .Select(i => GetIntros(i, item, user));
  1240. var items = await Task.WhenAll(tasks).ConfigureAwait(false);
  1241. return items
  1242. .SelectMany(i => i.ToArray())
  1243. .Select(ResolveIntro)
  1244. .Where(i => i != null);
  1245. }
  1246. /// <summary>
  1247. /// Gets the intros.
  1248. /// </summary>
  1249. /// <param name="provider">The provider.</param>
  1250. /// <param name="item">The item.</param>
  1251. /// <param name="user">The user.</param>
  1252. /// <returns>Task&lt;IEnumerable&lt;IntroInfo&gt;&gt;.</returns>
  1253. private async Task<IEnumerable<IntroInfo>> GetIntros(IIntroProvider provider, BaseItem item, User user)
  1254. {
  1255. try
  1256. {
  1257. return await provider.GetIntros(item, user).ConfigureAwait(false);
  1258. }
  1259. catch (Exception ex)
  1260. {
  1261. _logger.ErrorException("Error getting intros", ex);
  1262. return new List<IntroInfo>();
  1263. }
  1264. }
  1265. /// <summary>
  1266. /// Gets all intro files.
  1267. /// </summary>
  1268. /// <returns>IEnumerable{System.String}.</returns>
  1269. public IEnumerable<string> GetAllIntroFiles()
  1270. {
  1271. return IntroProviders.SelectMany(i =>
  1272. {
  1273. try
  1274. {
  1275. return i.GetAllIntroFiles().ToList();
  1276. }
  1277. catch (Exception ex)
  1278. {
  1279. _logger.ErrorException("Error getting intro files", ex);
  1280. return new List<string>();
  1281. }
  1282. });
  1283. }
  1284. /// <summary>
  1285. /// Resolves the intro.
  1286. /// </summary>
  1287. /// <param name="info">The info.</param>
  1288. /// <returns>Video.</returns>
  1289. private Video ResolveIntro(IntroInfo info)
  1290. {
  1291. Video video = null;
  1292. if (info.ItemId.HasValue)
  1293. {
  1294. // Get an existing item by Id
  1295. video = GetItemById(info.ItemId.Value) as Video;
  1296. if (video == null)
  1297. {
  1298. _logger.Error("Unable to locate item with Id {0}.", info.ItemId.Value);
  1299. }
  1300. }
  1301. else if (!string.IsNullOrEmpty(info.Path))
  1302. {
  1303. try
  1304. {
  1305. // Try to resolve the path into a video
  1306. video = ResolvePath(_fileSystem.GetFileSystemInfo(info.Path)) as Video;
  1307. if (video == null)
  1308. {
  1309. _logger.Error("Intro resolver returned null for {0}.", info.Path);
  1310. }
  1311. else
  1312. {
  1313. // Pull the saved db item that will include metadata
  1314. var dbItem = GetItemById(video.Id) as Video;
  1315. if (dbItem != null)
  1316. {
  1317. video = dbItem;
  1318. }
  1319. else
  1320. {
  1321. return null;
  1322. }
  1323. }
  1324. }
  1325. catch (Exception ex)
  1326. {
  1327. _logger.ErrorException("Error resolving path {0}.", ex, info.Path);
  1328. }
  1329. }
  1330. else
  1331. {
  1332. _logger.Error("IntroProvider returned an IntroInfo with null Path and ItemId.");
  1333. }
  1334. return video;
  1335. }
  1336. /// <summary>
  1337. /// Sorts the specified sort by.
  1338. /// </summary>
  1339. /// <param name="items">The items.</param>
  1340. /// <param name="user">The user.</param>
  1341. /// <param name="sortBy">The sort by.</param>
  1342. /// <param name="sortOrder">The sort order.</param>
  1343. /// <returns>IEnumerable{BaseItem}.</returns>
  1344. public IEnumerable<BaseItem> Sort(IEnumerable<BaseItem> items, User user, IEnumerable<string> sortBy, SortOrder sortOrder)
  1345. {
  1346. var isFirst = true;
  1347. IOrderedEnumerable<BaseItem> orderedItems = null;
  1348. foreach (var orderBy in sortBy.Select(o => GetComparer(o, user)).Where(c => c != null))
  1349. {
  1350. if (isFirst)
  1351. {
  1352. orderedItems = sortOrder == SortOrder.Descending ? items.OrderByDescending(i => i, orderBy) : items.OrderBy(i => i, orderBy);
  1353. }
  1354. else
  1355. {
  1356. orderedItems = sortOrder == SortOrder.Descending ? orderedItems.ThenByDescending(i => i, orderBy) : orderedItems.ThenBy(i => i, orderBy);
  1357. }
  1358. isFirst = false;
  1359. }
  1360. return orderedItems ?? items;
  1361. }
  1362. /// <summary>
  1363. /// Gets the comparer.
  1364. /// </summary>
  1365. /// <param name="name">The name.</param>
  1366. /// <param name="user">The user.</param>
  1367. /// <returns>IBaseItemComparer.</returns>
  1368. private IBaseItemComparer GetComparer(string name, User user)
  1369. {
  1370. var comparer = Comparers.FirstOrDefault(c => string.Equals(name, c.Name, StringComparison.OrdinalIgnoreCase));
  1371. if (comparer != null)
  1372. {
  1373. // If it requires a user, create a new one, and assign the user
  1374. if (comparer is IUserBaseItemComparer)
  1375. {
  1376. var userComparer = (IUserBaseItemComparer)Activator.CreateInstance(comparer.GetType());
  1377. userComparer.User = user;
  1378. userComparer.UserManager = _userManager;
  1379. userComparer.UserDataRepository = _userDataRepository;
  1380. return userComparer;
  1381. }
  1382. }
  1383. return comparer;
  1384. }
  1385. /// <summary>
  1386. /// Creates the item.
  1387. /// </summary>
  1388. /// <param name="item">The item.</param>
  1389. /// <param name="cancellationToken">The cancellation token.</param>
  1390. /// <returns>Task.</returns>
  1391. public Task CreateItem(BaseItem item, CancellationToken cancellationToken)
  1392. {
  1393. return CreateItems(new[] { item }, cancellationToken);
  1394. }
  1395. /// <summary>
  1396. /// Creates the items.
  1397. /// </summary>
  1398. /// <param name="items">The items.</param>
  1399. /// <param name="cancellationToken">The cancellation token.</param>
  1400. /// <returns>Task.</returns>
  1401. public async Task CreateItems(IEnumerable<BaseItem> items, CancellationToken cancellationToken)
  1402. {
  1403. var list = items.ToList();
  1404. await ItemRepository.SaveItems(list, cancellationToken).ConfigureAwait(false);
  1405. foreach (var item in list)
  1406. {
  1407. UpdateItemInLibraryCache(item);
  1408. }
  1409. if (ItemAdded != null)
  1410. {
  1411. foreach (var item in list)
  1412. {
  1413. try
  1414. {
  1415. ItemAdded(this, new ItemChangeEventArgs { Item = item });
  1416. }
  1417. catch (Exception ex)
  1418. {
  1419. _logger.ErrorException("Error in ItemAdded event handler", ex);
  1420. }
  1421. }
  1422. }
  1423. }
  1424. /// <summary>
  1425. /// Updates the item.
  1426. /// </summary>
  1427. /// <param name="item">The item.</param>
  1428. /// <param name="updateReason">The update reason.</param>
  1429. /// <param name="cancellationToken">The cancellation token.</param>
  1430. /// <returns>Task.</returns>
  1431. public async Task UpdateItem(BaseItem item, ItemUpdateType updateReason, CancellationToken cancellationToken)
  1432. {
  1433. var locationType = item.LocationType;
  1434. if (locationType != LocationType.Remote && locationType != LocationType.Virtual)
  1435. {
  1436. await _providerManagerFactory().SaveMetadata(item, updateReason).ConfigureAwait(false);
  1437. }
  1438. item.DateLastSaved = DateTime.UtcNow;
  1439. var logName = item.LocationType == LocationType.Remote ? item.Name ?? item.Path : item.Path ?? item.Name;
  1440. _logger.Debug("Saving {0} to database.", logName);
  1441. await ItemRepository.SaveItem(item, cancellationToken).ConfigureAwait(false);
  1442. UpdateItemInLibraryCache(item);
  1443. if (ItemUpdated != null)
  1444. {
  1445. try
  1446. {
  1447. ItemUpdated(this, new ItemChangeEventArgs
  1448. {
  1449. Item = item,
  1450. UpdateReason = updateReason
  1451. });
  1452. }
  1453. catch (Exception ex)
  1454. {
  1455. _logger.ErrorException("Error in ItemUpdated event handler", ex);
  1456. }
  1457. }
  1458. }
  1459. /// <summary>
  1460. /// Reports the item removed.
  1461. /// </summary>
  1462. /// <param name="item">The item.</param>
  1463. public void ReportItemRemoved(BaseItem item)
  1464. {
  1465. if (ItemRemoved != null)
  1466. {
  1467. try
  1468. {
  1469. ItemRemoved(this, new ItemChangeEventArgs { Item = item });
  1470. }
  1471. catch (Exception ex)
  1472. {
  1473. _logger.ErrorException("Error in ItemRemoved event handler", ex);
  1474. }
  1475. }
  1476. }
  1477. /// <summary>
  1478. /// Retrieves the item.
  1479. /// </summary>
  1480. /// <param name="id">The id.</param>
  1481. /// <returns>BaseItem.</returns>
  1482. public BaseItem RetrieveItem(Guid id)
  1483. {
  1484. return ItemRepository.RetrieveItem(id);
  1485. }
  1486. public IEnumerable<Folder> GetCollectionFolders(BaseItem item)
  1487. {
  1488. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1489. {
  1490. item = item.GetParent();
  1491. }
  1492. if (item == null)
  1493. {
  1494. return new List<Folder>();
  1495. }
  1496. return GetUserRootFolder().Children
  1497. .OfType<Folder>()
  1498. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path, StringComparer.OrdinalIgnoreCase));
  1499. }
  1500. public string GetContentType(BaseItem item)
  1501. {
  1502. string configuredContentType = GetConfiguredContentType(item, false);
  1503. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1504. {
  1505. return configuredContentType;
  1506. }
  1507. configuredContentType = GetConfiguredContentType(item, true);
  1508. if (!string.IsNullOrWhiteSpace(configuredContentType))
  1509. {
  1510. return configuredContentType;
  1511. }
  1512. return GetInheritedContentType(item);
  1513. }
  1514. public string GetInheritedContentType(BaseItem item)
  1515. {
  1516. var type = GetTopFolderContentType(item);
  1517. if (!string.IsNullOrWhiteSpace(type))
  1518. {
  1519. return type;
  1520. }
  1521. return item.GetParents()
  1522. .Select(GetConfiguredContentType)
  1523. .LastOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1524. }
  1525. public string GetConfiguredContentType(BaseItem item)
  1526. {
  1527. return GetConfiguredContentType(item, false);
  1528. }
  1529. public string GetConfiguredContentType(string path)
  1530. {
  1531. return GetContentTypeOverride(path, false);
  1532. }
  1533. public string GetConfiguredContentType(BaseItem item, bool inheritConfiguredPath)
  1534. {
  1535. ICollectionFolder collectionFolder = item as ICollectionFolder;
  1536. if (collectionFolder != null)
  1537. {
  1538. return collectionFolder.CollectionType;
  1539. }
  1540. return GetContentTypeOverride(item.ContainingFolderPath, inheritConfiguredPath);
  1541. }
  1542. private string GetContentTypeOverride(string path, bool inherit)
  1543. {
  1544. var nameValuePair = ConfigurationManager.Configuration.ContentTypes.FirstOrDefault(i => string.Equals(i.Name, path, StringComparison.OrdinalIgnoreCase) || (inherit && _fileSystem.ContainsSubPath(i.Name, path)));
  1545. if (nameValuePair != null)
  1546. {
  1547. return nameValuePair.Value;
  1548. }
  1549. return null;
  1550. }
  1551. private string GetTopFolderContentType(BaseItem item)
  1552. {
  1553. if (item == null)
  1554. {
  1555. return null;
  1556. }
  1557. while (!(item.GetParent() is AggregateFolder) && item.GetParent() != null)
  1558. {
  1559. item = item.GetParent();
  1560. }
  1561. return GetUserRootFolder().Children
  1562. .OfType<ICollectionFolder>()
  1563. .Where(i => string.Equals(i.Path, item.Path, StringComparison.OrdinalIgnoreCase) || i.PhysicalLocations.Contains(item.Path))
  1564. .Select(i => i.CollectionType)
  1565. .FirstOrDefault(i => !string.IsNullOrWhiteSpace(i));
  1566. }
  1567. private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromHours(24);
  1568. //private readonly TimeSpan _viewRefreshInterval = TimeSpan.FromMinutes(1);
  1569. public Task<UserView> GetNamedView(User user,
  1570. string name,
  1571. string viewType,
  1572. string sortName,
  1573. CancellationToken cancellationToken)
  1574. {
  1575. return GetNamedView(user, name, null, viewType, sortName, cancellationToken);
  1576. }
  1577. public async Task<UserView> GetNamedView(string name,
  1578. string viewType,
  1579. string sortName,
  1580. CancellationToken cancellationToken)
  1581. {
  1582. var path = Path.Combine(ConfigurationManager.ApplicationPaths.ItemsByNamePath, "views");
  1583. path = Path.Combine(path, _fileSystem.GetValidFilename(viewType));
  1584. var id = GetNewItemId(path + "_namedview_" + name, typeof(UserView));
  1585. var item = GetItemById(id) as UserView;
  1586. var refresh = false;
  1587. if (item == null || !string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase))
  1588. {
  1589. _fileSystem.CreateDirectory(path);
  1590. item = new UserView
  1591. {
  1592. Path = path,
  1593. Id = id,
  1594. DateCreated = DateTime.UtcNow,
  1595. Name = name,
  1596. ViewType = viewType,
  1597. ForcedSortName = sortName
  1598. };
  1599. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1600. refresh = true;
  1601. }
  1602. if (!refresh)
  1603. {
  1604. refresh = DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1605. }
  1606. if (!refresh && item.DisplayParentId != Guid.Empty)
  1607. {
  1608. var displayParent = GetItemById(item.DisplayParentId);
  1609. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1610. }
  1611. if (refresh)
  1612. {
  1613. await item.UpdateToRepository(ItemUpdateType.MetadataImport, CancellationToken.None).ConfigureAwait(false);
  1614. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1615. {
  1616. // Not sure why this is necessary but need to figure it out
  1617. // View images are not getting utilized without this
  1618. ForceSave = true
  1619. });
  1620. }
  1621. return item;
  1622. }
  1623. public async Task<UserView> GetNamedView(User user,
  1624. string name,
  1625. string parentId,
  1626. string viewType,
  1627. string sortName,
  1628. CancellationToken cancellationToken)
  1629. {
  1630. var idValues = "38_namedview_" + name + user.Id.ToString("N") + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1631. var id = GetNewItemId(idValues, typeof(UserView));
  1632. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1633. var item = GetItemById(id) as UserView;
  1634. var isNew = false;
  1635. if (item == null)
  1636. {
  1637. _fileSystem.CreateDirectory(path);
  1638. item = new UserView
  1639. {
  1640. Path = path,
  1641. Id = id,
  1642. DateCreated = DateTime.UtcNow,
  1643. Name = name,
  1644. ViewType = viewType,
  1645. ForcedSortName = sortName,
  1646. UserId = user.Id
  1647. };
  1648. if (!string.IsNullOrWhiteSpace(parentId))
  1649. {
  1650. item.DisplayParentId = new Guid(parentId);
  1651. }
  1652. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1653. isNew = true;
  1654. }
  1655. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1656. if (!refresh && item.DisplayParentId != Guid.Empty)
  1657. {
  1658. var displayParent = GetItemById(item.DisplayParentId);
  1659. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1660. }
  1661. if (refresh)
  1662. {
  1663. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1664. {
  1665. // Need to force save to increment DateLastSaved
  1666. ForceSave = true
  1667. });
  1668. }
  1669. return item;
  1670. }
  1671. public async Task<UserView> GetShadowView(BaseItem parent,
  1672. string viewType,
  1673. string sortName,
  1674. CancellationToken cancellationToken)
  1675. {
  1676. if (parent == null)
  1677. {
  1678. throw new ArgumentNullException("parent");
  1679. }
  1680. var name = parent.Name;
  1681. var parentId = parent.Id;
  1682. var idValues = "38_namedview_" + name + parentId + (viewType ?? string.Empty);
  1683. var id = GetNewItemId(idValues, typeof(UserView));
  1684. var path = parent.Path;
  1685. var item = GetItemById(id) as UserView;
  1686. var isNew = false;
  1687. if (item == null)
  1688. {
  1689. _fileSystem.CreateDirectory(path);
  1690. item = new UserView
  1691. {
  1692. Path = path,
  1693. Id = id,
  1694. DateCreated = DateTime.UtcNow,
  1695. Name = name,
  1696. ViewType = viewType,
  1697. ForcedSortName = sortName
  1698. };
  1699. item.DisplayParentId = parentId;
  1700. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1701. isNew = true;
  1702. }
  1703. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1704. if (!refresh && item.DisplayParentId != Guid.Empty)
  1705. {
  1706. var displayParent = GetItemById(item.DisplayParentId);
  1707. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1708. }
  1709. if (refresh)
  1710. {
  1711. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1712. {
  1713. // Need to force save to increment DateLastSaved
  1714. ForceSave = true
  1715. });
  1716. }
  1717. return item;
  1718. }
  1719. public async Task<UserView> GetNamedView(string name,
  1720. string parentId,
  1721. string viewType,
  1722. string sortName,
  1723. string uniqueId,
  1724. CancellationToken cancellationToken)
  1725. {
  1726. if (string.IsNullOrWhiteSpace(name))
  1727. {
  1728. throw new ArgumentNullException("name");
  1729. }
  1730. var idValues = "37_namedview_" + name + (parentId ?? string.Empty) + (viewType ?? string.Empty);
  1731. if (!string.IsNullOrWhiteSpace(uniqueId))
  1732. {
  1733. idValues += uniqueId;
  1734. }
  1735. var id = GetNewItemId(idValues, typeof(UserView));
  1736. var path = Path.Combine(ConfigurationManager.ApplicationPaths.InternalMetadataPath, "views", id.ToString("N"));
  1737. var item = GetItemById(id) as UserView;
  1738. var isNew = false;
  1739. if (item == null)
  1740. {
  1741. _fileSystem.CreateDirectory(path);
  1742. item = new UserView
  1743. {
  1744. Path = path,
  1745. Id = id,
  1746. DateCreated = DateTime.UtcNow,
  1747. Name = name,
  1748. ViewType = viewType,
  1749. ForcedSortName = sortName
  1750. };
  1751. if (!string.IsNullOrWhiteSpace(parentId))
  1752. {
  1753. item.DisplayParentId = new Guid(parentId);
  1754. }
  1755. await CreateItem(item, cancellationToken).ConfigureAwait(false);
  1756. isNew = true;
  1757. }
  1758. if (!string.Equals(viewType, item.ViewType, StringComparison.OrdinalIgnoreCase))
  1759. {
  1760. item.ViewType = viewType;
  1761. await item.UpdateToRepository(ItemUpdateType.MetadataEdit, cancellationToken).ConfigureAwait(false);
  1762. }
  1763. var refresh = isNew || DateTime.UtcNow - item.DateLastRefreshed >= _viewRefreshInterval;
  1764. if (!refresh && item.DisplayParentId != Guid.Empty)
  1765. {
  1766. var displayParent = GetItemById(item.DisplayParentId);
  1767. refresh = displayParent != null && displayParent.DateLastSaved > item.DateLastRefreshed;
  1768. }
  1769. if (refresh)
  1770. {
  1771. _providerManagerFactory().QueueRefresh(item.Id, new MetadataRefreshOptions(_fileSystem)
  1772. {
  1773. // Need to force save to increment DateLastSaved
  1774. ForceSave = true
  1775. });
  1776. }
  1777. return item;
  1778. }
  1779. public bool IsVideoFile(string path)
  1780. {
  1781. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1782. return resolver.IsVideoFile(path);
  1783. }
  1784. public bool IsAudioFile(string path)
  1785. {
  1786. var parser = new AudioFileParser(GetNamingOptions());
  1787. return parser.IsAudioFile(path);
  1788. }
  1789. public int? GetSeasonNumberFromPath(string path)
  1790. {
  1791. return new SeasonPathParser(GetNamingOptions(), new RegexProvider()).Parse(path, true, true).SeasonNumber;
  1792. }
  1793. public bool FillMissingEpisodeNumbersFromPath(Episode episode)
  1794. {
  1795. var resolver = new EpisodeResolver(GetNamingOptions(),
  1796. new PatternsLogger());
  1797. var isFolder = episode.VideoType == VideoType.BluRay || episode.VideoType == VideoType.Dvd ||
  1798. episode.VideoType == VideoType.HdDvd;
  1799. var locationType = episode.LocationType;
  1800. var episodeInfo = locationType == LocationType.FileSystem || locationType == LocationType.Offline ?
  1801. resolver.Resolve(episode.Path, isFolder) :
  1802. new Naming.TV.EpisodeInfo();
  1803. if (episodeInfo == null)
  1804. {
  1805. episodeInfo = new Naming.TV.EpisodeInfo();
  1806. }
  1807. var changed = false;
  1808. if (episodeInfo.IsByDate)
  1809. {
  1810. if (episode.IndexNumber.HasValue)
  1811. {
  1812. episode.IndexNumber = null;
  1813. changed = true;
  1814. }
  1815. if (episode.IndexNumberEnd.HasValue)
  1816. {
  1817. episode.IndexNumberEnd = null;
  1818. changed = true;
  1819. }
  1820. if (!episode.PremiereDate.HasValue)
  1821. {
  1822. if (episodeInfo.Year.HasValue && episodeInfo.Month.HasValue && episodeInfo.Day.HasValue)
  1823. {
  1824. episode.PremiereDate = new DateTime(episodeInfo.Year.Value, episodeInfo.Month.Value, episodeInfo.Day.Value).ToUniversalTime();
  1825. }
  1826. if (episode.PremiereDate.HasValue)
  1827. {
  1828. changed = true;
  1829. }
  1830. }
  1831. if (!episode.ProductionYear.HasValue)
  1832. {
  1833. episode.ProductionYear = episodeInfo.Year;
  1834. if (episode.ProductionYear.HasValue)
  1835. {
  1836. changed = true;
  1837. }
  1838. }
  1839. if (!episode.ParentIndexNumber.HasValue)
  1840. {
  1841. var season = episode.Season;
  1842. if (season != null)
  1843. {
  1844. episode.ParentIndexNumber = season.IndexNumber;
  1845. }
  1846. if (episode.ParentIndexNumber.HasValue)
  1847. {
  1848. changed = true;
  1849. }
  1850. }
  1851. }
  1852. else
  1853. {
  1854. if (!episode.IndexNumber.HasValue)
  1855. {
  1856. episode.IndexNumber = episodeInfo.EpisodeNumber;
  1857. if (episode.IndexNumber.HasValue)
  1858. {
  1859. changed = true;
  1860. }
  1861. }
  1862. if (!episode.IndexNumberEnd.HasValue)
  1863. {
  1864. episode.IndexNumberEnd = episodeInfo.EndingEpsiodeNumber;
  1865. if (episode.IndexNumberEnd.HasValue)
  1866. {
  1867. changed = true;
  1868. }
  1869. }
  1870. if (!episode.ParentIndexNumber.HasValue)
  1871. {
  1872. episode.ParentIndexNumber = episodeInfo.SeasonNumber;
  1873. if (!episode.ParentIndexNumber.HasValue)
  1874. {
  1875. var season = episode.Season;
  1876. if (season != null)
  1877. {
  1878. episode.ParentIndexNumber = season.IndexNumber;
  1879. }
  1880. }
  1881. if (episode.ParentIndexNumber.HasValue)
  1882. {
  1883. changed = true;
  1884. }
  1885. }
  1886. }
  1887. return changed;
  1888. }
  1889. public NamingOptions GetNamingOptions()
  1890. {
  1891. var options = new ExtendedNamingOptions();
  1892. // These cause apps to have problems
  1893. options.AudioFileExtensions.Remove(".m3u");
  1894. options.AudioFileExtensions.Remove(".wpl");
  1895. if (!ConfigurationManager.Configuration.EnableAudioArchiveFiles)
  1896. {
  1897. options.AudioFileExtensions.Remove(".rar");
  1898. options.AudioFileExtensions.Remove(".zip");
  1899. }
  1900. if (!ConfigurationManager.Configuration.EnableVideoArchiveFiles)
  1901. {
  1902. options.VideoFileExtensions.Remove(".rar");
  1903. options.VideoFileExtensions.Remove(".zip");
  1904. }
  1905. return options;
  1906. }
  1907. public ItemLookupInfo ParseName(string name)
  1908. {
  1909. var resolver = new VideoResolver(GetNamingOptions(), new PatternsLogger());
  1910. var result = resolver.CleanDateTime(name);
  1911. var cleanName = resolver.CleanString(result.Name);
  1912. return new ItemLookupInfo
  1913. {
  1914. Name = cleanName.Name,
  1915. Year = result.Year
  1916. };
  1917. }
  1918. public IEnumerable<Video> FindTrailers(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1919. {
  1920. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1921. .Where(i => string.Equals(i.Name, BaseItem.TrailerFolderName, StringComparison.OrdinalIgnoreCase))
  1922. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1923. .ToList();
  1924. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1925. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1926. {
  1927. Id = i.FullName,
  1928. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1929. }).ToList());
  1930. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1931. if (currentVideo != null)
  1932. {
  1933. files.AddRange(currentVideo.Extras.Where(i => string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1934. }
  1935. var resolvers = new IItemResolver[]
  1936. {
  1937. new GenericVideoResolver<Trailer>(this)
  1938. };
  1939. return ResolvePaths(files, directoryService, null, null, resolvers)
  1940. .OfType<Trailer>()
  1941. .Select(video =>
  1942. {
  1943. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1944. var dbItem = GetItemById(video.Id) as Trailer;
  1945. if (dbItem != null)
  1946. {
  1947. video = dbItem;
  1948. }
  1949. video.ExtraType = ExtraType.Trailer;
  1950. video.TrailerTypes = new List<TrailerType> { TrailerType.LocalTrailer };
  1951. return video;
  1952. // Sort them so that the list can be easily compared for changes
  1953. }).OrderBy(i => i.Path).ToList();
  1954. }
  1955. public IEnumerable<Video> FindExtras(BaseItem owner, List<FileSystemMetadata> fileSystemChildren, IDirectoryService directoryService)
  1956. {
  1957. var files = fileSystemChildren.Where(i => i.IsDirectory)
  1958. .Where(i => string.Equals(i.Name, "extras", StringComparison.OrdinalIgnoreCase) || string.Equals(i.Name, "specials", StringComparison.OrdinalIgnoreCase))
  1959. .SelectMany(i => _fileSystem.GetFiles(i.FullName, false))
  1960. .ToList();
  1961. var videoListResolver = new VideoListResolver(GetNamingOptions(), new PatternsLogger());
  1962. var videos = videoListResolver.Resolve(fileSystemChildren.Select(i => new FileMetadata
  1963. {
  1964. Id = i.FullName,
  1965. IsFolder = (i.Attributes & FileAttributes.Directory) == FileAttributes.Directory
  1966. }).ToList());
  1967. var currentVideo = videos.FirstOrDefault(i => string.Equals(owner.Path, i.Files.First().Path, StringComparison.OrdinalIgnoreCase));
  1968. if (currentVideo != null)
  1969. {
  1970. files.AddRange(currentVideo.Extras.Where(i => !string.Equals(i.ExtraType, "trailer", StringComparison.OrdinalIgnoreCase)).Select(i => _fileSystem.GetFileInfo(i.Path)));
  1971. }
  1972. return ResolvePaths(files, directoryService, null, null)
  1973. .OfType<Video>()
  1974. .Select(video =>
  1975. {
  1976. // Try to retrieve it from the db. If we don't find it, use the resolved version
  1977. var dbItem = GetItemById(video.Id) as Video;
  1978. if (dbItem != null)
  1979. {
  1980. video = dbItem;
  1981. }
  1982. SetExtraTypeFromFilename(video);
  1983. return video;
  1984. // Sort them so that the list can be easily compared for changes
  1985. }).OrderBy(i => i.Path).ToList();
  1986. }
  1987. public string SubstitutePath(string path, string from, string to)
  1988. {
  1989. if (string.IsNullOrWhiteSpace(path))
  1990. {
  1991. throw new ArgumentNullException("path");
  1992. }
  1993. if (string.IsNullOrWhiteSpace(from))
  1994. {
  1995. throw new ArgumentNullException("from");
  1996. }
  1997. if (string.IsNullOrWhiteSpace(to))
  1998. {
  1999. throw new ArgumentNullException("to");
  2000. }
  2001. var newPath = path.Replace(from, to, StringComparison.OrdinalIgnoreCase);
  2002. if (!string.Equals(newPath, path))
  2003. {
  2004. if (to.IndexOf('/') != -1)
  2005. {
  2006. newPath = newPath.Replace('\\', '/');
  2007. }
  2008. else
  2009. {
  2010. newPath = newPath.Replace('/', '\\');
  2011. }
  2012. }
  2013. return newPath;
  2014. }
  2015. private void SetExtraTypeFromFilename(Video item)
  2016. {
  2017. var resolver = new ExtraResolver(GetNamingOptions(), new PatternsLogger(), new RegexProvider());
  2018. var result = resolver.GetExtraInfo(item.Path);
  2019. if (string.Equals(result.ExtraType, "deletedscene", StringComparison.OrdinalIgnoreCase))
  2020. {
  2021. item.ExtraType = ExtraType.DeletedScene;
  2022. }
  2023. else if (string.Equals(result.ExtraType, "behindthescenes", StringComparison.OrdinalIgnoreCase))
  2024. {
  2025. item.ExtraType = ExtraType.BehindTheScenes;
  2026. }
  2027. else if (string.Equals(result.ExtraType, "interview", StringComparison.OrdinalIgnoreCase))
  2028. {
  2029. item.ExtraType = ExtraType.Interview;
  2030. }
  2031. else if (string.Equals(result.ExtraType, "scene", StringComparison.OrdinalIgnoreCase))
  2032. {
  2033. item.ExtraType = ExtraType.Scene;
  2034. }
  2035. else if (string.Equals(result.ExtraType, "sample", StringComparison.OrdinalIgnoreCase))
  2036. {
  2037. item.ExtraType = ExtraType.Sample;
  2038. }
  2039. else
  2040. {
  2041. item.ExtraType = ExtraType.Clip;
  2042. }
  2043. }
  2044. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2045. {
  2046. return ItemRepository.GetPeople(query);
  2047. }
  2048. public List<PersonInfo> GetPeople(BaseItem item)
  2049. {
  2050. if (item.SupportsPeople)
  2051. {
  2052. var people = GetPeople(new InternalPeopleQuery
  2053. {
  2054. ItemId = item.Id
  2055. });
  2056. if (people.Count > 0)
  2057. {
  2058. return people;
  2059. }
  2060. }
  2061. return new List<PersonInfo>();
  2062. }
  2063. public List<Person> GetPeopleItems(InternalPeopleQuery query)
  2064. {
  2065. return ItemRepository.GetPeopleNames(query).Select(i =>
  2066. {
  2067. try
  2068. {
  2069. return GetPerson(i);
  2070. }
  2071. catch (Exception ex)
  2072. {
  2073. _logger.ErrorException("Error getting person", ex);
  2074. return null;
  2075. }
  2076. }).Where(i => i != null).ToList();
  2077. }
  2078. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2079. {
  2080. return ItemRepository.GetPeopleNames(query);
  2081. }
  2082. public List<PersonInfo> GetAllPeople()
  2083. {
  2084. return GetPeople(new InternalPeopleQuery())
  2085. .DistinctBy(i => i.Name, StringComparer.OrdinalIgnoreCase)
  2086. .ToList();
  2087. }
  2088. public Task UpdatePeople(BaseItem item, List<PersonInfo> people)
  2089. {
  2090. if (!item.SupportsPeople)
  2091. {
  2092. return Task.FromResult(true);
  2093. }
  2094. return ItemRepository.UpdatePeople(item.Id, people);
  2095. }
  2096. private readonly SemaphoreSlim _dynamicImageResourcePool = new SemaphoreSlim(1, 1);
  2097. public async Task<ItemImageInfo> ConvertImageToLocal(IHasImages item, ItemImageInfo image, int imageIndex)
  2098. {
  2099. foreach (var url in image.Path.Split('|'))
  2100. {
  2101. try
  2102. {
  2103. _logger.Debug("ConvertImageToLocal item {0} - image url: {1}", item.Id, url);
  2104. await _providerManagerFactory().SaveImage(item, url, _dynamicImageResourcePool, image.Type, imageIndex, CancellationToken.None).ConfigureAwait(false);
  2105. var newImage = item.GetImageInfo(image.Type, imageIndex);
  2106. if (newImage != null)
  2107. {
  2108. newImage.IsPlaceholder = image.IsPlaceholder;
  2109. }
  2110. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2111. return item.GetImageInfo(image.Type, imageIndex);
  2112. }
  2113. catch (HttpException ex)
  2114. {
  2115. if (ex.StatusCode.HasValue && ex.StatusCode.Value == HttpStatusCode.NotFound)
  2116. {
  2117. continue;
  2118. }
  2119. throw;
  2120. }
  2121. }
  2122. // Remove this image to prevent it from retrying over and over
  2123. item.RemoveImage(image);
  2124. await item.UpdateToRepository(ItemUpdateType.ImageUpdate, CancellationToken.None).ConfigureAwait(false);
  2125. throw new InvalidOperationException();
  2126. }
  2127. }
  2128. }