BaseItemRepository.cs 75 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Collections.Immutable;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Linq.Expressions;
  9. using System.Reflection;
  10. using System.Text;
  11. using System.Text.Json;
  12. using System.Threading;
  13. using Jellyfin.Data.Entities;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Extensions;
  16. using Jellyfin.Extensions.Json;
  17. using MediaBrowser.Common;
  18. using MediaBrowser.Controller;
  19. using MediaBrowser.Controller.Channels;
  20. using MediaBrowser.Controller.Configuration;
  21. using MediaBrowser.Controller.Entities;
  22. using MediaBrowser.Controller.Entities.Audio;
  23. using MediaBrowser.Controller.Entities.TV;
  24. using MediaBrowser.Controller.LiveTv;
  25. using MediaBrowser.Controller.Persistence;
  26. using MediaBrowser.Model.Dto;
  27. using MediaBrowser.Model.Entities;
  28. using MediaBrowser.Model.LiveTv;
  29. using MediaBrowser.Model.Querying;
  30. using Microsoft.EntityFrameworkCore;
  31. using Microsoft.Extensions.Logging;
  32. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  33. using BaseItemEntity = Jellyfin.Data.Entities.BaseItemEntity;
  34. #pragma warning disable RS0030 // Do not use banned APIs
  35. namespace Jellyfin.Server.Implementations.Item;
  36. /// <summary>
  37. /// Handles all storage logic for BaseItems.
  38. /// </summary>
  39. /// <remarks>
  40. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  41. /// </remarks>
  42. /// <param name="dbProvider">The db factory.</param>
  43. /// <param name="appHost">The Application host.</param>
  44. /// <param name="itemTypeLookup">The static type lookup.</param>
  45. /// <param name="serverConfigurationManager">The server Configuration manager.</param>
  46. /// <param name="logger">System logger.</param>
  47. public sealed class BaseItemRepository(
  48. IDbContextFactory<JellyfinDbContext> dbProvider,
  49. IServerApplicationHost appHost,
  50. IItemTypeLookup itemTypeLookup,
  51. IServerConfigurationManager serverConfigurationManager,
  52. ILogger<BaseItemRepository> logger)
  53. : IItemRepository, IDisposable
  54. {
  55. /// <summary>
  56. /// This holds all the types in the running assemblies
  57. /// so that we can de-serialize properly when we don't have strong types.
  58. /// </summary>
  59. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  60. private bool _disposed;
  61. /// <inheritdoc/>
  62. public void Dispose()
  63. {
  64. if (_disposed)
  65. {
  66. return;
  67. }
  68. _disposed = true;
  69. }
  70. /// <inheritdoc />
  71. public void DeleteItem(Guid id)
  72. {
  73. ArgumentNullException.ThrowIfNull(id.IsEmpty() ? null : id);
  74. using var context = dbProvider.CreateDbContext();
  75. using var transaction = context.Database.BeginTransaction();
  76. context.Peoples.Where(e => e.ItemId == id).ExecuteDelete();
  77. context.Chapters.Where(e => e.ItemId == id).ExecuteDelete();
  78. context.MediaStreamInfos.Where(e => e.ItemId == id).ExecuteDelete();
  79. context.AncestorIds.Where(e => e.ItemId == id).ExecuteDelete();
  80. context.ItemValuesMap.Where(e => e.ItemId == id).ExecuteDelete();
  81. context.ItemValues.Where(e => e.BaseItemsMap!.Count == 0).ExecuteDelete();
  82. context.BaseItemImageInfos.Where(e => e.ItemId == id).ExecuteDelete();
  83. context.BaseItemProviders.Where(e => e.ItemId == id).ExecuteDelete();
  84. context.BaseItems.Where(e => e.Id == id).ExecuteDelete();
  85. context.SaveChanges();
  86. transaction.Commit();
  87. }
  88. /// <inheritdoc />
  89. public void UpdateInheritedValues()
  90. {
  91. using var context = dbProvider.CreateDbContext();
  92. using var transaction = context.Database.BeginTransaction();
  93. context.ItemValuesMap.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags).ExecuteDelete();
  94. // ItemValue Inheritence is now correctly mapped via AncestorId on demand
  95. context.SaveChanges();
  96. transaction.Commit();
  97. }
  98. /// <inheritdoc cref="IItemRepository"/>
  99. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  100. {
  101. ArgumentNullException.ThrowIfNull(filter);
  102. PrepareFilterQuery(filter);
  103. using var context = dbProvider.CreateDbContext();
  104. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  105. // .DistinctBy(e => e.Id);
  106. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  107. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  108. {
  109. dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).SelectMany(e => e);
  110. }
  111. if (enableGroupByPresentationUniqueKey)
  112. {
  113. dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).SelectMany(e => e);
  114. }
  115. if (filter.GroupBySeriesPresentationUniqueKey)
  116. {
  117. dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).SelectMany(e => e);
  118. }
  119. dbQuery = ApplyOrder(dbQuery, filter);
  120. return Pageinate(dbQuery, filter).Select(e => e.Id).ToImmutableArray();
  121. }
  122. /// <inheritdoc />
  123. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  124. {
  125. return GetItemValues(filter, [0, 1], typeof(MusicArtist).FullName!);
  126. }
  127. /// <inheritdoc />
  128. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery filter)
  129. {
  130. return GetItemValues(filter, [0], typeof(MusicArtist).FullName!);
  131. }
  132. /// <inheritdoc />
  133. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  134. {
  135. return GetItemValues(filter, [1], typeof(MusicArtist).FullName!);
  136. }
  137. /// <inheritdoc />
  138. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery filter)
  139. {
  140. return GetItemValues(filter, [3], typeof(Studio).FullName!);
  141. }
  142. /// <inheritdoc />
  143. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery filter)
  144. {
  145. return GetItemValues(filter, [2], typeof(Genre).FullName!);
  146. }
  147. /// <inheritdoc />
  148. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  149. {
  150. return GetItemValues(filter, [2], typeof(MusicGenre).FullName!);
  151. }
  152. /// <inheritdoc />
  153. public IReadOnlyList<string> GetStudioNames()
  154. {
  155. return GetItemValueNames([3], Array.Empty<string>(), Array.Empty<string>());
  156. }
  157. /// <inheritdoc />
  158. public IReadOnlyList<string> GetAllArtistNames()
  159. {
  160. return GetItemValueNames([0, 1], Array.Empty<string>(), Array.Empty<string>());
  161. }
  162. /// <inheritdoc />
  163. public IReadOnlyList<string> GetMusicGenreNames()
  164. {
  165. return GetItemValueNames(
  166. [2],
  167. new string[]
  168. {
  169. typeof(Audio).FullName!,
  170. typeof(MusicVideo).FullName!,
  171. typeof(MusicAlbum).FullName!,
  172. typeof(MusicArtist).FullName!
  173. },
  174. Array.Empty<string>());
  175. }
  176. /// <inheritdoc />
  177. public IReadOnlyList<string> GetGenreNames()
  178. {
  179. return GetItemValueNames(
  180. [2],
  181. Array.Empty<string>(),
  182. new string[]
  183. {
  184. typeof(Audio).FullName!,
  185. typeof(MusicVideo).FullName!,
  186. typeof(MusicAlbum).FullName!,
  187. typeof(MusicArtist).FullName!
  188. });
  189. }
  190. /// <inheritdoc cref="IItemRepository"/>
  191. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  192. {
  193. ArgumentNullException.ThrowIfNull(filter);
  194. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  195. {
  196. var returnList = GetItemList(filter);
  197. return new QueryResult<BaseItemDto>(
  198. filter.StartIndex,
  199. returnList.Count,
  200. returnList);
  201. }
  202. PrepareFilterQuery(filter);
  203. var result = new QueryResult<BaseItemDto>();
  204. using var context = dbProvider.CreateDbContext();
  205. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking()
  206. .Include(e => e.ExtraType)
  207. .Include(e => e.TrailerTypes)
  208. .Include(e => e.Images)
  209. .Include(e => e.LockedFields);
  210. dbQuery = TranslateQuery(dbQuery, context, filter)
  211. .DistinctBy(e => e.Id);
  212. if (filter.EnableTotalRecordCount)
  213. {
  214. result.TotalRecordCount = dbQuery.Count();
  215. }
  216. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  217. {
  218. var offset = filter.StartIndex ?? 0;
  219. if (offset > 0)
  220. {
  221. dbQuery = dbQuery.Skip(offset);
  222. }
  223. if (filter.Limit.HasValue)
  224. {
  225. dbQuery = dbQuery.Take(filter.Limit.Value);
  226. }
  227. }
  228. result.Items = dbQuery.ToList().Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  229. result.StartIndex = filter.StartIndex ?? 0;
  230. return result;
  231. }
  232. /// <inheritdoc cref="IItemRepository"/>
  233. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  234. {
  235. ArgumentNullException.ThrowIfNull(filter);
  236. PrepareFilterQuery(filter);
  237. using var context = dbProvider.CreateDbContext();
  238. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  239. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  240. {
  241. var offset = filter.StartIndex ?? 0;
  242. if (offset > 0)
  243. {
  244. dbQuery = dbQuery.Skip(offset);
  245. }
  246. if (filter.Limit.HasValue)
  247. {
  248. dbQuery = dbQuery.Take(filter.Limit.Value);
  249. }
  250. }
  251. return dbQuery.ToList().Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  252. }
  253. /// <inheritdoc/>
  254. public int GetCount(InternalItemsQuery filter)
  255. {
  256. ArgumentNullException.ThrowIfNull(filter);
  257. // Hack for right now since we currently don't support filtering out these duplicates within a query
  258. PrepareFilterQuery(filter);
  259. using var context = dbProvider.CreateDbContext();
  260. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  261. return dbQuery.Count();
  262. }
  263. #pragma warning disable CA1307 // Specify StringComparison for clarity
  264. private IQueryable<BaseItemEntity> TranslateQuery(
  265. IQueryable<BaseItemEntity> baseQuery,
  266. JellyfinDbContext context,
  267. InternalItemsQuery filter)
  268. {
  269. var minWidth = filter.MinWidth;
  270. var maxWidth = filter.MaxWidth;
  271. var now = DateTime.UtcNow;
  272. if (filter.IsHD.HasValue)
  273. {
  274. const int Threshold = 1200;
  275. if (filter.IsHD.Value)
  276. {
  277. minWidth = Threshold;
  278. }
  279. else
  280. {
  281. maxWidth = Threshold - 1;
  282. }
  283. }
  284. if (filter.Is4K.HasValue)
  285. {
  286. const int Threshold = 3800;
  287. if (filter.Is4K.Value)
  288. {
  289. minWidth = Threshold;
  290. }
  291. else
  292. {
  293. maxWidth = Threshold - 1;
  294. }
  295. }
  296. if (minWidth.HasValue)
  297. {
  298. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  299. }
  300. if (filter.MinHeight.HasValue)
  301. {
  302. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  303. }
  304. if (maxWidth.HasValue)
  305. {
  306. baseQuery = baseQuery.Where(e => e.Width >= maxWidth);
  307. }
  308. if (filter.MaxHeight.HasValue)
  309. {
  310. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  311. }
  312. if (filter.IsLocked.HasValue)
  313. {
  314. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  315. }
  316. var tags = filter.Tags.ToList();
  317. var excludeTags = filter.ExcludeTags.ToList();
  318. if (filter.IsMovie == true)
  319. {
  320. if (filter.IncludeItemTypes.Length == 0
  321. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  322. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  323. {
  324. baseQuery = baseQuery.Where(e => e.IsMovie);
  325. }
  326. }
  327. else if (filter.IsMovie.HasValue)
  328. {
  329. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  330. }
  331. if (filter.IsSeries.HasValue)
  332. {
  333. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  334. }
  335. if (filter.IsSports.HasValue)
  336. {
  337. if (filter.IsSports.Value)
  338. {
  339. tags.Add("Sports");
  340. }
  341. else
  342. {
  343. excludeTags.Add("Sports");
  344. }
  345. }
  346. if (filter.IsNews.HasValue)
  347. {
  348. if (filter.IsNews.Value)
  349. {
  350. tags.Add("News");
  351. }
  352. else
  353. {
  354. excludeTags.Add("News");
  355. }
  356. }
  357. if (filter.IsKids.HasValue)
  358. {
  359. if (filter.IsKids.Value)
  360. {
  361. tags.Add("Kids");
  362. }
  363. else
  364. {
  365. excludeTags.Add("Kids");
  366. }
  367. }
  368. if (!string.IsNullOrEmpty(filter.SearchTerm))
  369. {
  370. baseQuery = baseQuery.Where(e => e.CleanName!.Contains(filter.SearchTerm) || (e.OriginalTitle != null && e.OriginalTitle.Contains(filter.SearchTerm)));
  371. }
  372. if (filter.IsFolder.HasValue)
  373. {
  374. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  375. }
  376. var includeTypes = filter.IncludeItemTypes;
  377. // Only specify excluded types if no included types are specified
  378. if (filter.IncludeItemTypes.Length == 0)
  379. {
  380. var excludeTypes = filter.ExcludeItemTypes;
  381. if (excludeTypes.Length == 1)
  382. {
  383. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  384. {
  385. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  386. }
  387. }
  388. else if (excludeTypes.Length > 1)
  389. {
  390. var excludeTypeName = new List<string>();
  391. foreach (var excludeType in excludeTypes)
  392. {
  393. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  394. {
  395. excludeTypeName.Add(baseItemKindName!);
  396. }
  397. }
  398. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  399. }
  400. }
  401. else if (includeTypes.Length == 1)
  402. {
  403. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  404. {
  405. baseQuery = baseQuery.Where(e => e.Type == includeTypeName);
  406. }
  407. }
  408. else if (includeTypes.Length > 1)
  409. {
  410. var includeTypeName = new List<string>();
  411. foreach (var includeType in includeTypes)
  412. {
  413. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  414. {
  415. includeTypeName.Add(baseItemKindName!);
  416. }
  417. }
  418. baseQuery = baseQuery.Where(e => includeTypeName.Contains(e.Type));
  419. }
  420. if (filter.ChannelIds.Count > 0)
  421. {
  422. var channelIds = filter.ChannelIds.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  423. baseQuery = baseQuery.Where(e => channelIds.Contains(e.ChannelId));
  424. }
  425. if (!filter.ParentId.IsEmpty())
  426. {
  427. baseQuery = baseQuery.Where(e => e.ParentId!.Value == filter.ParentId);
  428. }
  429. if (!string.IsNullOrWhiteSpace(filter.Path))
  430. {
  431. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  432. }
  433. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  434. {
  435. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  436. }
  437. if (filter.MinCommunityRating.HasValue)
  438. {
  439. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  440. }
  441. if (filter.MinIndexNumber.HasValue)
  442. {
  443. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  444. }
  445. if (filter.MinParentAndIndexNumber.HasValue)
  446. {
  447. baseQuery = baseQuery
  448. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  449. }
  450. if (filter.MinDateCreated.HasValue)
  451. {
  452. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  453. }
  454. if (filter.MinDateLastSaved.HasValue)
  455. {
  456. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  457. }
  458. if (filter.MinDateLastSavedForUser.HasValue)
  459. {
  460. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  461. }
  462. if (filter.IndexNumber.HasValue)
  463. {
  464. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  465. }
  466. if (filter.ParentIndexNumber.HasValue)
  467. {
  468. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  469. }
  470. if (filter.ParentIndexNumberNotEquals.HasValue)
  471. {
  472. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  473. }
  474. var minEndDate = filter.MinEndDate;
  475. var maxEndDate = filter.MaxEndDate;
  476. if (filter.HasAired.HasValue)
  477. {
  478. if (filter.HasAired.Value)
  479. {
  480. maxEndDate = DateTime.UtcNow;
  481. }
  482. else
  483. {
  484. minEndDate = DateTime.UtcNow;
  485. }
  486. }
  487. if (minEndDate.HasValue)
  488. {
  489. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  490. }
  491. if (maxEndDate.HasValue)
  492. {
  493. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  494. }
  495. if (filter.MinStartDate.HasValue)
  496. {
  497. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  498. }
  499. if (filter.MaxStartDate.HasValue)
  500. {
  501. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  502. }
  503. if (filter.MinPremiereDate.HasValue)
  504. {
  505. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MinPremiereDate.Value);
  506. }
  507. if (filter.MaxPremiereDate.HasValue)
  508. {
  509. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  510. }
  511. if (filter.TrailerTypes.Length > 0)
  512. {
  513. var trailerTypes = filter.TrailerTypes.Select(e => (int)e).ToArray();
  514. baseQuery = baseQuery.Where(e => trailerTypes.Any(f => e.TrailerTypes!.Any(w => w.Id == f)));
  515. }
  516. if (filter.IsAiring.HasValue)
  517. {
  518. if (filter.IsAiring.Value)
  519. {
  520. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  521. }
  522. else
  523. {
  524. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  525. }
  526. }
  527. if (filter.PersonIds.Length > 0)
  528. {
  529. baseQuery = baseQuery
  530. .Where(e =>
  531. context.Peoples.Where(w => context.BaseItems.Where(w => filter.PersonIds.Contains(w.Id)).Any(f => f.Name == w.Name))
  532. .Any(f => f.ItemId == e.Id));
  533. }
  534. if (!string.IsNullOrWhiteSpace(filter.Person))
  535. {
  536. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.Name == filter.Person));
  537. }
  538. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  539. {
  540. // this does not makes sense.
  541. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  542. // whereClauses.Add("SortName>=@MinSortName");
  543. // statement?.TryBind("@MinSortName", query.MinSortName);
  544. }
  545. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  546. {
  547. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  548. }
  549. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  550. {
  551. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  552. }
  553. if (!string.IsNullOrWhiteSpace(filter.Name))
  554. {
  555. var cleanName = GetCleanValue(filter.Name);
  556. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  557. }
  558. // These are the same, for now
  559. var nameContains = filter.NameContains;
  560. if (!string.IsNullOrWhiteSpace(nameContains))
  561. {
  562. baseQuery = baseQuery.Where(e =>
  563. e.CleanName == filter.NameContains
  564. || e.OriginalTitle!.Contains(filter.NameContains!));
  565. }
  566. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  567. {
  568. baseQuery = baseQuery.Where(e => e.SortName!.Contains(filter.NameStartsWith));
  569. }
  570. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  571. {
  572. // i hate this
  573. baseQuery = baseQuery.Where(e => e.SortName![0] > filter.NameStartsWithOrGreater[0]);
  574. }
  575. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  576. {
  577. // i hate this
  578. baseQuery = baseQuery.Where(e => e.SortName![0] < filter.NameLessThan[0]);
  579. }
  580. if (filter.ImageTypes.Length > 0)
  581. {
  582. var imgTypes = filter.ImageTypes.Select(e => (ImageInfoImageType)e).ToArray();
  583. baseQuery = baseQuery.Where(e => imgTypes.Any(f => e.Images!.Any(w => w.ImageType == f)));
  584. }
  585. if (filter.IsLiked.HasValue)
  586. {
  587. baseQuery = baseQuery
  588. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.Rating >= UserItemData.MinLikeValue);
  589. }
  590. if (filter.IsFavoriteOrLiked.HasValue)
  591. {
  592. baseQuery = baseQuery
  593. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.IsFavorite == filter.IsFavoriteOrLiked);
  594. }
  595. if (filter.IsFavorite.HasValue)
  596. {
  597. baseQuery = baseQuery
  598. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.IsFavorite == filter.IsFavorite);
  599. }
  600. if (filter.IsPlayed.HasValue)
  601. {
  602. baseQuery = baseQuery
  603. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.Played == filter.IsPlayed.Value);
  604. }
  605. if (filter.IsResumable.HasValue)
  606. {
  607. if (filter.IsResumable.Value)
  608. {
  609. baseQuery = baseQuery
  610. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.PlaybackPositionTicks > 0);
  611. }
  612. else
  613. {
  614. baseQuery = baseQuery
  615. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id && f.Key == e.UserDataKey)!.PlaybackPositionTicks == 0);
  616. }
  617. }
  618. if (filter.ArtistIds.Length > 0)
  619. {
  620. baseQuery = baseQuery
  621. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type <= ItemValueType.Artist && filter.ArtistIds.Contains(f.ItemId)));
  622. }
  623. if (filter.AlbumArtistIds.Length > 0)
  624. {
  625. baseQuery = baseQuery
  626. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.AlbumArtistIds.Contains(f.ItemId)));
  627. }
  628. if (filter.ContributingArtistIds.Length > 0)
  629. {
  630. baseQuery = baseQuery
  631. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ContributingArtistIds.Contains(f.ItemId)));
  632. }
  633. if (filter.AlbumIds.Length > 0)
  634. {
  635. baseQuery = baseQuery.Where(e => context.BaseItems.Where(e => filter.AlbumIds.Contains(e.Id)).Any(f => f.Name == e.Album));
  636. }
  637. if (filter.ExcludeArtistIds.Length > 0)
  638. {
  639. baseQuery = baseQuery
  640. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ExcludeArtistIds.Contains(f.ItemId)));
  641. }
  642. if (filter.GenreIds.Count > 0)
  643. {
  644. baseQuery = baseQuery
  645. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && filter.GenreIds.Contains(f.ItemId)));
  646. }
  647. if (filter.Genres.Count > 0)
  648. {
  649. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray();
  650. baseQuery = baseQuery
  651. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && cleanGenres.Contains(f.ItemValue.CleanValue)));
  652. }
  653. if (tags.Count > 0)
  654. {
  655. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray();
  656. baseQuery = baseQuery
  657. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  658. }
  659. if (excludeTags.Count > 0)
  660. {
  661. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray();
  662. baseQuery = baseQuery
  663. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  664. }
  665. if (filter.StudioIds.Length > 0)
  666. {
  667. baseQuery = baseQuery
  668. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Studios && filter.StudioIds.Contains(f.ItemId)));
  669. }
  670. if (filter.OfficialRatings.Length > 0)
  671. {
  672. baseQuery = baseQuery
  673. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  674. }
  675. if (filter.HasParentalRating ?? false)
  676. {
  677. if (filter.MinParentalRating.HasValue)
  678. {
  679. baseQuery = baseQuery
  680. .Where(e => e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  681. }
  682. if (filter.MaxParentalRating.HasValue)
  683. {
  684. baseQuery = baseQuery
  685. .Where(e => e.InheritedParentalRatingValue < filter.MaxParentalRating.Value);
  686. }
  687. }
  688. else if (filter.BlockUnratedItems.Length > 0)
  689. {
  690. if (filter.MinParentalRating.HasValue)
  691. {
  692. if (filter.MaxParentalRating.HasValue)
  693. {
  694. baseQuery = baseQuery
  695. .Where(e => (e.InheritedParentalRatingValue == null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType))
  696. || (e.InheritedParentalRatingValue >= filter.MinParentalRating && e.InheritedParentalRatingValue <= filter.MaxParentalRating));
  697. }
  698. else
  699. {
  700. baseQuery = baseQuery
  701. .Where(e => (e.InheritedParentalRatingValue == null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType))
  702. || e.InheritedParentalRatingValue >= filter.MinParentalRating);
  703. }
  704. }
  705. else
  706. {
  707. baseQuery = baseQuery
  708. .Where(e => e.InheritedParentalRatingValue != null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType));
  709. }
  710. }
  711. else if (filter.MinParentalRating.HasValue)
  712. {
  713. if (filter.MaxParentalRating.HasValue)
  714. {
  715. baseQuery = baseQuery
  716. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value && e.InheritedParentalRatingValue <= filter.MaxParentalRating.Value);
  717. }
  718. else
  719. {
  720. baseQuery = baseQuery
  721. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  722. }
  723. }
  724. else if (filter.MaxParentalRating.HasValue)
  725. {
  726. baseQuery = baseQuery
  727. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MaxParentalRating.Value);
  728. }
  729. else if (!filter.HasParentalRating ?? false)
  730. {
  731. baseQuery = baseQuery
  732. .Where(e => e.InheritedParentalRatingValue == null);
  733. }
  734. if (filter.HasOfficialRating.HasValue)
  735. {
  736. if (filter.HasOfficialRating.Value)
  737. {
  738. baseQuery = baseQuery
  739. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  740. }
  741. else
  742. {
  743. baseQuery = baseQuery
  744. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  745. }
  746. }
  747. if (filter.HasOverview.HasValue)
  748. {
  749. if (filter.HasOverview.Value)
  750. {
  751. baseQuery = baseQuery
  752. .Where(e => e.Overview != null && e.Overview != string.Empty);
  753. }
  754. else
  755. {
  756. baseQuery = baseQuery
  757. .Where(e => e.Overview == null || e.Overview == string.Empty);
  758. }
  759. }
  760. if (filter.HasOwnerId.HasValue)
  761. {
  762. if (filter.HasOwnerId.Value)
  763. {
  764. baseQuery = baseQuery
  765. .Where(e => e.OwnerId != null);
  766. }
  767. else
  768. {
  769. baseQuery = baseQuery
  770. .Where(e => e.OwnerId == null);
  771. }
  772. }
  773. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  774. {
  775. baseQuery = baseQuery
  776. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == MediaStreamTypeEntity.Audio && e.Language == filter.HasNoAudioTrackWithLanguage));
  777. }
  778. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  779. {
  780. baseQuery = baseQuery
  781. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == MediaStreamTypeEntity.Subtitle && !e.IsExternal && e.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  782. }
  783. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  784. {
  785. baseQuery = baseQuery
  786. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == MediaStreamTypeEntity.Subtitle && e.IsExternal && e.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  787. }
  788. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  789. {
  790. baseQuery = baseQuery
  791. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == MediaStreamTypeEntity.Subtitle && e.Language == filter.HasNoSubtitleTrackWithLanguage));
  792. }
  793. if (filter.HasSubtitles.HasValue)
  794. {
  795. baseQuery = baseQuery
  796. .Where(e => e.MediaStreams!.Any(e => e.StreamType == MediaStreamTypeEntity.Subtitle) == filter.HasSubtitles.Value);
  797. }
  798. if (filter.HasChapterImages.HasValue)
  799. {
  800. baseQuery = baseQuery
  801. .Where(e => e.Chapters!.Any(e => e.ImagePath != null) == filter.HasChapterImages.Value);
  802. }
  803. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  804. {
  805. baseQuery = baseQuery
  806. .Where(e => e.ParentId.HasValue && !context.BaseItems.Any(f => f.Id == e.ParentId.Value));
  807. }
  808. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  809. {
  810. baseQuery = baseQuery
  811. .Where(e => e.ItemValues!.Count(f => (f.ItemValue.Type == ItemValueType.Artist || f.ItemValue.Type == ItemValueType.AlbumArtist)) == 1);
  812. }
  813. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  814. {
  815. baseQuery = baseQuery
  816. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Studios) == 1);
  817. }
  818. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  819. {
  820. baseQuery = baseQuery
  821. .Where(e => !e.Peoples!.Any(f => f.Name == e.Name));
  822. }
  823. if (filter.Years.Length == 1)
  824. {
  825. baseQuery = baseQuery
  826. .Where(e => e.ProductionYear == filter.Years[0]);
  827. }
  828. else if (filter.Years.Length > 1)
  829. {
  830. baseQuery = baseQuery
  831. .Where(e => filter.Years.Any(f => f == e.ProductionYear));
  832. }
  833. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  834. if (isVirtualItem.HasValue)
  835. {
  836. baseQuery = baseQuery
  837. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  838. }
  839. if (filter.IsSpecialSeason.HasValue)
  840. {
  841. if (filter.IsSpecialSeason.Value)
  842. {
  843. baseQuery = baseQuery
  844. .Where(e => e.IndexNumber == 0);
  845. }
  846. else
  847. {
  848. baseQuery = baseQuery
  849. .Where(e => e.IndexNumber != 0);
  850. }
  851. }
  852. if (filter.IsUnaired.HasValue)
  853. {
  854. if (filter.IsUnaired.Value)
  855. {
  856. baseQuery = baseQuery
  857. .Where(e => e.PremiereDate >= now);
  858. }
  859. else
  860. {
  861. baseQuery = baseQuery
  862. .Where(e => e.PremiereDate < now);
  863. }
  864. }
  865. if (filter.MediaTypes.Length == 1)
  866. {
  867. baseQuery = baseQuery
  868. .Where(e => e.MediaType == filter.MediaTypes[0].ToString());
  869. }
  870. else if (filter.MediaTypes.Length > 1)
  871. {
  872. baseQuery = baseQuery
  873. .Where(e => filter.MediaTypes.Select(f => f.ToString()).Contains(e.MediaType));
  874. }
  875. if (filter.ItemIds.Length > 0)
  876. {
  877. baseQuery = baseQuery
  878. .Where(e => filter.ItemIds.Contains(e.Id));
  879. }
  880. if (filter.ExcludeItemIds.Length > 0)
  881. {
  882. baseQuery = baseQuery
  883. .Where(e => !filter.ItemIds.Contains(e.Id));
  884. }
  885. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  886. {
  887. baseQuery = baseQuery.Where(e => !e.Provider!.All(f => !filter.ExcludeProviderIds.All(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  888. }
  889. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  890. {
  891. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => !filter.HasAnyProviderId.Any(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  892. }
  893. if (filter.HasImdbId.HasValue)
  894. {
  895. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  896. }
  897. if (filter.HasTmdbId.HasValue)
  898. {
  899. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  900. }
  901. if (filter.HasTvdbId.HasValue)
  902. {
  903. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  904. }
  905. var queryTopParentIds = filter.TopParentIds;
  906. if (queryTopParentIds.Length > 0)
  907. {
  908. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  909. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  910. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  911. {
  912. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  913. }
  914. else
  915. {
  916. baseQuery = baseQuery.Where(e => queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  917. }
  918. }
  919. if (filter.AncestorIds.Length > 0)
  920. {
  921. baseQuery = baseQuery.Where(e => e.AncestorIds!.Any(f => filter.AncestorIds.Contains(f.ParentItemId)));
  922. }
  923. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  924. {
  925. baseQuery = baseQuery
  926. .Where(e => context.BaseItems.Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.AncestorIds!.Any(w => w.ItemId == f.Id)));
  927. }
  928. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  929. {
  930. baseQuery = baseQuery
  931. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  932. }
  933. if (filter.ExcludeInheritedTags.Length > 0)
  934. {
  935. baseQuery = baseQuery
  936. .Where(e => !e.ItemValues!.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags)
  937. .Any(f => filter.ExcludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  938. }
  939. if (filter.IncludeInheritedTags.Length > 0)
  940. {
  941. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  942. // In addtion to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  943. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  944. {
  945. baseQuery = baseQuery
  946. .Where(e => e.ItemValues!.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags)
  947. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  948. ||
  949. (e.ParentId.HasValue && context.ItemValuesMap.Where(w => w.ItemId == e.ParentId.Value)!.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags)
  950. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))));
  951. }
  952. // A playlist should be accessible to its owner regardless of allowed tags.
  953. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  954. {
  955. baseQuery = baseQuery
  956. .Where(e =>
  957. e.AncestorIds!
  958. .Any(f =>
  959. f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))
  960. || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\"")));
  961. // d ^^ this is stupid it hate this.
  962. }
  963. else
  964. {
  965. baseQuery = baseQuery
  966. .Where(e => e.AncestorIds!.Any(f => f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))));
  967. }
  968. }
  969. if (filter.SeriesStatuses.Length > 0)
  970. {
  971. var seriesStatus = filter.SeriesStatuses.Select(e => e.ToString()).ToArray();
  972. baseQuery = baseQuery
  973. .Where(e => seriesStatus.Any(f => e.Data!.Contains(f)));
  974. }
  975. if (filter.BoxSetLibraryFolders.Length > 0)
  976. {
  977. var boxsetFolders = filter.BoxSetLibraryFolders.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  978. baseQuery = baseQuery
  979. .Where(e => boxsetFolders.Any(f => e.Data!.Contains(f)));
  980. }
  981. if (filter.VideoTypes.Length > 0)
  982. {
  983. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"{e}\"");
  984. baseQuery = baseQuery
  985. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f)));
  986. }
  987. if (filter.Is3D.HasValue)
  988. {
  989. if (filter.Is3D.Value)
  990. {
  991. baseQuery = baseQuery
  992. .Where(e => e.Data!.Contains("Video3DFormat"));
  993. }
  994. else
  995. {
  996. baseQuery = baseQuery
  997. .Where(e => !e.Data!.Contains("Video3DFormat"));
  998. }
  999. }
  1000. if (filter.IsPlaceHolder.HasValue)
  1001. {
  1002. if (filter.IsPlaceHolder.Value)
  1003. {
  1004. baseQuery = baseQuery
  1005. .Where(e => e.Data!.Contains("IsPlaceHolder\":true"));
  1006. }
  1007. else
  1008. {
  1009. baseQuery = baseQuery
  1010. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true"));
  1011. }
  1012. }
  1013. if (filter.HasSpecialFeature.HasValue)
  1014. {
  1015. if (filter.HasSpecialFeature.Value)
  1016. {
  1017. baseQuery = baseQuery
  1018. .Where(e => e.ExtraIds != null);
  1019. }
  1020. else
  1021. {
  1022. baseQuery = baseQuery
  1023. .Where(e => e.ExtraIds == null);
  1024. }
  1025. }
  1026. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  1027. {
  1028. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  1029. {
  1030. baseQuery = baseQuery
  1031. .Where(e => e.ExtraIds != null);
  1032. }
  1033. else
  1034. {
  1035. baseQuery = baseQuery
  1036. .Where(e => e.ExtraIds == null);
  1037. }
  1038. }
  1039. return baseQuery;
  1040. }
  1041. /// <summary>
  1042. /// Gets the type.
  1043. /// </summary>
  1044. /// <param name="typeName">Name of the type.</param>
  1045. /// <returns>Type.</returns>
  1046. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  1047. private static Type? GetType(string typeName)
  1048. {
  1049. ArgumentException.ThrowIfNullOrEmpty(typeName);
  1050. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  1051. .Select(a => a.GetType(k))
  1052. .FirstOrDefault(t => t is not null));
  1053. }
  1054. /// <inheritdoc cref="IItemRepository" />
  1055. public void SaveImages(BaseItem item)
  1056. {
  1057. ArgumentNullException.ThrowIfNull(item);
  1058. var images = item.ImageInfos.Select(e => Map(item.Id, e));
  1059. using var db = dbProvider.CreateDbContext();
  1060. using var transaction = db.Database.BeginTransaction();
  1061. db.BaseItemImageInfos.Where(e => e.ItemId == item.Id).ExecuteDelete();
  1062. db.BaseItemImageInfos.AddRange(images);
  1063. transaction.Commit();
  1064. }
  1065. /// <inheritdoc cref="IItemRepository" />
  1066. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1067. {
  1068. UpdateOrInsertItems(items, cancellationToken);
  1069. }
  1070. /// <inheritdoc cref="IItemRepository" />
  1071. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1072. {
  1073. ArgumentNullException.ThrowIfNull(items);
  1074. cancellationToken.ThrowIfCancellationRequested();
  1075. var itemsLen = items.Count;
  1076. var tuples = new (BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, string? UserDataKey, List<string> InheritedTags)[itemsLen];
  1077. for (int i = 0; i < itemsLen; i++)
  1078. {
  1079. var item = items[i];
  1080. var ancestorIds = item.SupportsAncestors ?
  1081. item.GetAncestorIds().Distinct().ToList() :
  1082. null;
  1083. var topParent = item.GetTopParent();
  1084. var userdataKey = item.GetUserDataKeys().FirstOrDefault();
  1085. var inheritedTags = item.GetInheritedTags();
  1086. tuples[i] = (item, ancestorIds, topParent, userdataKey, inheritedTags);
  1087. }
  1088. try
  1089. {
  1090. using var context = dbProvider.CreateDbContext();
  1091. using var transaction = context.Database.BeginTransaction();
  1092. foreach (var item in tuples)
  1093. {
  1094. var entity = Map(item.Item);
  1095. if (!context.BaseItems.Any(e => e.Id == entity.Id))
  1096. {
  1097. context.BaseItems.Add(entity);
  1098. }
  1099. else
  1100. {
  1101. context.BaseItems.Attach(entity).State = EntityState.Modified;
  1102. }
  1103. context.AncestorIds.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1104. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  1105. {
  1106. entity.AncestorIds = new List<AncestorId>();
  1107. foreach (var ancestorId in item.AncestorIds)
  1108. {
  1109. entity.AncestorIds.Add(new AncestorId()
  1110. {
  1111. ParentItemId = ancestorId,
  1112. ItemId = entity.Id,
  1113. Item = null!,
  1114. ParentItem = null!
  1115. });
  1116. }
  1117. }
  1118. var itemValuesToSave = GetItemValuesToSave(item.Item, item.InheritedTags);
  1119. var itemValues = itemValuesToSave.Select(e => e.Value).ToArray();
  1120. context.ItemValuesMap.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1121. entity.ItemValues = new List<ItemValueMap>();
  1122. var referenceValues = context.ItemValues.Where(e => itemValues.Any(f => f == e.CleanValue)).ToArray();
  1123. foreach (var itemValue in itemValuesToSave)
  1124. {
  1125. var refValue = referenceValues.FirstOrDefault(f => f.CleanValue == itemValue.Value && (int)f.Type == itemValue.MagicNumber);
  1126. if (refValue is not null)
  1127. {
  1128. entity.ItemValues.Add(new ItemValueMap()
  1129. {
  1130. Item = entity,
  1131. ItemId = entity.Id,
  1132. ItemValue = null!,
  1133. ItemValueId = refValue.ItemValueId
  1134. });
  1135. }
  1136. else
  1137. {
  1138. entity.ItemValues.Add(new ItemValueMap()
  1139. {
  1140. Item = entity,
  1141. ItemId = entity.Id,
  1142. ItemValue = new ItemValue()
  1143. {
  1144. CleanValue = GetCleanValue(itemValue.Value),
  1145. Type = (ItemValueType)itemValue.MagicNumber,
  1146. ItemValueId = Guid.NewGuid(),
  1147. Value = itemValue.Value
  1148. },
  1149. ItemValueId = Guid.Empty
  1150. });
  1151. }
  1152. }
  1153. }
  1154. context.SaveChanges();
  1155. transaction.Commit();
  1156. }
  1157. catch (System.Exception)
  1158. {
  1159. System.Console.WriteLine();
  1160. throw;
  1161. }
  1162. }
  1163. /// <inheritdoc cref="IItemRepository" />
  1164. public BaseItemDto? RetrieveItem(Guid id)
  1165. {
  1166. if (id.IsEmpty())
  1167. {
  1168. throw new ArgumentException("Guid can't be empty", nameof(id));
  1169. }
  1170. using var context = dbProvider.CreateDbContext();
  1171. var item = context.BaseItems.AsNoTracking().FirstOrDefault(e => e.Id == id);
  1172. if (item is null)
  1173. {
  1174. return null;
  1175. }
  1176. return DeserialiseBaseItem(item);
  1177. }
  1178. /// <summary>
  1179. /// Maps a Entity to the DTO.
  1180. /// </summary>
  1181. /// <param name="entity">The entity.</param>
  1182. /// <param name="dto">The dto base instance.</param>
  1183. /// <returns>The dto to map.</returns>
  1184. public BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto)
  1185. {
  1186. dto.Id = entity.Id;
  1187. dto.ParentId = entity.ParentId.GetValueOrDefault();
  1188. dto.Path = entity.Path;
  1189. dto.EndDate = entity.EndDate;
  1190. dto.CommunityRating = entity.CommunityRating;
  1191. dto.CustomRating = entity.CustomRating;
  1192. dto.IndexNumber = entity.IndexNumber;
  1193. dto.IsLocked = entity.IsLocked;
  1194. dto.Name = entity.Name;
  1195. dto.OfficialRating = entity.OfficialRating;
  1196. dto.Overview = entity.Overview;
  1197. dto.ParentIndexNumber = entity.ParentIndexNumber;
  1198. dto.PremiereDate = entity.PremiereDate;
  1199. dto.ProductionYear = entity.ProductionYear;
  1200. dto.SortName = entity.SortName;
  1201. dto.ForcedSortName = entity.ForcedSortName;
  1202. dto.RunTimeTicks = entity.RunTimeTicks;
  1203. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  1204. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  1205. dto.IsInMixedFolder = entity.IsInMixedFolder;
  1206. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  1207. dto.CriticRating = entity.CriticRating;
  1208. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  1209. dto.OriginalTitle = entity.OriginalTitle;
  1210. dto.Album = entity.Album;
  1211. dto.LUFS = entity.LUFS;
  1212. dto.NormalizationGain = entity.NormalizationGain;
  1213. dto.IsVirtualItem = entity.IsVirtualItem;
  1214. dto.ExternalSeriesId = entity.ExternalSeriesId;
  1215. dto.Tagline = entity.Tagline;
  1216. dto.TotalBitrate = entity.TotalBitrate;
  1217. dto.ExternalId = entity.ExternalId;
  1218. dto.Size = entity.Size;
  1219. dto.Genres = entity.Genres?.Split('|');
  1220. dto.DateCreated = entity.DateCreated.GetValueOrDefault();
  1221. dto.DateModified = entity.DateModified.GetValueOrDefault();
  1222. dto.ChannelId = string.IsNullOrWhiteSpace(entity.ChannelId) ? Guid.Empty : Guid.Parse(entity.ChannelId);
  1223. dto.DateLastRefreshed = entity.DateLastRefreshed.GetValueOrDefault();
  1224. dto.DateLastSaved = entity.DateLastSaved.GetValueOrDefault();
  1225. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : Guid.Parse(entity.OwnerId);
  1226. dto.Width = entity.Width.GetValueOrDefault();
  1227. dto.Height = entity.Height.GetValueOrDefault();
  1228. if (entity.Provider is not null)
  1229. {
  1230. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  1231. }
  1232. if (entity.ExtraType is not null)
  1233. {
  1234. dto.ExtraType = (ExtraType)entity.ExtraType;
  1235. }
  1236. if (entity.LockedFields is not null)
  1237. {
  1238. dto.LockedFields = entity.LockedFields?.Select(e => (MetadataField)e.Id).ToArray() ?? [];
  1239. }
  1240. if (entity.Audio is not null)
  1241. {
  1242. dto.Audio = (ProgramAudio)entity.Audio;
  1243. }
  1244. dto.ExtraIds = string.IsNullOrWhiteSpace(entity.ExtraIds) ? null : entity.ExtraIds.Split('|').Select(e => Guid.Parse(e)).ToArray();
  1245. dto.ProductionLocations = entity.ProductionLocations?.Split('|');
  1246. dto.Studios = entity.Studios?.Split('|');
  1247. dto.Tags = entity.Tags?.Split('|');
  1248. if (dto is IHasProgramAttributes hasProgramAttributes)
  1249. {
  1250. hasProgramAttributes.IsMovie = entity.IsMovie;
  1251. hasProgramAttributes.IsSeries = entity.IsSeries;
  1252. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  1253. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  1254. }
  1255. if (dto is LiveTvChannel liveTvChannel)
  1256. {
  1257. liveTvChannel.ServiceName = entity.ExternalServiceId;
  1258. }
  1259. if (dto is Trailer trailer)
  1260. {
  1261. trailer.TrailerTypes = entity.TrailerTypes?.Select(e => (TrailerType)e.Id).ToArray() ?? [];
  1262. }
  1263. if (dto is Video video)
  1264. {
  1265. video.PrimaryVersionId = entity.PrimaryVersionId;
  1266. }
  1267. if (dto is IHasSeries hasSeriesName)
  1268. {
  1269. hasSeriesName.SeriesName = entity.SeriesName;
  1270. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  1271. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  1272. }
  1273. if (dto is Episode episode)
  1274. {
  1275. episode.SeasonName = entity.SeasonName;
  1276. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  1277. }
  1278. if (dto is IHasArtist hasArtists)
  1279. {
  1280. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries);
  1281. }
  1282. if (dto is IHasAlbumArtist hasAlbumArtists)
  1283. {
  1284. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries);
  1285. }
  1286. if (dto is LiveTvProgram program)
  1287. {
  1288. program.ShowId = entity.ShowId;
  1289. }
  1290. if (entity.Images is not null)
  1291. {
  1292. dto.ImageInfos = entity.Images.Select(Map).ToArray();
  1293. }
  1294. // dto.Type = entity.Type;
  1295. // dto.Data = entity.Data;
  1296. // dto.MediaType = entity.MediaType;
  1297. if (dto is IHasStartDate hasStartDate)
  1298. {
  1299. hasStartDate.StartDate = entity.StartDate;
  1300. }
  1301. // Fields that are present in the DB but are never actually used
  1302. // dto.UnratedType = entity.UnratedType;
  1303. // dto.TopParentId = entity.TopParentId;
  1304. // dto.CleanName = entity.CleanName;
  1305. // dto.UserDataKey = entity.UserDataKey;
  1306. if (dto is Folder folder)
  1307. {
  1308. folder.DateLastMediaAdded = entity.DateLastMediaAdded;
  1309. }
  1310. return dto;
  1311. }
  1312. /// <summary>
  1313. /// Maps a Entity to the DTO.
  1314. /// </summary>
  1315. /// <param name="dto">The entity.</param>
  1316. /// <returns>The dto to map.</returns>
  1317. public BaseItemEntity Map(BaseItemDto dto)
  1318. {
  1319. var entity = new BaseItemEntity()
  1320. {
  1321. Type = dto.GetType().ToString(),
  1322. Id = dto.Id
  1323. };
  1324. entity.ParentId = !dto.ParentId.IsEmpty() ? dto.ParentId : null;
  1325. entity.Path = GetPathToSave(dto.Path);
  1326. entity.EndDate = dto.EndDate.GetValueOrDefault();
  1327. entity.CommunityRating = dto.CommunityRating;
  1328. entity.CustomRating = dto.CustomRating;
  1329. entity.IndexNumber = dto.IndexNumber;
  1330. entity.IsLocked = dto.IsLocked;
  1331. entity.Name = dto.Name;
  1332. entity.OfficialRating = dto.OfficialRating;
  1333. entity.Overview = dto.Overview;
  1334. entity.ParentIndexNumber = dto.ParentIndexNumber;
  1335. entity.PremiereDate = dto.PremiereDate;
  1336. entity.ProductionYear = dto.ProductionYear;
  1337. entity.SortName = dto.SortName;
  1338. entity.ForcedSortName = dto.ForcedSortName;
  1339. entity.RunTimeTicks = dto.RunTimeTicks;
  1340. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  1341. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  1342. entity.IsInMixedFolder = dto.IsInMixedFolder;
  1343. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  1344. entity.CriticRating = dto.CriticRating;
  1345. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  1346. entity.OriginalTitle = dto.OriginalTitle;
  1347. entity.Album = dto.Album;
  1348. entity.LUFS = dto.LUFS;
  1349. entity.NormalizationGain = dto.NormalizationGain;
  1350. entity.IsVirtualItem = dto.IsVirtualItem;
  1351. entity.ExternalSeriesId = dto.ExternalSeriesId;
  1352. entity.Tagline = dto.Tagline;
  1353. entity.TotalBitrate = dto.TotalBitrate;
  1354. entity.ExternalId = dto.ExternalId;
  1355. entity.Size = dto.Size;
  1356. entity.Genres = string.Join('|', dto.Genres);
  1357. entity.DateCreated = dto.DateCreated;
  1358. entity.DateModified = dto.DateModified;
  1359. entity.ChannelId = dto.ChannelId.ToString();
  1360. entity.DateLastRefreshed = dto.DateLastRefreshed;
  1361. entity.DateLastSaved = dto.DateLastSaved;
  1362. entity.OwnerId = dto.OwnerId.ToString();
  1363. entity.Width = dto.Width;
  1364. entity.Height = dto.Height;
  1365. entity.Provider = dto.ProviderIds.Select(e => new BaseItemProvider()
  1366. {
  1367. Item = entity,
  1368. ProviderId = e.Key,
  1369. ProviderValue = e.Value
  1370. }).ToList();
  1371. if (dto.Audio.HasValue)
  1372. {
  1373. entity.Audio = (ProgramAudioEntity)dto.Audio;
  1374. }
  1375. if (dto.ExtraType.HasValue)
  1376. {
  1377. entity.ExtraType = (BaseItemExtraType)dto.ExtraType;
  1378. }
  1379. entity.ExtraIds = dto.ExtraIds is not null ? string.Join('|', dto.ExtraIds) : null;
  1380. entity.ProductionLocations = dto.ProductionLocations is not null ? string.Join('|', dto.ProductionLocations) : null;
  1381. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  1382. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  1383. entity.LockedFields = dto.LockedFields is not null ? dto.LockedFields
  1384. .Select(e => new BaseItemMetadataField()
  1385. {
  1386. Id = (int)e,
  1387. Item = entity,
  1388. ItemId = entity.Id
  1389. })
  1390. .ToArray() : null;
  1391. if (dto is IHasProgramAttributes hasProgramAttributes)
  1392. {
  1393. entity.IsMovie = hasProgramAttributes.IsMovie;
  1394. entity.IsSeries = hasProgramAttributes.IsSeries;
  1395. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  1396. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  1397. }
  1398. if (dto is LiveTvChannel liveTvChannel)
  1399. {
  1400. entity.ExternalServiceId = liveTvChannel.ServiceName;
  1401. }
  1402. if (dto is Video video)
  1403. {
  1404. entity.PrimaryVersionId = video.PrimaryVersionId;
  1405. }
  1406. if (dto is IHasSeries hasSeriesName)
  1407. {
  1408. entity.SeriesName = hasSeriesName.SeriesName;
  1409. entity.SeriesId = hasSeriesName.SeriesId;
  1410. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  1411. }
  1412. if (dto is Episode episode)
  1413. {
  1414. entity.SeasonName = episode.SeasonName;
  1415. entity.SeasonId = episode.SeasonId;
  1416. }
  1417. if (dto is IHasArtist hasArtists)
  1418. {
  1419. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  1420. }
  1421. if (dto is IHasAlbumArtist hasAlbumArtists)
  1422. {
  1423. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  1424. }
  1425. if (dto is LiveTvProgram program)
  1426. {
  1427. entity.ShowId = program.ShowId;
  1428. }
  1429. if (dto.ImageInfos is not null)
  1430. {
  1431. entity.Images = dto.ImageInfos.Select(f => Map(dto.Id, f)).ToArray();
  1432. }
  1433. if (dto is Trailer trailer)
  1434. {
  1435. entity.TrailerTypes = trailer.TrailerTypes?.Select(e => new BaseItemTrailerType()
  1436. {
  1437. Id = (int)e,
  1438. Item = entity,
  1439. ItemId = entity.Id
  1440. }).ToArray() ?? [];
  1441. }
  1442. // dto.Type = entity.Type;
  1443. // dto.Data = entity.Data;
  1444. // dto.MediaType = entity.MediaType;
  1445. if (dto is IHasStartDate hasStartDate)
  1446. {
  1447. entity.StartDate = hasStartDate.StartDate;
  1448. }
  1449. // Fields that are present in the DB but are never actually used
  1450. // dto.UnratedType = entity.UnratedType;
  1451. // dto.TopParentId = entity.TopParentId;
  1452. // dto.CleanName = entity.CleanName;
  1453. // dto.UserDataKey = entity.UserDataKey;
  1454. if (dto is Folder folder)
  1455. {
  1456. entity.DateLastMediaAdded = folder.DateLastMediaAdded;
  1457. entity.IsFolder = folder.IsFolder;
  1458. }
  1459. return entity;
  1460. }
  1461. private IReadOnlyList<string> GetItemValueNames(int[] itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  1462. {
  1463. using var context = dbProvider.CreateDbContext();
  1464. var query = context.ItemValuesMap
  1465. .AsNoTracking()
  1466. .Where(e => itemValueTypes.Any(w => (ItemValueType)w == e.ItemValue.Type));
  1467. if (withItemTypes.Count > 0)
  1468. {
  1469. query = query.Where(e => withItemTypes.Contains(e.Item.Type));
  1470. }
  1471. if (excludeItemTypes.Count > 0)
  1472. {
  1473. query = query.Where(e => !excludeItemTypes.Contains(e.Item.Type));
  1474. }
  1475. // query = query.DistinctBy(e => e.CleanValue);
  1476. return query.Select(e => e.ItemValue.CleanValue).ToImmutableArray();
  1477. }
  1478. private bool TypeRequiresDeserialization(Type type)
  1479. {
  1480. if (serverConfigurationManager.Configuration.SkipDeserializationForBasicTypes)
  1481. {
  1482. if (type == typeof(Channel)
  1483. || type == typeof(UserRootFolder))
  1484. {
  1485. return false;
  1486. }
  1487. }
  1488. return type.GetCustomAttribute<RequiresSourceSerialisationAttribute>() == null;
  1489. }
  1490. private BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, bool skipDeserialization = false)
  1491. {
  1492. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1493. BaseItemDto? dto = null;
  1494. if (TypeRequiresDeserialization(type) && baseItemEntity.Data is not null && !skipDeserialization)
  1495. {
  1496. try
  1497. {
  1498. using var dataAsStream = new MemoryStream(Encoding.UTF8.GetBytes(baseItemEntity.Data!));
  1499. dto = JsonSerializer.Deserialize(dataAsStream, type, JsonDefaults.Options) as BaseItemDto;
  1500. }
  1501. catch (JsonException ex)
  1502. {
  1503. logger.LogError(ex, "Error deserializing item with JSON: {Data}", baseItemEntity.Data);
  1504. }
  1505. }
  1506. if (dto is null)
  1507. {
  1508. dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1509. }
  1510. return Map(baseItemEntity, dto);
  1511. }
  1512. private QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery filter, int[] itemValueTypes, string returnType)
  1513. {
  1514. ArgumentNullException.ThrowIfNull(filter);
  1515. if (!filter.Limit.HasValue)
  1516. {
  1517. filter.EnableTotalRecordCount = false;
  1518. }
  1519. using var context = dbProvider.CreateDbContext();
  1520. var innerQuery = new InternalItemsQuery(filter.User)
  1521. {
  1522. ExcludeItemTypes = filter.ExcludeItemTypes,
  1523. IncludeItemTypes = filter.IncludeItemTypes,
  1524. MediaTypes = filter.MediaTypes,
  1525. AncestorIds = filter.AncestorIds,
  1526. ItemIds = filter.ItemIds,
  1527. TopParentIds = filter.TopParentIds,
  1528. ParentId = filter.ParentId,
  1529. IsAiring = filter.IsAiring,
  1530. IsMovie = filter.IsMovie,
  1531. IsSports = filter.IsSports,
  1532. IsKids = filter.IsKids,
  1533. IsNews = filter.IsNews,
  1534. IsSeries = filter.IsSeries
  1535. };
  1536. var query = TranslateQuery(context.BaseItems.AsNoTracking(), context, innerQuery);
  1537. query = query.Where(e => e.Type == returnType && e.ItemValues!.Any(f => e.CleanName == f.ItemValue.CleanValue && itemValueTypes.Any(w => (ItemValueType)w == f.ItemValue.Type)));
  1538. if (filter.OrderBy.Count != 0
  1539. || !string.IsNullOrEmpty(filter.SearchTerm))
  1540. {
  1541. query = ApplyOrder(query, filter);
  1542. }
  1543. else
  1544. {
  1545. query = query.OrderBy(e => e.SortName);
  1546. }
  1547. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1548. {
  1549. var offset = filter.StartIndex ?? 0;
  1550. if (offset > 0)
  1551. {
  1552. query = query.Skip(offset);
  1553. }
  1554. if (filter.Limit.HasValue)
  1555. {
  1556. query.Take(filter.Limit.Value);
  1557. }
  1558. }
  1559. var result = new QueryResult<(BaseItem, ItemCounts)>();
  1560. string countText = string.Empty;
  1561. if (filter.EnableTotalRecordCount)
  1562. {
  1563. result.TotalRecordCount = query.DistinctBy(e => e.PresentationUniqueKey).Count();
  1564. }
  1565. var resultQuery = query.Select(e => new
  1566. {
  1567. item = e,
  1568. // TODO: This is bad refactor!
  1569. itemCount = new ItemCounts()
  1570. {
  1571. SeriesCount = e.ItemValues!.Count(f => f.Item.Type == typeof(Series).FullName),
  1572. EpisodeCount = e.ItemValues!.Count(f => f.Item.Type == typeof(Data.Entities.Libraries.Movie).FullName),
  1573. MovieCount = e.ItemValues!.Count(f => f.Item.Type == typeof(Series).FullName),
  1574. AlbumCount = e.ItemValues!.Count(f => f.Item.Type == typeof(MusicAlbum).FullName),
  1575. ArtistCount = e.ItemValues!.Count(f => f.Item.Type == typeof(MusicArtist).FullName),
  1576. SongCount = e.ItemValues!.Count(f => f.Item.Type == typeof(Audio).FullName),
  1577. TrailerCount = e.ItemValues!.Count(f => f.Item.Type == typeof(Trailer).FullName),
  1578. }
  1579. });
  1580. result.StartIndex = filter.StartIndex ?? 0;
  1581. result.Items = resultQuery.ToImmutableArray().Select(e =>
  1582. {
  1583. return (DeserialiseBaseItem(e.item, filter.SkipDeserialization), e.itemCount);
  1584. }).ToImmutableArray();
  1585. return result;
  1586. }
  1587. private static void PrepareFilterQuery(InternalItemsQuery query)
  1588. {
  1589. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  1590. {
  1591. query.Limit = query.Limit.Value + 4;
  1592. }
  1593. if (query.IsResumable ?? false)
  1594. {
  1595. query.IsVirtualItem = false;
  1596. }
  1597. }
  1598. private string GetCleanValue(string value)
  1599. {
  1600. if (string.IsNullOrWhiteSpace(value))
  1601. {
  1602. return value;
  1603. }
  1604. return value.RemoveDiacritics().ToLowerInvariant();
  1605. }
  1606. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItem item, List<string> inheritedTags)
  1607. {
  1608. var list = new List<(int, string)>();
  1609. if (item is IHasArtist hasArtist)
  1610. {
  1611. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  1612. }
  1613. if (item is IHasAlbumArtist hasAlbumArtist)
  1614. {
  1615. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  1616. }
  1617. list.AddRange(item.Genres.Select(i => (2, i)));
  1618. list.AddRange(item.Studios.Select(i => (3, i)));
  1619. list.AddRange(item.Tags.Select(i => (4, i)));
  1620. // keywords was 5
  1621. list.AddRange(inheritedTags.Select(i => (6, i)));
  1622. // Remove all invalid values.
  1623. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  1624. return list;
  1625. }
  1626. internal static string? SerializeProviderIds(Dictionary<string, string> providerIds)
  1627. {
  1628. StringBuilder str = new StringBuilder();
  1629. foreach (var i in providerIds)
  1630. {
  1631. // Ideally we shouldn't need this IsNullOrWhiteSpace check,
  1632. // but we're seeing some cases of bad data slip through
  1633. if (string.IsNullOrWhiteSpace(i.Value))
  1634. {
  1635. continue;
  1636. }
  1637. str.Append(i.Key)
  1638. .Append('=')
  1639. .Append(i.Value)
  1640. .Append('|');
  1641. }
  1642. if (str.Length == 0)
  1643. {
  1644. return null;
  1645. }
  1646. str.Length -= 1; // Remove last |
  1647. return str.ToString();
  1648. }
  1649. internal static void DeserializeProviderIds(string value, IHasProviderIds item)
  1650. {
  1651. if (string.IsNullOrWhiteSpace(value))
  1652. {
  1653. return;
  1654. }
  1655. foreach (var part in value.SpanSplit('|'))
  1656. {
  1657. var providerDelimiterIndex = part.IndexOf('=');
  1658. // Don't let empty values through
  1659. if (providerDelimiterIndex != -1 && part.Length != providerDelimiterIndex + 1)
  1660. {
  1661. item.SetProviderId(part[..providerDelimiterIndex].ToString(), part[(providerDelimiterIndex + 1)..].ToString());
  1662. }
  1663. }
  1664. }
  1665. private static BaseItemImageInfo Map(Guid baseItemId, ItemImageInfo e)
  1666. {
  1667. return new BaseItemImageInfo()
  1668. {
  1669. ItemId = baseItemId,
  1670. Id = Guid.NewGuid(),
  1671. Path = e.Path,
  1672. Blurhash = e.BlurHash != null ? Encoding.UTF8.GetBytes(e.BlurHash) : null,
  1673. DateModified = e.DateModified,
  1674. Height = e.Height,
  1675. Width = e.Width,
  1676. ImageType = (ImageInfoImageType)e.Type,
  1677. Item = null!
  1678. };
  1679. }
  1680. private static ItemImageInfo Map(BaseItemImageInfo e)
  1681. {
  1682. return new ItemImageInfo()
  1683. {
  1684. Path = e.Path,
  1685. BlurHash = e.Blurhash != null ? Encoding.UTF8.GetString(e.Blurhash) : null,
  1686. DateModified = e.DateModified,
  1687. Height = e.Height,
  1688. Width = e.Width,
  1689. Type = (ImageType)e.ImageType
  1690. };
  1691. }
  1692. private string? GetPathToSave(string path)
  1693. {
  1694. if (path is null)
  1695. {
  1696. return null;
  1697. }
  1698. return appHost.ReverseVirtualPath(path);
  1699. }
  1700. private string RestorePath(string path)
  1701. {
  1702. return appHost.ExpandVirtualPath(path);
  1703. }
  1704. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1705. {
  1706. var list = new List<string>();
  1707. if (IsTypeInQuery(BaseItemKind.Person, query))
  1708. {
  1709. list.Add(typeof(Person).FullName!);
  1710. }
  1711. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1712. {
  1713. list.Add(typeof(Genre).FullName!);
  1714. }
  1715. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1716. {
  1717. list.Add(typeof(MusicGenre).FullName!);
  1718. }
  1719. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1720. {
  1721. list.Add(typeof(MusicArtist).FullName!);
  1722. }
  1723. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1724. {
  1725. list.Add(typeof(Studio).FullName!);
  1726. }
  1727. return list;
  1728. }
  1729. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1730. {
  1731. if (query.ExcludeItemTypes.Contains(type))
  1732. {
  1733. return false;
  1734. }
  1735. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1736. }
  1737. private IQueryable<T> Pageinate<T>(IQueryable<T> query, InternalItemsQuery filter)
  1738. {
  1739. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1740. {
  1741. var offset = filter.StartIndex ?? 0;
  1742. if (offset > 0)
  1743. {
  1744. query = query.Skip(offset);
  1745. }
  1746. if (filter.Limit.HasValue)
  1747. {
  1748. query = query.Take(filter.Limit.Value);
  1749. }
  1750. }
  1751. return query;
  1752. }
  1753. private Expression<Func<BaseItemEntity, object>> MapOrderByField(ItemSortBy sortBy, InternalItemsQuery query)
  1754. {
  1755. #pragma warning disable CS8603 // Possible null reference return.
  1756. return sortBy switch
  1757. {
  1758. ItemSortBy.AirTime => e => e.SortName, // TODO
  1759. ItemSortBy.Runtime => e => e.RunTimeTicks,
  1760. ItemSortBy.Random => e => EF.Functions.Random(),
  1761. ItemSortBy.DatePlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id && f.Key == e.UserDataKey)!.LastPlayedDate,
  1762. ItemSortBy.PlayCount => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id && f.Key == e.UserDataKey)!.PlayCount,
  1763. ItemSortBy.IsFavoriteOrLiked => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id && f.Key == e.UserDataKey)!.IsFavorite,
  1764. ItemSortBy.IsFolder => e => e.IsFolder,
  1765. ItemSortBy.IsPlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id && f.Key == e.UserDataKey)!.Played,
  1766. ItemSortBy.IsUnplayed => e => !e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id && f.Key == e.UserDataKey)!.Played,
  1767. ItemSortBy.DateLastContentAdded => e => e.DateLastMediaAdded,
  1768. ItemSortBy.Artist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Artist).Select(f => f.ItemValue.CleanValue),
  1769. ItemSortBy.AlbumArtist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.AlbumArtist).Select(f => f.ItemValue.CleanValue),
  1770. ItemSortBy.Studio => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Studios).Select(f => f.ItemValue.CleanValue),
  1771. ItemSortBy.OfficialRating => e => e.InheritedParentalRatingValue,
  1772. // ItemSortBy.SeriesDatePlayed => "(Select MAX(LastPlayedDate) from TypedBaseItems B" + GetJoinUserDataText(query) + " where Played=1 and B.SeriesPresentationUniqueKey=A.PresentationUniqueKey)",
  1773. ItemSortBy.SeriesSortName => e => e.SeriesName,
  1774. // ItemSortBy.AiredEpisodeOrder => "AiredEpisodeOrder",
  1775. ItemSortBy.Album => e => e.Album,
  1776. ItemSortBy.DateCreated => e => e.DateCreated,
  1777. ItemSortBy.PremiereDate => e => e.PremiereDate,
  1778. ItemSortBy.StartDate => e => e.StartDate,
  1779. ItemSortBy.Name => e => e.Name,
  1780. ItemSortBy.CommunityRating => e => e.CommunityRating,
  1781. ItemSortBy.ProductionYear => e => e.ProductionYear,
  1782. ItemSortBy.CriticRating => e => e.CriticRating,
  1783. ItemSortBy.VideoBitRate => e => e.TotalBitrate,
  1784. ItemSortBy.ParentIndexNumber => e => e.ParentIndexNumber,
  1785. ItemSortBy.IndexNumber => e => e.IndexNumber,
  1786. _ => e => e.SortName
  1787. };
  1788. #pragma warning restore CS8603 // Possible null reference return.
  1789. }
  1790. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1791. {
  1792. if (!query.GroupByPresentationUniqueKey)
  1793. {
  1794. return false;
  1795. }
  1796. if (query.GroupBySeriesPresentationUniqueKey)
  1797. {
  1798. return false;
  1799. }
  1800. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1801. {
  1802. return false;
  1803. }
  1804. if (query.User is null)
  1805. {
  1806. return false;
  1807. }
  1808. if (query.IncludeItemTypes.Length == 0)
  1809. {
  1810. return true;
  1811. }
  1812. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1813. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1814. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1815. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1816. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1817. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1818. }
  1819. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1820. {
  1821. var orderBy = filter.OrderBy;
  1822. bool hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1823. if (hasSearch)
  1824. {
  1825. List<(ItemSortBy, SortOrder)> prepend = new List<(ItemSortBy, SortOrder)>(4);
  1826. if (hasSearch)
  1827. {
  1828. prepend.Add((ItemSortBy.SortName, SortOrder.Ascending));
  1829. }
  1830. orderBy = filter.OrderBy = [.. prepend, .. orderBy];
  1831. }
  1832. else if (orderBy.Count == 0)
  1833. {
  1834. return query;
  1835. }
  1836. foreach (var item in orderBy)
  1837. {
  1838. var expression = MapOrderByField(item.OrderBy, filter);
  1839. if (item.SortOrder == SortOrder.Ascending)
  1840. {
  1841. query = query.OrderBy(expression);
  1842. }
  1843. else
  1844. {
  1845. query = query.OrderByDescending(expression);
  1846. }
  1847. }
  1848. return query;
  1849. }
  1850. }