BaseItemRepository.cs 77 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Collections.Immutable;
  5. using System.Globalization;
  6. using System.Linq;
  7. using System.Linq.Expressions;
  8. using System.Security.Cryptography.X509Certificates;
  9. using System.Text;
  10. using System.Threading;
  11. using System.Threading.Channels;
  12. using Jellyfin.Data.Enums;
  13. using Jellyfin.Extensions;
  14. using MediaBrowser.Controller;
  15. using MediaBrowser.Controller.Entities;
  16. using MediaBrowser.Controller.Entities.Audio;
  17. using MediaBrowser.Controller.Entities.Movies;
  18. using MediaBrowser.Controller.Entities.TV;
  19. using MediaBrowser.Controller.LiveTv;
  20. using MediaBrowser.Controller.Persistence;
  21. using MediaBrowser.Controller.Playlists;
  22. using MediaBrowser.Model.Dto;
  23. using MediaBrowser.Model.Entities;
  24. using MediaBrowser.Model.LiveTv;
  25. using MediaBrowser.Model.Querying;
  26. using Microsoft.EntityFrameworkCore;
  27. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  28. using BaseItemEntity = Jellyfin.Data.Entities.BaseItemEntity;
  29. namespace Jellyfin.Server.Implementations.Item;
  30. /// <summary>
  31. /// Handles all storage logic for BaseItems.
  32. /// </summary>
  33. /// <remarks>
  34. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  35. /// </remarks>
  36. /// <param name="dbProvider">The db factory.</param>
  37. /// <param name="appHost">The Application host.</param>
  38. /// <param name="itemTypeLookup">The static type lookup.</param>
  39. public sealed class BaseItemRepository(IDbContextFactory<JellyfinDbContext> dbProvider, IServerApplicationHost appHost, IItemTypeLookup itemTypeLookup)
  40. : IItemRepository, IDisposable
  41. {
  42. /// <summary>
  43. /// This holds all the types in the running assemblies
  44. /// so that we can de-serialize properly when we don't have strong types.
  45. /// </summary>
  46. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  47. private bool _disposed;
  48. /// <inheritdoc/>
  49. public void Dispose()
  50. {
  51. if (_disposed)
  52. {
  53. return;
  54. }
  55. _disposed = true;
  56. }
  57. /// <inheritdoc />
  58. public void DeleteItem(Guid id)
  59. {
  60. ArgumentNullException.ThrowIfNull(id.IsEmpty() ? null : id);
  61. using var context = dbProvider.CreateDbContext();
  62. using var transaction = context.Database.BeginTransaction();
  63. context.Peoples.Where(e => e.ItemId.Equals(id)).ExecuteDelete();
  64. context.Chapters.Where(e => e.ItemId.Equals(id)).ExecuteDelete();
  65. context.MediaStreamInfos.Where(e => e.ItemId.Equals(id)).ExecuteDelete();
  66. context.AncestorIds.Where(e => e.ItemId.Equals(id)).ExecuteDelete();
  67. context.ItemValues.Where(e => e.ItemId.Equals(id)).ExecuteDelete();
  68. context.BaseItems.Where(e => e.Id.Equals(id)).ExecuteDelete();
  69. context.SaveChanges();
  70. transaction.Commit();
  71. }
  72. /// <inheritdoc />
  73. public void UpdateInheritedValues()
  74. {
  75. using var context = dbProvider.CreateDbContext();
  76. using var transaction = context.Database.BeginTransaction();
  77. context.ItemValues.Where(e => e.Type == 6).ExecuteDelete();
  78. context.ItemValues.AddRange(context.ItemValues.Where(e => e.Type == 4).Select(e => new Data.Entities.ItemValue()
  79. {
  80. CleanValue = e.CleanValue,
  81. ItemId = e.ItemId,
  82. Type = 6,
  83. Value = e.Value,
  84. Item = null!
  85. }));
  86. context.ItemValues.AddRange(
  87. context.AncestorIds.Where(e => e.AncestorIdText != null).Join(context.ItemValues.Where(e => e.Value != null && e.Type == 4), e => e.Id, e => e.ItemId, (e, f) => new Data.Entities.ItemValue()
  88. {
  89. CleanValue = f.CleanValue,
  90. ItemId = e.ItemId,
  91. Item = null!,
  92. Type = 6,
  93. Value = f.Value
  94. }));
  95. context.SaveChanges();
  96. transaction.Commit();
  97. }
  98. /// <inheritdoc cref="IItemRepository"/>
  99. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  100. {
  101. ArgumentNullException.ThrowIfNull(filter);
  102. PrepareFilterQuery(filter);
  103. using var context = dbProvider.CreateDbContext();
  104. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter)
  105. .DistinctBy(e => e.Id);
  106. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  107. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  108. {
  109. dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).SelectMany(e => e);
  110. }
  111. if (enableGroupByPresentationUniqueKey)
  112. {
  113. dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).SelectMany(e => e);
  114. }
  115. if (filter.GroupBySeriesPresentationUniqueKey)
  116. {
  117. dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).SelectMany(e => e);
  118. }
  119. dbQuery = ApplyOrder(dbQuery, filter);
  120. return Pageinate(dbQuery, filter).Select(e => e.Id).ToImmutableArray();
  121. }
  122. /// <inheritdoc />
  123. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  124. {
  125. return GetItemValues(filter, [0, 1], typeof(MusicArtist).FullName!);
  126. }
  127. /// <inheritdoc />
  128. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery filter)
  129. {
  130. return GetItemValues(filter, [0], typeof(MusicArtist).FullName!);
  131. }
  132. /// <inheritdoc />
  133. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  134. {
  135. return GetItemValues(filter, [1], typeof(MusicArtist).FullName!);
  136. }
  137. /// <inheritdoc />
  138. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery filter)
  139. {
  140. return GetItemValues(filter, [3], typeof(Studio).FullName!);
  141. }
  142. /// <inheritdoc />
  143. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery filter)
  144. {
  145. return GetItemValues(filter, [2], typeof(Genre).FullName!);
  146. }
  147. /// <inheritdoc />
  148. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  149. {
  150. return GetItemValues(filter, [2], typeof(MusicGenre).FullName!);
  151. }
  152. /// <inheritdoc />
  153. public IReadOnlyList<string> GetStudioNames()
  154. {
  155. return GetItemValueNames([3], Array.Empty<string>(), Array.Empty<string>());
  156. }
  157. /// <inheritdoc />
  158. public IReadOnlyList<string> GetAllArtistNames()
  159. {
  160. return GetItemValueNames([0, 1], Array.Empty<string>(), Array.Empty<string>());
  161. }
  162. /// <inheritdoc />
  163. public IReadOnlyList<string> GetMusicGenreNames()
  164. {
  165. return GetItemValueNames(
  166. [2],
  167. new string[]
  168. {
  169. typeof(Audio).FullName!,
  170. typeof(MusicVideo).FullName!,
  171. typeof(MusicAlbum).FullName!,
  172. typeof(MusicArtist).FullName!
  173. },
  174. Array.Empty<string>());
  175. }
  176. /// <inheritdoc />
  177. public IReadOnlyList<string> GetGenreNames()
  178. {
  179. return GetItemValueNames(
  180. [2],
  181. Array.Empty<string>(),
  182. new string[]
  183. {
  184. typeof(Audio).FullName!,
  185. typeof(MusicVideo).FullName!,
  186. typeof(MusicAlbum).FullName!,
  187. typeof(MusicArtist).FullName!
  188. });
  189. }
  190. /// <inheritdoc cref="IItemRepository"/>
  191. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  192. {
  193. ArgumentNullException.ThrowIfNull(filter);
  194. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  195. {
  196. var returnList = GetItemList(filter);
  197. return new QueryResult<BaseItemDto>(
  198. filter.StartIndex,
  199. returnList.Count,
  200. returnList);
  201. }
  202. PrepareFilterQuery(filter);
  203. var result = new QueryResult<BaseItemDto>();
  204. using var context = dbProvider.CreateDbContext();
  205. var dbQuery = TranslateQuery(context.BaseItems, context, filter)
  206. .DistinctBy(e => e.Id);
  207. if (filter.EnableTotalRecordCount)
  208. {
  209. result.TotalRecordCount = dbQuery.Count();
  210. }
  211. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  212. {
  213. var offset = filter.StartIndex ?? 0;
  214. if (offset > 0)
  215. {
  216. dbQuery = dbQuery.Skip(offset);
  217. }
  218. if (filter.Limit.HasValue)
  219. {
  220. dbQuery = dbQuery.Take(filter.Limit.Value);
  221. }
  222. }
  223. result.Items = dbQuery.ToList().Select(DeserialiseBaseItem).ToImmutableArray();
  224. result.StartIndex = filter.StartIndex ?? 0;
  225. return result;
  226. }
  227. /// <inheritdoc cref="IItemRepository"/>
  228. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  229. {
  230. ArgumentNullException.ThrowIfNull(filter);
  231. PrepareFilterQuery(filter);
  232. using var context = dbProvider.CreateDbContext();
  233. var dbQuery = TranslateQuery(context.BaseItems, context, filter)
  234. .DistinctBy(e => e.Id);
  235. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  236. {
  237. var offset = filter.StartIndex ?? 0;
  238. if (offset > 0)
  239. {
  240. dbQuery = dbQuery.Skip(offset);
  241. }
  242. if (filter.Limit.HasValue)
  243. {
  244. dbQuery = dbQuery.Take(filter.Limit.Value);
  245. }
  246. }
  247. return dbQuery.ToList().Select(DeserialiseBaseItem).ToImmutableArray();
  248. }
  249. /// <inheritdoc/>
  250. public int GetCount(InternalItemsQuery filter)
  251. {
  252. ArgumentNullException.ThrowIfNull(filter);
  253. // Hack for right now since we currently don't support filtering out these duplicates within a query
  254. PrepareFilterQuery(filter);
  255. using var context = dbProvider.CreateDbContext();
  256. var dbQuery = TranslateQuery(context.BaseItems, context, filter);
  257. return dbQuery.Count();
  258. }
  259. private IQueryable<BaseItemEntity> TranslateQuery(
  260. IQueryable<BaseItemEntity> baseQuery,
  261. JellyfinDbContext context,
  262. InternalItemsQuery filter)
  263. {
  264. var minWidth = filter.MinWidth;
  265. var maxWidth = filter.MaxWidth;
  266. var now = DateTime.UtcNow;
  267. if (filter.IsHD.HasValue)
  268. {
  269. const int Threshold = 1200;
  270. if (filter.IsHD.Value)
  271. {
  272. minWidth = Threshold;
  273. }
  274. else
  275. {
  276. maxWidth = Threshold - 1;
  277. }
  278. }
  279. if (filter.Is4K.HasValue)
  280. {
  281. const int Threshold = 3800;
  282. if (filter.Is4K.Value)
  283. {
  284. minWidth = Threshold;
  285. }
  286. else
  287. {
  288. maxWidth = Threshold - 1;
  289. }
  290. }
  291. if (minWidth.HasValue)
  292. {
  293. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  294. }
  295. if (filter.MinHeight.HasValue)
  296. {
  297. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  298. }
  299. if (maxWidth.HasValue)
  300. {
  301. baseQuery = baseQuery.Where(e => e.Width >= maxWidth);
  302. }
  303. if (filter.MaxHeight.HasValue)
  304. {
  305. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  306. }
  307. if (filter.IsLocked.HasValue)
  308. {
  309. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  310. }
  311. var tags = filter.Tags.ToList();
  312. var excludeTags = filter.ExcludeTags.ToList();
  313. if (filter.IsMovie == true)
  314. {
  315. if (filter.IncludeItemTypes.Length == 0
  316. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  317. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  318. {
  319. baseQuery = baseQuery.Where(e => e.IsMovie);
  320. }
  321. }
  322. else if (filter.IsMovie.HasValue)
  323. {
  324. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  325. }
  326. if (filter.IsSeries.HasValue)
  327. {
  328. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  329. }
  330. if (filter.IsSports.HasValue)
  331. {
  332. if (filter.IsSports.Value)
  333. {
  334. tags.Add("Sports");
  335. }
  336. else
  337. {
  338. excludeTags.Add("Sports");
  339. }
  340. }
  341. if (filter.IsNews.HasValue)
  342. {
  343. if (filter.IsNews.Value)
  344. {
  345. tags.Add("News");
  346. }
  347. else
  348. {
  349. excludeTags.Add("News");
  350. }
  351. }
  352. if (filter.IsKids.HasValue)
  353. {
  354. if (filter.IsKids.Value)
  355. {
  356. tags.Add("Kids");
  357. }
  358. else
  359. {
  360. excludeTags.Add("Kids");
  361. }
  362. }
  363. if (!string.IsNullOrEmpty(filter.SearchTerm))
  364. {
  365. baseQuery = baseQuery.Where(e => e.CleanName!.Contains(filter.SearchTerm, StringComparison.InvariantCultureIgnoreCase) || (e.OriginalTitle != null && e.OriginalTitle.Contains(filter.SearchTerm, StringComparison.InvariantCultureIgnoreCase)));
  366. }
  367. if (filter.IsFolder.HasValue)
  368. {
  369. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  370. }
  371. var includeTypes = filter.IncludeItemTypes;
  372. // Only specify excluded types if no included types are specified
  373. if (filter.IncludeItemTypes.Length == 0)
  374. {
  375. var excludeTypes = filter.ExcludeItemTypes;
  376. if (excludeTypes.Length == 1)
  377. {
  378. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  379. {
  380. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  381. }
  382. }
  383. else if (excludeTypes.Length > 1)
  384. {
  385. var excludeTypeName = new List<string>();
  386. foreach (var excludeType in excludeTypes)
  387. {
  388. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  389. {
  390. excludeTypeName.Add(baseItemKindName!);
  391. }
  392. }
  393. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  394. }
  395. }
  396. else if (includeTypes.Length == 1)
  397. {
  398. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  399. {
  400. baseQuery = baseQuery.Where(e => e.Type == includeTypeName);
  401. }
  402. }
  403. else if (includeTypes.Length > 1)
  404. {
  405. var includeTypeName = new List<string>();
  406. foreach (var includeType in includeTypes)
  407. {
  408. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  409. {
  410. includeTypeName.Add(baseItemKindName!);
  411. }
  412. }
  413. baseQuery = baseQuery.Where(e => includeTypeName.Contains(e.Type));
  414. }
  415. if (filter.ChannelIds.Count == 1)
  416. {
  417. baseQuery = baseQuery.Where(e => e.ChannelId == filter.ChannelIds[0].ToString("N", CultureInfo.InvariantCulture));
  418. }
  419. else if (filter.ChannelIds.Count > 1)
  420. {
  421. baseQuery = baseQuery.Where(e => filter.ChannelIds.Select(f => f.ToString("N", CultureInfo.InvariantCulture)).Contains(e.ChannelId));
  422. }
  423. if (!filter.ParentId.IsEmpty())
  424. {
  425. baseQuery = baseQuery.Where(e => e.ParentId.Equals(filter.ParentId));
  426. }
  427. if (!string.IsNullOrWhiteSpace(filter.Path))
  428. {
  429. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  430. }
  431. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  432. {
  433. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  434. }
  435. if (filter.MinCommunityRating.HasValue)
  436. {
  437. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  438. }
  439. if (filter.MinIndexNumber.HasValue)
  440. {
  441. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  442. }
  443. if (filter.MinParentAndIndexNumber.HasValue)
  444. {
  445. baseQuery = baseQuery
  446. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  447. }
  448. if (filter.MinDateCreated.HasValue)
  449. {
  450. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  451. }
  452. if (filter.MinDateLastSaved.HasValue)
  453. {
  454. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  455. }
  456. if (filter.MinDateLastSavedForUser.HasValue)
  457. {
  458. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  459. }
  460. if (filter.IndexNumber.HasValue)
  461. {
  462. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  463. }
  464. if (filter.ParentIndexNumber.HasValue)
  465. {
  466. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  467. }
  468. if (filter.ParentIndexNumberNotEquals.HasValue)
  469. {
  470. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  471. }
  472. var minEndDate = filter.MinEndDate;
  473. var maxEndDate = filter.MaxEndDate;
  474. if (filter.HasAired.HasValue)
  475. {
  476. if (filter.HasAired.Value)
  477. {
  478. maxEndDate = DateTime.UtcNow;
  479. }
  480. else
  481. {
  482. minEndDate = DateTime.UtcNow;
  483. }
  484. }
  485. if (minEndDate.HasValue)
  486. {
  487. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  488. }
  489. if (maxEndDate.HasValue)
  490. {
  491. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  492. }
  493. if (filter.MinStartDate.HasValue)
  494. {
  495. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  496. }
  497. if (filter.MaxStartDate.HasValue)
  498. {
  499. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  500. }
  501. if (filter.MinPremiereDate.HasValue)
  502. {
  503. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MinPremiereDate.Value);
  504. }
  505. if (filter.MaxPremiereDate.HasValue)
  506. {
  507. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  508. }
  509. if (filter.TrailerTypes.Length > 0)
  510. {
  511. baseQuery = baseQuery.Where(e => filter.TrailerTypes.Any(f => e.TrailerTypes!.Contains(f.ToString(), StringComparison.OrdinalIgnoreCase)));
  512. }
  513. if (filter.IsAiring.HasValue)
  514. {
  515. if (filter.IsAiring.Value)
  516. {
  517. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  518. }
  519. else
  520. {
  521. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  522. }
  523. }
  524. if (filter.PersonIds.Length > 0)
  525. {
  526. baseQuery = baseQuery
  527. .Where(e =>
  528. context.Peoples.Where(w => context.BaseItems.Where(w => filter.PersonIds.Contains(w.Id)).Any(f => f.Name == w.Name))
  529. .Any(f => f.ItemId.Equals(e.Id)));
  530. }
  531. if (!string.IsNullOrWhiteSpace(filter.Person))
  532. {
  533. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.Name == filter.Person));
  534. }
  535. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  536. {
  537. // this does not makes sense.
  538. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  539. // whereClauses.Add("SortName>=@MinSortName");
  540. // statement?.TryBind("@MinSortName", query.MinSortName);
  541. }
  542. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  543. {
  544. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  545. }
  546. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  547. {
  548. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  549. }
  550. if (!string.IsNullOrWhiteSpace(filter.Name))
  551. {
  552. var cleanName = GetCleanValue(filter.Name);
  553. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  554. }
  555. // These are the same, for now
  556. var nameContains = filter.NameContains;
  557. if (!string.IsNullOrWhiteSpace(nameContains))
  558. {
  559. baseQuery = baseQuery.Where(e =>
  560. e.CleanName == filter.NameContains
  561. || e.OriginalTitle!.Contains(filter.NameContains!, StringComparison.Ordinal));
  562. }
  563. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  564. {
  565. baseQuery = baseQuery.Where(e => e.SortName!.Contains(filter.NameStartsWith, StringComparison.OrdinalIgnoreCase));
  566. }
  567. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  568. {
  569. // i hate this
  570. baseQuery = baseQuery.Where(e => e.SortName![0] > filter.NameStartsWithOrGreater[0]);
  571. }
  572. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  573. {
  574. // i hate this
  575. baseQuery = baseQuery.Where(e => e.SortName![0] < filter.NameLessThan[0]);
  576. }
  577. if (filter.ImageTypes.Length > 0)
  578. {
  579. baseQuery = baseQuery.Where(e => filter.ImageTypes.Any(f => e.Images!.Contains(f.ToString(), StringComparison.InvariantCulture)));
  580. }
  581. if (filter.IsLiked.HasValue)
  582. {
  583. baseQuery = baseQuery
  584. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.Rating >= UserItemData.MinLikeValue);
  585. }
  586. if (filter.IsFavoriteOrLiked.HasValue)
  587. {
  588. baseQuery = baseQuery
  589. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.IsFavorite == filter.IsFavoriteOrLiked);
  590. }
  591. if (filter.IsFavorite.HasValue)
  592. {
  593. baseQuery = baseQuery
  594. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.IsFavorite == filter.IsFavorite);
  595. }
  596. if (filter.IsPlayed.HasValue)
  597. {
  598. baseQuery = baseQuery
  599. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.Played == filter.IsPlayed.Value);
  600. }
  601. if (filter.IsResumable.HasValue)
  602. {
  603. if (filter.IsResumable.Value)
  604. {
  605. baseQuery = baseQuery
  606. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.PlaybackPositionTicks > 0);
  607. }
  608. else
  609. {
  610. baseQuery = baseQuery
  611. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(filter.User!.Id) && f.Key == e.UserDataKey)!.PlaybackPositionTicks == 0);
  612. }
  613. }
  614. var artistQuery = context.BaseItems.Where(w => filter.ArtistIds.Contains(w.Id));
  615. if (filter.ArtistIds.Length > 0)
  616. {
  617. baseQuery = baseQuery
  618. .Where(e => e.ItemValues!.Any(f => f.Type <= 1 && artistQuery.Any(w => w.CleanName == f.CleanValue)));
  619. }
  620. if (filter.AlbumArtistIds.Length > 0)
  621. {
  622. baseQuery = baseQuery
  623. .Where(e => e.ItemValues!.Any(f => f.Type == 1 && artistQuery.Any(w => w.CleanName == f.CleanValue)));
  624. }
  625. if (filter.ContributingArtistIds.Length > 0)
  626. {
  627. var contributingArtists = context.BaseItems.Where(e => filter.ContributingArtistIds.Contains(e.Id));
  628. baseQuery = baseQuery.Where(e => e.ItemValues!.Any(f => f.Type == 0 && contributingArtists.Any(w => w.CleanName == f.CleanValue)));
  629. }
  630. if (filter.AlbumIds.Length > 0)
  631. {
  632. baseQuery = baseQuery.Where(e => context.BaseItems.Where(e => filter.AlbumIds.Contains(e.Id)).Any(f => f.Name == e.Album));
  633. }
  634. if (filter.ExcludeArtistIds.Length > 0)
  635. {
  636. var excludeArtistQuery = context.BaseItems.Where(w => filter.ExcludeArtistIds.Contains(w.Id));
  637. baseQuery = baseQuery
  638. .Where(e => !e.ItemValues!.Any(f => f.Type <= 1 && artistQuery.Any(w => w.CleanName == f.CleanValue)));
  639. }
  640. if (filter.GenreIds.Count > 0)
  641. {
  642. baseQuery = baseQuery
  643. .Where(e => e.ItemValues!.Any(f => f.Type == 2 && context.BaseItems.Where(w => filter.GenreIds.Contains(w.Id)).Any(w => w.CleanName == f.CleanValue)));
  644. }
  645. if (filter.Genres.Count > 0)
  646. {
  647. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray();
  648. baseQuery = baseQuery
  649. .Where(e => e.ItemValues!.Any(f => f.Type == 2 && cleanGenres.Contains(f.CleanValue)));
  650. }
  651. if (tags.Count > 0)
  652. {
  653. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray();
  654. baseQuery = baseQuery
  655. .Where(e => e.ItemValues!.Any(f => f.Type == 4 && cleanValues.Contains(f.CleanValue)));
  656. }
  657. if (excludeTags.Count > 0)
  658. {
  659. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray();
  660. baseQuery = baseQuery
  661. .Where(e => !e.ItemValues!.Any(f => f.Type == 4 && cleanValues.Contains(f.CleanValue)));
  662. }
  663. if (filter.StudioIds.Length > 0)
  664. {
  665. baseQuery = baseQuery
  666. .Where(e => e.ItemValues!.Any(f => f.Type == 3 && context.BaseItems.Where(w => filter.StudioIds.Contains(w.Id)).Any(w => w.CleanName == f.CleanValue)));
  667. }
  668. if (filter.OfficialRatings.Length > 0)
  669. {
  670. baseQuery = baseQuery
  671. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  672. }
  673. if (filter.HasParentalRating ?? false)
  674. {
  675. if (filter.MinParentalRating.HasValue)
  676. {
  677. baseQuery = baseQuery
  678. .Where(e => e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  679. }
  680. if (filter.MaxParentalRating.HasValue)
  681. {
  682. baseQuery = baseQuery
  683. .Where(e => e.InheritedParentalRatingValue < filter.MaxParentalRating.Value);
  684. }
  685. }
  686. else if (filter.BlockUnratedItems.Length > 0)
  687. {
  688. if (filter.MinParentalRating.HasValue)
  689. {
  690. if (filter.MaxParentalRating.HasValue)
  691. {
  692. baseQuery = baseQuery
  693. .Where(e => (e.InheritedParentalRatingValue == null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType))
  694. || (e.InheritedParentalRatingValue >= filter.MinParentalRating && e.InheritedParentalRatingValue <= filter.MaxParentalRating));
  695. }
  696. else
  697. {
  698. baseQuery = baseQuery
  699. .Where(e => (e.InheritedParentalRatingValue == null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType))
  700. || e.InheritedParentalRatingValue >= filter.MinParentalRating);
  701. }
  702. }
  703. else
  704. {
  705. baseQuery = baseQuery
  706. .Where(e => e.InheritedParentalRatingValue != null && !filter.BlockUnratedItems.Select(e => e.ToString()).Contains(e.UnratedType));
  707. }
  708. }
  709. else if (filter.MinParentalRating.HasValue)
  710. {
  711. if (filter.MaxParentalRating.HasValue)
  712. {
  713. baseQuery = baseQuery
  714. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value && e.InheritedParentalRatingValue <= filter.MaxParentalRating.Value);
  715. }
  716. else
  717. {
  718. baseQuery = baseQuery
  719. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  720. }
  721. }
  722. else if (filter.MaxParentalRating.HasValue)
  723. {
  724. baseQuery = baseQuery
  725. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MaxParentalRating.Value);
  726. }
  727. else if (!filter.HasParentalRating ?? false)
  728. {
  729. baseQuery = baseQuery
  730. .Where(e => e.InheritedParentalRatingValue == null);
  731. }
  732. if (filter.HasOfficialRating.HasValue)
  733. {
  734. if (filter.HasOfficialRating.Value)
  735. {
  736. baseQuery = baseQuery
  737. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  738. }
  739. else
  740. {
  741. baseQuery = baseQuery
  742. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  743. }
  744. }
  745. if (filter.HasOverview.HasValue)
  746. {
  747. if (filter.HasOverview.Value)
  748. {
  749. baseQuery = baseQuery
  750. .Where(e => e.Overview != null && e.Overview != string.Empty);
  751. }
  752. else
  753. {
  754. baseQuery = baseQuery
  755. .Where(e => e.Overview == null || e.Overview == string.Empty);
  756. }
  757. }
  758. if (filter.HasOwnerId.HasValue)
  759. {
  760. if (filter.HasOwnerId.Value)
  761. {
  762. baseQuery = baseQuery
  763. .Where(e => e.OwnerId != null);
  764. }
  765. else
  766. {
  767. baseQuery = baseQuery
  768. .Where(e => e.OwnerId == null);
  769. }
  770. }
  771. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  772. {
  773. baseQuery = baseQuery
  774. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == "Audio" && e.Language == filter.HasNoAudioTrackWithLanguage));
  775. }
  776. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  777. {
  778. baseQuery = baseQuery
  779. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == "Subtitle" && !e.IsExternal && e.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  780. }
  781. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  782. {
  783. baseQuery = baseQuery
  784. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == "Subtitle" && e.IsExternal && e.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  785. }
  786. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  787. {
  788. baseQuery = baseQuery
  789. .Where(e => !e.MediaStreams!.Any(e => e.StreamType == "Subtitle" && e.Language == filter.HasNoSubtitleTrackWithLanguage));
  790. }
  791. if (filter.HasSubtitles.HasValue)
  792. {
  793. baseQuery = baseQuery
  794. .Where(e => e.MediaStreams!.Any(e => e.StreamType == "Subtitle") == filter.HasSubtitles.Value);
  795. }
  796. if (filter.HasChapterImages.HasValue)
  797. {
  798. baseQuery = baseQuery
  799. .Where(e => e.Chapters!.Any(e => e.ImagePath != null) == filter.HasChapterImages.Value);
  800. }
  801. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  802. {
  803. baseQuery = baseQuery
  804. .Where(e => e.ParentId.HasValue && context.BaseItems.Any(f => f.Id.Equals(e.ParentId.Value)));
  805. }
  806. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  807. {
  808. baseQuery = baseQuery
  809. .Where(e => e.ItemValues!.Any(f => (f.Type == 0 || f.Type == 1) && f.CleanValue == e.CleanName));
  810. }
  811. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  812. {
  813. baseQuery = baseQuery
  814. .Where(e => e.ItemValues!.Any(f => f.Type == 3 && f.CleanValue == e.CleanName));
  815. }
  816. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  817. {
  818. baseQuery = baseQuery
  819. .Where(e => !e.Peoples!.Any(f => f.Name == e.Name));
  820. }
  821. if (filter.Years.Length == 1)
  822. {
  823. baseQuery = baseQuery
  824. .Where(e => e.ProductionYear == filter.Years[0]);
  825. }
  826. else if (filter.Years.Length > 1)
  827. {
  828. baseQuery = baseQuery
  829. .Where(e => filter.Years.Any(f => f == e.ProductionYear));
  830. }
  831. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  832. if (isVirtualItem.HasValue)
  833. {
  834. baseQuery = baseQuery
  835. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  836. }
  837. if (filter.IsSpecialSeason.HasValue)
  838. {
  839. if (filter.IsSpecialSeason.Value)
  840. {
  841. baseQuery = baseQuery
  842. .Where(e => e.IndexNumber == 0);
  843. }
  844. else
  845. {
  846. baseQuery = baseQuery
  847. .Where(e => e.IndexNumber != 0);
  848. }
  849. }
  850. if (filter.IsUnaired.HasValue)
  851. {
  852. if (filter.IsUnaired.Value)
  853. {
  854. baseQuery = baseQuery
  855. .Where(e => e.PremiereDate >= now);
  856. }
  857. else
  858. {
  859. baseQuery = baseQuery
  860. .Where(e => e.PremiereDate < now);
  861. }
  862. }
  863. if (filter.MediaTypes.Length == 1)
  864. {
  865. baseQuery = baseQuery
  866. .Where(e => e.MediaType == filter.MediaTypes[0].ToString());
  867. }
  868. else if (filter.MediaTypes.Length > 1)
  869. {
  870. baseQuery = baseQuery
  871. .Where(e => filter.MediaTypes.Select(f => f.ToString()).Contains(e.MediaType));
  872. }
  873. if (filter.ItemIds.Length > 0)
  874. {
  875. baseQuery = baseQuery
  876. .Where(e => filter.ItemIds.Contains(e.Id));
  877. }
  878. if (filter.ExcludeItemIds.Length > 0)
  879. {
  880. baseQuery = baseQuery
  881. .Where(e => !filter.ItemIds.Contains(e.Id));
  882. }
  883. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  884. {
  885. baseQuery = baseQuery.Where(e => !e.Provider!.All(f => !filter.ExcludeProviderIds.All(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  886. }
  887. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  888. {
  889. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => !filter.HasAnyProviderId.Any(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  890. }
  891. if (filter.HasImdbId.HasValue)
  892. {
  893. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  894. }
  895. if (filter.HasTmdbId.HasValue)
  896. {
  897. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  898. }
  899. if (filter.HasTvdbId.HasValue)
  900. {
  901. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  902. }
  903. var queryTopParentIds = filter.TopParentIds;
  904. if (queryTopParentIds.Length > 0)
  905. {
  906. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  907. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  908. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  909. {
  910. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w.Equals(e.TopParentId!.Value)));
  911. }
  912. else
  913. {
  914. baseQuery = baseQuery.Where(e => queryTopParentIds.Any(w => w.Equals(e.TopParentId!.Value)));
  915. }
  916. }
  917. if (filter.AncestorIds.Length > 0)
  918. {
  919. baseQuery = baseQuery.Where(e => e.AncestorIds!.Any(f => filter.AncestorIds.Contains(f.Id)));
  920. }
  921. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  922. {
  923. baseQuery = baseQuery
  924. .Where(e => context.BaseItems.Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.AncestorIds!.Any(w => w.ItemId.Equals(f.Id))));
  925. }
  926. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  927. {
  928. baseQuery = baseQuery
  929. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  930. }
  931. if (filter.ExcludeInheritedTags.Length > 0)
  932. {
  933. baseQuery = baseQuery
  934. .Where(e => !e.ItemValues!.Where(e => e.Type == 6)
  935. .Any(f => filter.ExcludeInheritedTags.Contains(f.CleanValue)));
  936. }
  937. if (filter.IncludeInheritedTags.Length > 0)
  938. {
  939. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  940. // In addtion to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  941. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  942. {
  943. baseQuery = baseQuery
  944. .Where(e => e.ItemValues!.Where(e => e.Type == 6)
  945. .Any(f => filter.IncludeInheritedTags.Contains(f.CleanValue))
  946. ||
  947. (e.ParentId.HasValue && context.ItemValues.Where(w => w.ItemId.Equals(e.ParentId.Value))!.Where(e => e.Type == 6)
  948. .Any(f => filter.IncludeInheritedTags.Contains(f.CleanValue))));
  949. }
  950. // A playlist should be accessible to its owner regardless of allowed tags.
  951. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  952. {
  953. baseQuery = baseQuery
  954. .Where(e => e.ItemValues!.Where(e => e.Type == 6)
  955. .Any(f => filter.IncludeInheritedTags.Contains(f.CleanValue)) || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\""));
  956. // d ^^ this is stupid it hate this.
  957. }
  958. else
  959. {
  960. baseQuery = baseQuery
  961. .Where(e => e.ItemValues!.Where(e => e.Type == 6)
  962. .Any(f => filter.IncludeInheritedTags.Contains(f.CleanValue)));
  963. }
  964. }
  965. if (filter.SeriesStatuses.Length > 0)
  966. {
  967. baseQuery = baseQuery
  968. .Where(e => filter.SeriesStatuses.Any(f => e.Data!.Contains(f.ToString(), StringComparison.InvariantCultureIgnoreCase)));
  969. }
  970. if (filter.BoxSetLibraryFolders.Length > 0)
  971. {
  972. baseQuery = baseQuery
  973. .Where(e => filter.BoxSetLibraryFolders.Any(f => e.Data!.Contains(f.ToString("N", CultureInfo.InvariantCulture), StringComparison.InvariantCultureIgnoreCase)));
  974. }
  975. if (filter.VideoTypes.Length > 0)
  976. {
  977. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"" + e + "\"");
  978. baseQuery = baseQuery
  979. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f, StringComparison.InvariantCultureIgnoreCase)));
  980. }
  981. if (filter.Is3D.HasValue)
  982. {
  983. if (filter.Is3D.Value)
  984. {
  985. baseQuery = baseQuery
  986. .Where(e => e.Data!.Contains("Video3DFormat", StringComparison.InvariantCultureIgnoreCase));
  987. }
  988. else
  989. {
  990. baseQuery = baseQuery
  991. .Where(e => !e.Data!.Contains("Video3DFormat", StringComparison.InvariantCultureIgnoreCase));
  992. }
  993. }
  994. if (filter.IsPlaceHolder.HasValue)
  995. {
  996. if (filter.IsPlaceHolder.Value)
  997. {
  998. baseQuery = baseQuery
  999. .Where(e => e.Data!.Contains("IsPlaceHolder\":true", StringComparison.InvariantCultureIgnoreCase));
  1000. }
  1001. else
  1002. {
  1003. baseQuery = baseQuery
  1004. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true", StringComparison.InvariantCultureIgnoreCase));
  1005. }
  1006. }
  1007. if (filter.HasSpecialFeature.HasValue)
  1008. {
  1009. if (filter.HasSpecialFeature.Value)
  1010. {
  1011. baseQuery = baseQuery
  1012. .Where(e => e.ExtraIds != null);
  1013. }
  1014. else
  1015. {
  1016. baseQuery = baseQuery
  1017. .Where(e => e.ExtraIds == null);
  1018. }
  1019. }
  1020. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  1021. {
  1022. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  1023. {
  1024. baseQuery = baseQuery
  1025. .Where(e => e.ExtraIds != null);
  1026. }
  1027. else
  1028. {
  1029. baseQuery = baseQuery
  1030. .Where(e => e.ExtraIds == null);
  1031. }
  1032. }
  1033. return baseQuery;
  1034. }
  1035. /// <summary>
  1036. /// Gets the type.
  1037. /// </summary>
  1038. /// <param name="typeName">Name of the type.</param>
  1039. /// <returns>Type.</returns>
  1040. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  1041. private static Type? GetType(string typeName)
  1042. {
  1043. ArgumentException.ThrowIfNullOrEmpty(typeName);
  1044. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  1045. .Select(a => a.GetType(k))
  1046. .FirstOrDefault(t => t is not null));
  1047. }
  1048. /// <inheritdoc cref="IItemRepository" />
  1049. public void SaveImages(BaseItem item)
  1050. {
  1051. ArgumentNullException.ThrowIfNull(item);
  1052. var images = SerializeImages(item.ImageInfos);
  1053. using var db = dbProvider.CreateDbContext();
  1054. db.BaseItems
  1055. .Where(e => e.Id.Equals(item.Id))
  1056. .ExecuteUpdate(e => e.SetProperty(f => f.Images, images));
  1057. }
  1058. /// <inheritdoc cref="IItemRepository" />
  1059. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1060. {
  1061. UpdateOrInsertItems(items, cancellationToken);
  1062. }
  1063. /// <inheritdoc cref="IItemRepository" />
  1064. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1065. {
  1066. ArgumentNullException.ThrowIfNull(items);
  1067. cancellationToken.ThrowIfCancellationRequested();
  1068. var itemsLen = items.Count;
  1069. var tuples = new (BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, string? UserDataKey, List<string> InheritedTags)[itemsLen];
  1070. for (int i = 0; i < itemsLen; i++)
  1071. {
  1072. var item = items[i];
  1073. var ancestorIds = item.SupportsAncestors ?
  1074. item.GetAncestorIds().Distinct().ToList() :
  1075. null;
  1076. var topParent = item.GetTopParent();
  1077. var userdataKey = item.GetUserDataKeys().FirstOrDefault();
  1078. var inheritedTags = item.GetInheritedTags();
  1079. tuples[i] = (item, ancestorIds, topParent, userdataKey, inheritedTags);
  1080. }
  1081. using var context = dbProvider.CreateDbContext();
  1082. foreach (var item in tuples)
  1083. {
  1084. var entity = Map(item.Item);
  1085. context.BaseItems.Add(entity);
  1086. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  1087. {
  1088. foreach (var ancestorId in item.AncestorIds)
  1089. {
  1090. context.AncestorIds.Add(new Data.Entities.AncestorId()
  1091. {
  1092. Item = entity,
  1093. AncestorIdText = ancestorId.ToString(),
  1094. Id = ancestorId
  1095. });
  1096. }
  1097. }
  1098. var itemValues = GetItemValuesToSave(item.Item, item.InheritedTags);
  1099. context.ItemValues.Where(e => e.ItemId.Equals(entity.Id)).ExecuteDelete();
  1100. foreach (var itemValue in itemValues)
  1101. {
  1102. context.ItemValues.Add(new()
  1103. {
  1104. Item = entity,
  1105. Type = itemValue.MagicNumber,
  1106. Value = itemValue.Value,
  1107. CleanValue = GetCleanValue(itemValue.Value)
  1108. });
  1109. }
  1110. }
  1111. context.SaveChanges(true);
  1112. }
  1113. /// <inheritdoc cref="IItemRepository" />
  1114. public BaseItemDto? RetrieveItem(Guid id)
  1115. {
  1116. if (id.IsEmpty())
  1117. {
  1118. throw new ArgumentException("Guid can't be empty", nameof(id));
  1119. }
  1120. using var context = dbProvider.CreateDbContext();
  1121. var item = context.BaseItems.FirstOrDefault(e => e.Id.Equals(id));
  1122. if (item is null)
  1123. {
  1124. return null;
  1125. }
  1126. return DeserialiseBaseItem(item);
  1127. }
  1128. /// <summary>
  1129. /// Maps a Entity to the DTO.
  1130. /// </summary>
  1131. /// <param name="entity">The entity.</param>
  1132. /// <param name="dto">The dto base instance.</param>
  1133. /// <returns>The dto to map.</returns>
  1134. public BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto)
  1135. {
  1136. dto.Id = entity.Id;
  1137. dto.ParentId = entity.ParentId.GetValueOrDefault();
  1138. dto.Path = entity.Path;
  1139. dto.EndDate = entity.EndDate;
  1140. dto.CommunityRating = entity.CommunityRating;
  1141. dto.CustomRating = entity.CustomRating;
  1142. dto.IndexNumber = entity.IndexNumber;
  1143. dto.IsLocked = entity.IsLocked;
  1144. dto.Name = entity.Name;
  1145. dto.OfficialRating = entity.OfficialRating;
  1146. dto.Overview = entity.Overview;
  1147. dto.ParentIndexNumber = entity.ParentIndexNumber;
  1148. dto.PremiereDate = entity.PremiereDate;
  1149. dto.ProductionYear = entity.ProductionYear;
  1150. dto.SortName = entity.SortName;
  1151. dto.ForcedSortName = entity.ForcedSortName;
  1152. dto.RunTimeTicks = entity.RunTimeTicks;
  1153. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  1154. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  1155. dto.IsInMixedFolder = entity.IsInMixedFolder;
  1156. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  1157. dto.CriticRating = entity.CriticRating;
  1158. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  1159. dto.OriginalTitle = entity.OriginalTitle;
  1160. dto.Album = entity.Album;
  1161. dto.LUFS = entity.LUFS;
  1162. dto.NormalizationGain = entity.NormalizationGain;
  1163. dto.IsVirtualItem = entity.IsVirtualItem;
  1164. dto.ExternalSeriesId = entity.ExternalSeriesId;
  1165. dto.Tagline = entity.Tagline;
  1166. dto.TotalBitrate = entity.TotalBitrate;
  1167. dto.ExternalId = entity.ExternalId;
  1168. dto.Size = entity.Size;
  1169. dto.Genres = entity.Genres?.Split('|');
  1170. dto.DateCreated = entity.DateCreated.GetValueOrDefault();
  1171. dto.DateModified = entity.DateModified.GetValueOrDefault();
  1172. dto.ChannelId = string.IsNullOrWhiteSpace(entity.ChannelId) ? Guid.Empty : Guid.Parse(entity.ChannelId);
  1173. dto.DateLastRefreshed = entity.DateLastRefreshed.GetValueOrDefault();
  1174. dto.DateLastSaved = entity.DateLastSaved.GetValueOrDefault();
  1175. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : Guid.Parse(entity.OwnerId);
  1176. dto.Width = entity.Width.GetValueOrDefault();
  1177. dto.Height = entity.Height.GetValueOrDefault();
  1178. if (entity.Provider is not null)
  1179. {
  1180. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  1181. }
  1182. if (entity.ExtraType is not null)
  1183. {
  1184. dto.ExtraType = Enum.Parse<ExtraType>(entity.ExtraType);
  1185. }
  1186. if (entity.LockedFields is not null)
  1187. {
  1188. List<MetadataField>? fields = null;
  1189. foreach (var i in entity.LockedFields.AsSpan().Split('|'))
  1190. {
  1191. if (Enum.TryParse(i, true, out MetadataField parsedValue))
  1192. {
  1193. (fields ??= new List<MetadataField>()).Add(parsedValue);
  1194. }
  1195. }
  1196. dto.LockedFields = fields?.ToArray() ?? Array.Empty<MetadataField>();
  1197. }
  1198. if (entity.Audio is not null)
  1199. {
  1200. dto.Audio = Enum.Parse<ProgramAudio>(entity.Audio);
  1201. }
  1202. dto.ExtraIds = entity.ExtraIds?.Split('|').Select(e => Guid.Parse(e)).ToArray();
  1203. dto.ProductionLocations = entity.ProductionLocations?.Split('|');
  1204. dto.Studios = entity.Studios?.Split('|');
  1205. dto.Tags = entity.Tags?.Split('|');
  1206. if (dto is IHasProgramAttributes hasProgramAttributes)
  1207. {
  1208. hasProgramAttributes.IsMovie = entity.IsMovie;
  1209. hasProgramAttributes.IsSeries = entity.IsSeries;
  1210. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  1211. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  1212. }
  1213. if (dto is LiveTvChannel liveTvChannel)
  1214. {
  1215. liveTvChannel.ServiceName = entity.ExternalServiceId;
  1216. }
  1217. if (dto is Trailer trailer)
  1218. {
  1219. List<TrailerType>? types = null;
  1220. foreach (var i in entity.TrailerTypes.AsSpan().Split('|'))
  1221. {
  1222. if (Enum.TryParse(i, true, out TrailerType parsedValue))
  1223. {
  1224. (types ??= new List<TrailerType>()).Add(parsedValue);
  1225. }
  1226. }
  1227. trailer.TrailerTypes = types?.ToArray() ?? Array.Empty<TrailerType>();
  1228. }
  1229. if (dto is Video video)
  1230. {
  1231. video.PrimaryVersionId = entity.PrimaryVersionId;
  1232. }
  1233. if (dto is IHasSeries hasSeriesName)
  1234. {
  1235. hasSeriesName.SeriesName = entity.SeriesName;
  1236. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  1237. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  1238. }
  1239. if (dto is Episode episode)
  1240. {
  1241. episode.SeasonName = entity.SeasonName;
  1242. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  1243. }
  1244. if (dto is IHasArtist hasArtists)
  1245. {
  1246. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries);
  1247. }
  1248. if (dto is IHasAlbumArtist hasAlbumArtists)
  1249. {
  1250. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries);
  1251. }
  1252. if (dto is LiveTvProgram program)
  1253. {
  1254. program.ShowId = entity.ShowId;
  1255. }
  1256. if (entity.Images is not null)
  1257. {
  1258. dto.ImageInfos = DeserializeImages(entity.Images);
  1259. }
  1260. // dto.Type = entity.Type;
  1261. // dto.Data = entity.Data;
  1262. // dto.MediaType = entity.MediaType;
  1263. if (dto is IHasStartDate hasStartDate)
  1264. {
  1265. hasStartDate.StartDate = entity.StartDate;
  1266. }
  1267. // Fields that are present in the DB but are never actually used
  1268. // dto.UnratedType = entity.UnratedType;
  1269. // dto.TopParentId = entity.TopParentId;
  1270. // dto.CleanName = entity.CleanName;
  1271. // dto.UserDataKey = entity.UserDataKey;
  1272. if (dto is Folder folder)
  1273. {
  1274. folder.DateLastMediaAdded = entity.DateLastMediaAdded;
  1275. }
  1276. return dto;
  1277. }
  1278. /// <summary>
  1279. /// Maps a Entity to the DTO.
  1280. /// </summary>
  1281. /// <param name="dto">The entity.</param>
  1282. /// <returns>The dto to map.</returns>
  1283. public BaseItemEntity Map(BaseItemDto dto)
  1284. {
  1285. var entity = new BaseItemEntity()
  1286. {
  1287. Type = dto.GetType().ToString(),
  1288. };
  1289. entity.Id = dto.Id;
  1290. entity.ParentId = dto.ParentId;
  1291. entity.Path = GetPathToSave(dto.Path);
  1292. entity.EndDate = dto.EndDate.GetValueOrDefault();
  1293. entity.CommunityRating = dto.CommunityRating;
  1294. entity.CustomRating = dto.CustomRating;
  1295. entity.IndexNumber = dto.IndexNumber;
  1296. entity.IsLocked = dto.IsLocked;
  1297. entity.Name = dto.Name;
  1298. entity.OfficialRating = dto.OfficialRating;
  1299. entity.Overview = dto.Overview;
  1300. entity.ParentIndexNumber = dto.ParentIndexNumber;
  1301. entity.PremiereDate = dto.PremiereDate;
  1302. entity.ProductionYear = dto.ProductionYear;
  1303. entity.SortName = dto.SortName;
  1304. entity.ForcedSortName = dto.ForcedSortName;
  1305. entity.RunTimeTicks = dto.RunTimeTicks;
  1306. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  1307. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  1308. entity.IsInMixedFolder = dto.IsInMixedFolder;
  1309. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  1310. entity.CriticRating = dto.CriticRating;
  1311. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  1312. entity.OriginalTitle = dto.OriginalTitle;
  1313. entity.Album = dto.Album;
  1314. entity.LUFS = dto.LUFS;
  1315. entity.NormalizationGain = dto.NormalizationGain;
  1316. entity.IsVirtualItem = dto.IsVirtualItem;
  1317. entity.ExternalSeriesId = dto.ExternalSeriesId;
  1318. entity.Tagline = dto.Tagline;
  1319. entity.TotalBitrate = dto.TotalBitrate;
  1320. entity.ExternalId = dto.ExternalId;
  1321. entity.Size = dto.Size;
  1322. entity.Genres = string.Join('|', dto.Genres);
  1323. entity.DateCreated = dto.DateCreated;
  1324. entity.DateModified = dto.DateModified;
  1325. entity.ChannelId = dto.ChannelId.ToString();
  1326. entity.DateLastRefreshed = dto.DateLastRefreshed;
  1327. entity.DateLastSaved = dto.DateLastSaved;
  1328. entity.OwnerId = dto.OwnerId.ToString();
  1329. entity.Width = dto.Width;
  1330. entity.Height = dto.Height;
  1331. entity.Provider = dto.ProviderIds.Select(e => new Data.Entities.BaseItemProvider()
  1332. {
  1333. Item = entity,
  1334. ProviderId = e.Key,
  1335. ProviderValue = e.Value
  1336. }).ToList();
  1337. entity.Audio = dto.Audio?.ToString();
  1338. entity.ExtraType = dto.ExtraType?.ToString();
  1339. entity.ExtraIds = string.Join('|', dto.ExtraIds);
  1340. entity.ProductionLocations = string.Join('|', dto.ProductionLocations);
  1341. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  1342. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  1343. entity.LockedFields = dto.LockedFields is not null ? string.Join('|', dto.LockedFields) : null;
  1344. if (dto is IHasProgramAttributes hasProgramAttributes)
  1345. {
  1346. entity.IsMovie = hasProgramAttributes.IsMovie;
  1347. entity.IsSeries = hasProgramAttributes.IsSeries;
  1348. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  1349. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  1350. }
  1351. if (dto is LiveTvChannel liveTvChannel)
  1352. {
  1353. entity.ExternalServiceId = liveTvChannel.ServiceName;
  1354. }
  1355. if (dto is Trailer trailer)
  1356. {
  1357. entity.LockedFields = trailer.LockedFields is not null ? string.Join('|', trailer.LockedFields) : null;
  1358. }
  1359. if (dto is Video video)
  1360. {
  1361. entity.PrimaryVersionId = video.PrimaryVersionId;
  1362. }
  1363. if (dto is IHasSeries hasSeriesName)
  1364. {
  1365. entity.SeriesName = hasSeriesName.SeriesName;
  1366. entity.SeriesId = hasSeriesName.SeriesId;
  1367. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  1368. }
  1369. if (dto is Episode episode)
  1370. {
  1371. entity.SeasonName = episode.SeasonName;
  1372. entity.SeasonId = episode.SeasonId;
  1373. }
  1374. if (dto is IHasArtist hasArtists)
  1375. {
  1376. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  1377. }
  1378. if (dto is IHasAlbumArtist hasAlbumArtists)
  1379. {
  1380. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  1381. }
  1382. if (dto is LiveTvProgram program)
  1383. {
  1384. entity.ShowId = program.ShowId;
  1385. }
  1386. if (dto.ImageInfos is not null)
  1387. {
  1388. entity.Images = SerializeImages(dto.ImageInfos);
  1389. }
  1390. // dto.Type = entity.Type;
  1391. // dto.Data = entity.Data;
  1392. // dto.MediaType = entity.MediaType;
  1393. if (dto is IHasStartDate hasStartDate)
  1394. {
  1395. entity.StartDate = hasStartDate.StartDate;
  1396. }
  1397. // Fields that are present in the DB but are never actually used
  1398. // dto.UnratedType = entity.UnratedType;
  1399. // dto.TopParentId = entity.TopParentId;
  1400. // dto.CleanName = entity.CleanName;
  1401. // dto.UserDataKey = entity.UserDataKey;
  1402. if (dto is Folder folder)
  1403. {
  1404. entity.DateLastMediaAdded = folder.DateLastMediaAdded;
  1405. entity.IsFolder = folder.IsFolder;
  1406. }
  1407. return entity;
  1408. }
  1409. private IReadOnlyList<string> GetItemValueNames(int[] itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  1410. {
  1411. using var context = dbProvider.CreateDbContext();
  1412. var query = context.ItemValues
  1413. .Where(e => itemValueTypes.Contains(e.Type));
  1414. if (withItemTypes.Count > 0)
  1415. {
  1416. query = query.Where(e => context.BaseItems.Where(e => withItemTypes.Contains(e.Type)).Any(f => f.ItemValues!.Any(w => w.ItemId.Equals(e.ItemId))));
  1417. }
  1418. if (excludeItemTypes.Count > 0)
  1419. {
  1420. query = query.Where(e => !context.BaseItems.Where(e => withItemTypes.Contains(e.Type)).Any(f => f.ItemValues!.Any(w => w.ItemId.Equals(e.ItemId))));
  1421. }
  1422. query = query.DistinctBy(e => e.CleanValue);
  1423. return query.Select(e => e.CleanValue).ToImmutableArray();
  1424. }
  1425. private BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity)
  1426. {
  1427. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1428. var dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1429. return Map(baseItemEntity, dto);
  1430. }
  1431. private QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery filter, int[] itemValueTypes, string returnType)
  1432. {
  1433. ArgumentNullException.ThrowIfNull(filter);
  1434. if (!filter.Limit.HasValue)
  1435. {
  1436. filter.EnableTotalRecordCount = false;
  1437. }
  1438. using var context = dbProvider.CreateDbContext();
  1439. var innerQuery = new InternalItemsQuery(filter.User)
  1440. {
  1441. ExcludeItemTypes = filter.ExcludeItemTypes,
  1442. IncludeItemTypes = filter.IncludeItemTypes,
  1443. MediaTypes = filter.MediaTypes,
  1444. AncestorIds = filter.AncestorIds,
  1445. ItemIds = filter.ItemIds,
  1446. TopParentIds = filter.TopParentIds,
  1447. ParentId = filter.ParentId,
  1448. IsAiring = filter.IsAiring,
  1449. IsMovie = filter.IsMovie,
  1450. IsSports = filter.IsSports,
  1451. IsKids = filter.IsKids,
  1452. IsNews = filter.IsNews,
  1453. IsSeries = filter.IsSeries
  1454. };
  1455. var query = TranslateQuery(context.BaseItems, context, innerQuery);
  1456. query = query.Where(e => e.Type == returnType && e.ItemValues!.Any(f => e.CleanName == f.CleanValue && itemValueTypes.Contains(f.Type)));
  1457. var outerQuery = new InternalItemsQuery(filter.User)
  1458. {
  1459. IsPlayed = filter.IsPlayed,
  1460. IsFavorite = filter.IsFavorite,
  1461. IsFavoriteOrLiked = filter.IsFavoriteOrLiked,
  1462. IsLiked = filter.IsLiked,
  1463. IsLocked = filter.IsLocked,
  1464. NameLessThan = filter.NameLessThan,
  1465. NameStartsWith = filter.NameStartsWith,
  1466. NameStartsWithOrGreater = filter.NameStartsWithOrGreater,
  1467. Tags = filter.Tags,
  1468. OfficialRatings = filter.OfficialRatings,
  1469. StudioIds = filter.StudioIds,
  1470. GenreIds = filter.GenreIds,
  1471. Genres = filter.Genres,
  1472. Years = filter.Years,
  1473. NameContains = filter.NameContains,
  1474. SearchTerm = filter.SearchTerm,
  1475. SimilarTo = filter.SimilarTo,
  1476. ExcludeItemIds = filter.ExcludeItemIds
  1477. };
  1478. query = TranslateQuery(query, context, outerQuery)
  1479. .OrderBy(e => e.PresentationUniqueKey);
  1480. if (filter.OrderBy.Count != 0
  1481. || filter.SimilarTo is not null
  1482. || !string.IsNullOrEmpty(filter.SearchTerm))
  1483. {
  1484. query = ApplyOrder(query, filter);
  1485. }
  1486. else
  1487. {
  1488. query = query.OrderBy(e => e.SortName);
  1489. }
  1490. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1491. {
  1492. var offset = filter.StartIndex ?? 0;
  1493. if (offset > 0)
  1494. {
  1495. query = query.Skip(offset);
  1496. }
  1497. if (filter.Limit.HasValue)
  1498. {
  1499. query.Take(filter.Limit.Value);
  1500. }
  1501. }
  1502. var result = new QueryResult<(BaseItem, ItemCounts)>();
  1503. string countText = string.Empty;
  1504. if (filter.EnableTotalRecordCount)
  1505. {
  1506. result.TotalRecordCount = query.DistinctBy(e => e.PresentationUniqueKey).Count();
  1507. }
  1508. var resultQuery = query.Select(e => new
  1509. {
  1510. item = e,
  1511. itemCount = new ItemCounts()
  1512. {
  1513. SeriesCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.Series),
  1514. EpisodeCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.Episode),
  1515. MovieCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.Movie),
  1516. AlbumCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.MusicAlbum),
  1517. ArtistCount = e.ItemValues!.Count(e => e.Type == 0 || e.Type == 1),
  1518. SongCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.MusicAlbum),
  1519. TrailerCount = e.ItemValues!.Count(e => e.Type == (int)BaseItemKind.Trailer),
  1520. }
  1521. });
  1522. result.StartIndex = filter.StartIndex ?? 0;
  1523. result.Items = resultQuery.ToImmutableArray().Select(e =>
  1524. {
  1525. return (DeserialiseBaseItem(e.item), e.itemCount);
  1526. }).ToImmutableArray();
  1527. return result;
  1528. }
  1529. private static void PrepareFilterQuery(InternalItemsQuery query)
  1530. {
  1531. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  1532. {
  1533. query.Limit = query.Limit.Value + 4;
  1534. }
  1535. if (query.IsResumable ?? false)
  1536. {
  1537. query.IsVirtualItem = false;
  1538. }
  1539. }
  1540. private string GetCleanValue(string value)
  1541. {
  1542. if (string.IsNullOrWhiteSpace(value))
  1543. {
  1544. return value;
  1545. }
  1546. return value.RemoveDiacritics().ToLowerInvariant();
  1547. }
  1548. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItem item, List<string> inheritedTags)
  1549. {
  1550. var list = new List<(int, string)>();
  1551. if (item is IHasArtist hasArtist)
  1552. {
  1553. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  1554. }
  1555. if (item is IHasAlbumArtist hasAlbumArtist)
  1556. {
  1557. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  1558. }
  1559. list.AddRange(item.Genres.Select(i => (2, i)));
  1560. list.AddRange(item.Studios.Select(i => (3, i)));
  1561. list.AddRange(item.Tags.Select(i => (4, i)));
  1562. // keywords was 5
  1563. list.AddRange(inheritedTags.Select(i => (6, i)));
  1564. // Remove all invalid values.
  1565. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  1566. return list;
  1567. }
  1568. internal static string? SerializeProviderIds(Dictionary<string, string> providerIds)
  1569. {
  1570. StringBuilder str = new StringBuilder();
  1571. foreach (var i in providerIds)
  1572. {
  1573. // Ideally we shouldn't need this IsNullOrWhiteSpace check,
  1574. // but we're seeing some cases of bad data slip through
  1575. if (string.IsNullOrWhiteSpace(i.Value))
  1576. {
  1577. continue;
  1578. }
  1579. str.Append(i.Key)
  1580. .Append('=')
  1581. .Append(i.Value)
  1582. .Append('|');
  1583. }
  1584. if (str.Length == 0)
  1585. {
  1586. return null;
  1587. }
  1588. str.Length -= 1; // Remove last |
  1589. return str.ToString();
  1590. }
  1591. internal static void DeserializeProviderIds(string value, IHasProviderIds item)
  1592. {
  1593. if (string.IsNullOrWhiteSpace(value))
  1594. {
  1595. return;
  1596. }
  1597. foreach (var part in value.SpanSplit('|'))
  1598. {
  1599. var providerDelimiterIndex = part.IndexOf('=');
  1600. // Don't let empty values through
  1601. if (providerDelimiterIndex != -1 && part.Length != providerDelimiterIndex + 1)
  1602. {
  1603. item.SetProviderId(part[..providerDelimiterIndex].ToString(), part[(providerDelimiterIndex + 1)..].ToString());
  1604. }
  1605. }
  1606. }
  1607. internal string? SerializeImages(ItemImageInfo[] images)
  1608. {
  1609. if (images.Length == 0)
  1610. {
  1611. return null;
  1612. }
  1613. StringBuilder str = new StringBuilder();
  1614. foreach (var i in images)
  1615. {
  1616. if (string.IsNullOrWhiteSpace(i.Path))
  1617. {
  1618. continue;
  1619. }
  1620. AppendItemImageInfo(str, i);
  1621. str.Append('|');
  1622. }
  1623. str.Length -= 1; // Remove last |
  1624. return str.ToString();
  1625. }
  1626. internal ItemImageInfo[] DeserializeImages(string value)
  1627. {
  1628. if (string.IsNullOrWhiteSpace(value))
  1629. {
  1630. return Array.Empty<ItemImageInfo>();
  1631. }
  1632. // TODO The following is an ugly performance optimization, but it's extremely unlikely that the data in the database would be malformed
  1633. var valueSpan = value.AsSpan();
  1634. var count = valueSpan.Count('|') + 1;
  1635. var position = 0;
  1636. var result = new ItemImageInfo[count];
  1637. foreach (var part in valueSpan.Split('|'))
  1638. {
  1639. var image = ItemImageInfoFromValueString(part);
  1640. if (image is not null)
  1641. {
  1642. result[position++] = image;
  1643. }
  1644. }
  1645. if (position == count)
  1646. {
  1647. return result;
  1648. }
  1649. if (position == 0)
  1650. {
  1651. return Array.Empty<ItemImageInfo>();
  1652. }
  1653. // Extremely unlikely, but somehow one or more of the image strings were malformed. Cut the array.
  1654. return result[..position];
  1655. }
  1656. private void AppendItemImageInfo(StringBuilder bldr, ItemImageInfo image)
  1657. {
  1658. const char Delimiter = '*';
  1659. var path = image.Path ?? string.Empty;
  1660. bldr.Append(GetPathToSave(path))
  1661. .Append(Delimiter)
  1662. .Append(image.DateModified.Ticks)
  1663. .Append(Delimiter)
  1664. .Append(image.Type)
  1665. .Append(Delimiter)
  1666. .Append(image.Width)
  1667. .Append(Delimiter)
  1668. .Append(image.Height);
  1669. var hash = image.BlurHash;
  1670. if (!string.IsNullOrEmpty(hash))
  1671. {
  1672. bldr.Append(Delimiter)
  1673. // Replace delimiters with other characters.
  1674. // This can be removed when we migrate to a proper DB.
  1675. .Append(hash.Replace(Delimiter, '/').Replace('|', '\\'));
  1676. }
  1677. }
  1678. private string? GetPathToSave(string path)
  1679. {
  1680. if (path is null)
  1681. {
  1682. return null;
  1683. }
  1684. return appHost.ReverseVirtualPath(path);
  1685. }
  1686. private string RestorePath(string path)
  1687. {
  1688. return appHost.ExpandVirtualPath(path);
  1689. }
  1690. internal ItemImageInfo? ItemImageInfoFromValueString(ReadOnlySpan<char> value)
  1691. {
  1692. const char Delimiter = '*';
  1693. var nextSegment = value.IndexOf(Delimiter);
  1694. if (nextSegment == -1)
  1695. {
  1696. return null;
  1697. }
  1698. ReadOnlySpan<char> path = value[..nextSegment];
  1699. value = value[(nextSegment + 1)..];
  1700. nextSegment = value.IndexOf(Delimiter);
  1701. if (nextSegment == -1)
  1702. {
  1703. return null;
  1704. }
  1705. ReadOnlySpan<char> dateModified = value[..nextSegment];
  1706. value = value[(nextSegment + 1)..];
  1707. nextSegment = value.IndexOf(Delimiter);
  1708. if (nextSegment == -1)
  1709. {
  1710. nextSegment = value.Length;
  1711. }
  1712. ReadOnlySpan<char> imageType = value[..nextSegment];
  1713. var image = new ItemImageInfo
  1714. {
  1715. Path = RestorePath(path.ToString())
  1716. };
  1717. if (long.TryParse(dateModified, CultureInfo.InvariantCulture, out var ticks)
  1718. && ticks >= DateTime.MinValue.Ticks
  1719. && ticks <= DateTime.MaxValue.Ticks)
  1720. {
  1721. image.DateModified = new DateTime(ticks, DateTimeKind.Utc);
  1722. }
  1723. else
  1724. {
  1725. return null;
  1726. }
  1727. if (Enum.TryParse(imageType, true, out ImageType type))
  1728. {
  1729. image.Type = type;
  1730. }
  1731. else
  1732. {
  1733. return null;
  1734. }
  1735. // Optional parameters: width*height*blurhash
  1736. if (nextSegment + 1 < value.Length - 1)
  1737. {
  1738. value = value[(nextSegment + 1)..];
  1739. nextSegment = value.IndexOf(Delimiter);
  1740. if (nextSegment == -1 || nextSegment == value.Length)
  1741. {
  1742. return image;
  1743. }
  1744. ReadOnlySpan<char> widthSpan = value[..nextSegment];
  1745. value = value[(nextSegment + 1)..];
  1746. nextSegment = value.IndexOf(Delimiter);
  1747. if (nextSegment == -1)
  1748. {
  1749. nextSegment = value.Length;
  1750. }
  1751. ReadOnlySpan<char> heightSpan = value[..nextSegment];
  1752. if (int.TryParse(widthSpan, NumberStyles.Integer, CultureInfo.InvariantCulture, out var width)
  1753. && int.TryParse(heightSpan, NumberStyles.Integer, CultureInfo.InvariantCulture, out var height))
  1754. {
  1755. image.Width = width;
  1756. image.Height = height;
  1757. }
  1758. if (nextSegment < value.Length - 1)
  1759. {
  1760. value = value[(nextSegment + 1)..];
  1761. var length = value.Length;
  1762. Span<char> blurHashSpan = stackalloc char[length];
  1763. for (int i = 0; i < length; i++)
  1764. {
  1765. var c = value[i];
  1766. blurHashSpan[i] = c switch
  1767. {
  1768. '/' => Delimiter,
  1769. '\\' => '|',
  1770. _ => c
  1771. };
  1772. }
  1773. image.BlurHash = new string(blurHashSpan);
  1774. }
  1775. }
  1776. return image;
  1777. }
  1778. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1779. {
  1780. var list = new List<string>();
  1781. if (IsTypeInQuery(BaseItemKind.Person, query))
  1782. {
  1783. list.Add(typeof(Person).FullName!);
  1784. }
  1785. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1786. {
  1787. list.Add(typeof(Genre).FullName!);
  1788. }
  1789. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1790. {
  1791. list.Add(typeof(MusicGenre).FullName!);
  1792. }
  1793. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1794. {
  1795. list.Add(typeof(MusicArtist).FullName!);
  1796. }
  1797. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1798. {
  1799. list.Add(typeof(Studio).FullName!);
  1800. }
  1801. return list;
  1802. }
  1803. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1804. {
  1805. if (query.ExcludeItemTypes.Contains(type))
  1806. {
  1807. return false;
  1808. }
  1809. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1810. }
  1811. private IQueryable<T> Pageinate<T>(IQueryable<T> query, InternalItemsQuery filter)
  1812. {
  1813. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1814. {
  1815. var offset = filter.StartIndex ?? 0;
  1816. if (offset > 0)
  1817. {
  1818. query = query.Skip(offset);
  1819. }
  1820. if (filter.Limit.HasValue)
  1821. {
  1822. query = query.Take(filter.Limit.Value);
  1823. }
  1824. }
  1825. return query;
  1826. }
  1827. private Expression<Func<BaseItemEntity, object>> MapOrderByField(ItemSortBy sortBy, InternalItemsQuery query)
  1828. {
  1829. #pragma warning disable CS8603 // Possible null reference return.
  1830. return sortBy switch
  1831. {
  1832. ItemSortBy.AirTime => e => e.SortName, // TODO
  1833. ItemSortBy.Runtime => e => e.RunTimeTicks,
  1834. ItemSortBy.Random => e => EF.Functions.Random(),
  1835. ItemSortBy.DatePlayed => e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(query.User!.Id) && f.Key == e.UserDataKey)!.LastPlayedDate,
  1836. ItemSortBy.PlayCount => e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(query.User!.Id) && f.Key == e.UserDataKey)!.PlayCount,
  1837. ItemSortBy.IsFavoriteOrLiked => e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(query.User!.Id) && f.Key == e.UserDataKey)!.IsFavorite,
  1838. ItemSortBy.IsFolder => e => e.IsFolder,
  1839. ItemSortBy.IsPlayed => e => e.UserData!.FirstOrDefault(f => f.UserId.Equals(query.User!.Id) && f.Key == e.UserDataKey)!.Played,
  1840. ItemSortBy.IsUnplayed => e => !e.UserData!.FirstOrDefault(f => f.UserId.Equals(query.User!.Id) && f.Key == e.UserDataKey)!.Played,
  1841. ItemSortBy.DateLastContentAdded => e => e.DateLastMediaAdded,
  1842. ItemSortBy.Artist => e => e.ItemValues!.Where(f => f.Type == 0).Select(f => f.CleanValue),
  1843. ItemSortBy.AlbumArtist => e => e.ItemValues!.Where(f => f.Type == 1).Select(f => f.CleanValue),
  1844. ItemSortBy.Studio => e => e.ItemValues!.Where(f => f.Type == 3).Select(f => f.CleanValue),
  1845. ItemSortBy.OfficialRating => e => e.InheritedParentalRatingValue,
  1846. // ItemSortBy.SeriesDatePlayed => "(Select MAX(LastPlayedDate) from TypedBaseItems B" + GetJoinUserDataText(query) + " where Played=1 and B.SeriesPresentationUniqueKey=A.PresentationUniqueKey)",
  1847. ItemSortBy.SeriesSortName => e => e.SeriesName,
  1848. // ItemSortBy.AiredEpisodeOrder => "AiredEpisodeOrder",
  1849. ItemSortBy.Album => e => e.Album,
  1850. ItemSortBy.DateCreated => e => e.DateCreated,
  1851. ItemSortBy.PremiereDate => e => e.PremiereDate,
  1852. ItemSortBy.StartDate => e => e.StartDate,
  1853. ItemSortBy.Name => e => e.Name,
  1854. ItemSortBy.CommunityRating => e => e.CommunityRating,
  1855. ItemSortBy.ProductionYear => e => e.ProductionYear,
  1856. ItemSortBy.CriticRating => e => e.CriticRating,
  1857. ItemSortBy.VideoBitRate => e => e.TotalBitrate,
  1858. ItemSortBy.ParentIndexNumber => e => e.ParentIndexNumber,
  1859. ItemSortBy.IndexNumber => e => e.IndexNumber,
  1860. _ => e => e.SortName
  1861. };
  1862. #pragma warning restore CS8603 // Possible null reference return.
  1863. }
  1864. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1865. {
  1866. if (!query.GroupByPresentationUniqueKey)
  1867. {
  1868. return false;
  1869. }
  1870. if (query.GroupBySeriesPresentationUniqueKey)
  1871. {
  1872. return false;
  1873. }
  1874. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1875. {
  1876. return false;
  1877. }
  1878. if (query.User is null)
  1879. {
  1880. return false;
  1881. }
  1882. if (query.IncludeItemTypes.Length == 0)
  1883. {
  1884. return true;
  1885. }
  1886. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1887. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1888. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1889. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1890. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1891. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1892. }
  1893. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1894. {
  1895. var orderBy = filter.OrderBy;
  1896. bool hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1897. if (hasSearch)
  1898. {
  1899. List<(ItemSortBy, SortOrder)> prepend = new List<(ItemSortBy, SortOrder)>(4);
  1900. if (hasSearch)
  1901. {
  1902. prepend.Add((ItemSortBy.SortName, SortOrder.Ascending));
  1903. }
  1904. orderBy = filter.OrderBy = [.. prepend, .. orderBy];
  1905. }
  1906. else if (orderBy.Count == 0)
  1907. {
  1908. return query;
  1909. }
  1910. foreach (var item in orderBy)
  1911. {
  1912. var expression = MapOrderByField(item.OrderBy, filter);
  1913. if (item.SortOrder == SortOrder.Ascending)
  1914. {
  1915. query = query.OrderBy(expression);
  1916. }
  1917. else
  1918. {
  1919. query = query.OrderByDescending(expression);
  1920. }
  1921. }
  1922. return query;
  1923. }
  1924. }