BaseItemRepository.cs 77 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Collections.Immutable;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Linq.Expressions;
  9. using System.Reflection;
  10. using System.Text;
  11. using System.Text.Json;
  12. using System.Threading;
  13. using Jellyfin.Data.Entities;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Extensions;
  16. using Jellyfin.Extensions.Json;
  17. using MediaBrowser.Common;
  18. using MediaBrowser.Controller;
  19. using MediaBrowser.Controller.Channels;
  20. using MediaBrowser.Controller.Configuration;
  21. using MediaBrowser.Controller.Entities;
  22. using MediaBrowser.Controller.Entities.Audio;
  23. using MediaBrowser.Controller.Entities.TV;
  24. using MediaBrowser.Controller.LiveTv;
  25. using MediaBrowser.Controller.Persistence;
  26. using MediaBrowser.Model.Dto;
  27. using MediaBrowser.Model.Entities;
  28. using MediaBrowser.Model.LiveTv;
  29. using MediaBrowser.Model.Querying;
  30. using Microsoft.EntityFrameworkCore;
  31. using Microsoft.Extensions.Logging;
  32. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  33. using BaseItemEntity = Jellyfin.Data.Entities.BaseItemEntity;
  34. #pragma warning disable RS0030 // Do not use banned APIs
  35. namespace Jellyfin.Server.Implementations.Item;
  36. /// <summary>
  37. /// Handles all storage logic for BaseItems.
  38. /// </summary>
  39. /// <remarks>
  40. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  41. /// </remarks>
  42. /// <param name="dbProvider">The db factory.</param>
  43. /// <param name="appHost">The Application host.</param>
  44. /// <param name="itemTypeLookup">The static type lookup.</param>
  45. /// <param name="serverConfigurationManager">The server Configuration manager.</param>
  46. /// <param name="logger">System logger.</param>
  47. public sealed class BaseItemRepository(
  48. IDbContextFactory<JellyfinDbContext> dbProvider,
  49. IServerApplicationHost appHost,
  50. IItemTypeLookup itemTypeLookup,
  51. IServerConfigurationManager serverConfigurationManager,
  52. ILogger<BaseItemRepository> logger)
  53. : IItemRepository, IDisposable
  54. {
  55. /// <summary>
  56. /// This holds all the types in the running assemblies
  57. /// so that we can de-serialize properly when we don't have strong types.
  58. /// </summary>
  59. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  60. private bool _disposed;
  61. /// <inheritdoc/>
  62. public void Dispose()
  63. {
  64. if (_disposed)
  65. {
  66. return;
  67. }
  68. _disposed = true;
  69. }
  70. /// <inheritdoc />
  71. public void DeleteItem(Guid id)
  72. {
  73. ArgumentNullException.ThrowIfNull(id.IsEmpty() ? null : id);
  74. using var context = dbProvider.CreateDbContext();
  75. using var transaction = context.Database.BeginTransaction();
  76. context.PeopleBaseItemMap.Where(e => e.ItemId == id).ExecuteDelete();
  77. context.Peoples.Where(e => e.BaseItems!.Count == 0).ExecuteDelete();
  78. context.Chapters.Where(e => e.ItemId == id).ExecuteDelete();
  79. context.MediaStreamInfos.Where(e => e.ItemId == id).ExecuteDelete();
  80. context.AncestorIds.Where(e => e.ItemId == id).ExecuteDelete();
  81. context.ItemValuesMap.Where(e => e.ItemId == id).ExecuteDelete();
  82. context.ItemValues.Where(e => e.BaseItemsMap!.Count == 0).ExecuteDelete();
  83. context.BaseItemImageInfos.Where(e => e.ItemId == id).ExecuteDelete();
  84. context.BaseItemProviders.Where(e => e.ItemId == id).ExecuteDelete();
  85. context.BaseItems.Where(e => e.Id == id).ExecuteDelete();
  86. context.SaveChanges();
  87. transaction.Commit();
  88. }
  89. /// <inheritdoc />
  90. public void UpdateInheritedValues()
  91. {
  92. using var context = dbProvider.CreateDbContext();
  93. using var transaction = context.Database.BeginTransaction();
  94. context.ItemValuesMap.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags).ExecuteDelete();
  95. // ItemValue Inheritence is now correctly mapped via AncestorId on demand
  96. context.SaveChanges();
  97. transaction.Commit();
  98. }
  99. /// <inheritdoc cref="IItemRepository"/>
  100. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  101. {
  102. ArgumentNullException.ThrowIfNull(filter);
  103. PrepareFilterQuery(filter);
  104. using var context = dbProvider.CreateDbContext();
  105. return ApplyQueryFilter(context.BaseItems.AsNoTracking(), context, filter).Select(e => e.Id).ToImmutableArray();
  106. }
  107. /// <inheritdoc />
  108. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  109. {
  110. return GetItemValues(filter, [ItemValueType.Artist, ItemValueType.AlbumArtist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  111. }
  112. /// <inheritdoc />
  113. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery filter)
  114. {
  115. return GetItemValues(filter, [ItemValueType.Artist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  116. }
  117. /// <inheritdoc />
  118. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  119. {
  120. return GetItemValues(filter, [ItemValueType.AlbumArtist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  121. }
  122. /// <inheritdoc />
  123. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery filter)
  124. {
  125. return GetItemValues(filter, [ItemValueType.Studios], itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  126. }
  127. /// <inheritdoc />
  128. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery filter)
  129. {
  130. return GetItemValues(filter, [ItemValueType.Genre], itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  131. }
  132. /// <inheritdoc />
  133. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  134. {
  135. return GetItemValues(filter, [ItemValueType.Genre], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  136. }
  137. /// <inheritdoc />
  138. public IReadOnlyList<string> GetStudioNames()
  139. {
  140. return GetItemValueNames([ItemValueType.Studios], [], []);
  141. }
  142. /// <inheritdoc />
  143. public IReadOnlyList<string> GetAllArtistNames()
  144. {
  145. return GetItemValueNames([ItemValueType.Artist, ItemValueType.AlbumArtist], [], []);
  146. }
  147. /// <inheritdoc />
  148. public IReadOnlyList<string> GetMusicGenreNames()
  149. {
  150. return GetItemValueNames(
  151. [ItemValueType.Genre],
  152. itemTypeLookup.MusicGenreTypes,
  153. []);
  154. }
  155. /// <inheritdoc />
  156. public IReadOnlyList<string> GetGenreNames()
  157. {
  158. return GetItemValueNames(
  159. [ItemValueType.Genre],
  160. [],
  161. itemTypeLookup.MusicGenreTypes);
  162. }
  163. /// <inheritdoc cref="IItemRepository"/>
  164. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  165. {
  166. ArgumentNullException.ThrowIfNull(filter);
  167. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  168. {
  169. var returnList = GetItemList(filter);
  170. return new QueryResult<BaseItemDto>(
  171. filter.StartIndex,
  172. returnList.Count,
  173. returnList);
  174. }
  175. PrepareFilterQuery(filter);
  176. var result = new QueryResult<BaseItemDto>();
  177. using var context = dbProvider.CreateDbContext();
  178. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  179. dbQuery = TranslateQuery(dbQuery, context, filter);
  180. dbQuery = dbQuery.Distinct();
  181. if (filter.EnableTotalRecordCount)
  182. {
  183. result.TotalRecordCount = dbQuery.Count();
  184. }
  185. dbQuery = ApplyOrder(dbQuery, filter);
  186. dbQuery = ApplyQueryPageing(dbQuery, filter);
  187. result.Items = dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  188. result.StartIndex = filter.StartIndex ?? 0;
  189. return result;
  190. }
  191. /// <inheritdoc cref="IItemRepository"/>
  192. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  193. {
  194. ArgumentNullException.ThrowIfNull(filter);
  195. PrepareFilterQuery(filter);
  196. using var context = dbProvider.CreateDbContext();
  197. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  198. dbQuery = TranslateQuery(dbQuery, context, filter);
  199. dbQuery = dbQuery.Distinct();
  200. dbQuery = ApplyOrder(dbQuery, filter);
  201. dbQuery = ApplyGroupingFilter(dbQuery, filter);
  202. return dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  203. }
  204. private IQueryable<BaseItemEntity> ApplyGroupingFilter(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  205. {
  206. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  207. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  208. {
  209. dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).Select(e => e.First());
  210. }
  211. else if (enableGroupByPresentationUniqueKey)
  212. {
  213. dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).Select(e => e.First());
  214. }
  215. else if (filter.GroupBySeriesPresentationUniqueKey)
  216. {
  217. dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).Select(e => e.First());
  218. }
  219. else
  220. {
  221. dbQuery = dbQuery.Distinct();
  222. }
  223. return dbQuery;
  224. }
  225. private IQueryable<BaseItemEntity> ApplyQueryPageing(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  226. {
  227. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  228. {
  229. var offset = filter.StartIndex ?? 0;
  230. if (offset > 0)
  231. {
  232. dbQuery = dbQuery.Skip(offset);
  233. }
  234. if (filter.Limit.HasValue)
  235. {
  236. dbQuery = dbQuery.Take(filter.Limit.Value);
  237. }
  238. }
  239. return dbQuery;
  240. }
  241. private IQueryable<BaseItemEntity> ApplyQueryFilter(IQueryable<BaseItemEntity> dbQuery, JellyfinDbContext context, InternalItemsQuery filter)
  242. {
  243. dbQuery = TranslateQuery(dbQuery, context, filter);
  244. dbQuery = ApplyOrder(dbQuery, filter);
  245. dbQuery = ApplyGroupingFilter(dbQuery, filter);
  246. dbQuery = ApplyQueryPageing(dbQuery, filter);
  247. return dbQuery;
  248. }
  249. private IQueryable<BaseItemEntity> PrepareItemQuery(JellyfinDbContext context, InternalItemsQuery filter)
  250. {
  251. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking().AsSingleQuery()
  252. .Include(e => e.TrailerTypes)
  253. .Include(e => e.Provider)
  254. .Include(e => e.LockedFields);
  255. if (filter.DtoOptions.EnableImages)
  256. {
  257. dbQuery = dbQuery.Include(e => e.Images);
  258. }
  259. if (filter.DtoOptions.ContainsField(ItemFields.MediaStreams))
  260. {
  261. dbQuery = dbQuery.Include(e => e.MediaStreams);
  262. }
  263. if (filter.DtoOptions.ContainsField(ItemFields.Chapters))
  264. {
  265. dbQuery = dbQuery.Include(e => e.Chapters);
  266. }
  267. if (filter.DtoOptions.ContainsField(ItemFields.People))
  268. {
  269. dbQuery = dbQuery.Include(e => e.Peoples);
  270. }
  271. if (filter.DtoOptions.ContainsField(ItemFields.SeasonUserData))
  272. {
  273. dbQuery = dbQuery.Include(e => e.UserData);
  274. }
  275. return dbQuery;
  276. }
  277. /// <inheritdoc/>
  278. public int GetCount(InternalItemsQuery filter)
  279. {
  280. ArgumentNullException.ThrowIfNull(filter);
  281. // Hack for right now since we currently don't support filtering out these duplicates within a query
  282. PrepareFilterQuery(filter);
  283. using var context = dbProvider.CreateDbContext();
  284. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  285. return dbQuery.Count();
  286. }
  287. #pragma warning disable CA1307 // Specify StringComparison for clarity
  288. private IQueryable<BaseItemEntity> TranslateQuery(
  289. IQueryable<BaseItemEntity> baseQuery,
  290. JellyfinDbContext context,
  291. InternalItemsQuery filter)
  292. {
  293. var minWidth = filter.MinWidth;
  294. var maxWidth = filter.MaxWidth;
  295. var now = DateTime.UtcNow;
  296. if (filter.IsHD.HasValue)
  297. {
  298. const int Threshold = 1200;
  299. if (filter.IsHD.Value)
  300. {
  301. minWidth = Threshold;
  302. }
  303. else
  304. {
  305. maxWidth = Threshold - 1;
  306. }
  307. }
  308. if (filter.Is4K.HasValue)
  309. {
  310. const int Threshold = 3800;
  311. if (filter.Is4K.Value)
  312. {
  313. minWidth = Threshold;
  314. }
  315. else
  316. {
  317. maxWidth = Threshold - 1;
  318. }
  319. }
  320. if (minWidth.HasValue)
  321. {
  322. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  323. }
  324. if (filter.MinHeight.HasValue)
  325. {
  326. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  327. }
  328. if (maxWidth.HasValue)
  329. {
  330. baseQuery = baseQuery.Where(e => e.Width >= maxWidth);
  331. }
  332. if (filter.MaxHeight.HasValue)
  333. {
  334. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  335. }
  336. if (filter.IsLocked.HasValue)
  337. {
  338. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  339. }
  340. var tags = filter.Tags.ToList();
  341. var excludeTags = filter.ExcludeTags.ToList();
  342. if (filter.IsMovie == true)
  343. {
  344. if (filter.IncludeItemTypes.Length == 0
  345. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  346. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  347. {
  348. baseQuery = baseQuery.Where(e => e.IsMovie);
  349. }
  350. }
  351. else if (filter.IsMovie.HasValue)
  352. {
  353. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  354. }
  355. if (filter.IsSeries.HasValue)
  356. {
  357. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  358. }
  359. if (filter.IsSports.HasValue)
  360. {
  361. if (filter.IsSports.Value)
  362. {
  363. tags.Add("Sports");
  364. }
  365. else
  366. {
  367. excludeTags.Add("Sports");
  368. }
  369. }
  370. if (filter.IsNews.HasValue)
  371. {
  372. if (filter.IsNews.Value)
  373. {
  374. tags.Add("News");
  375. }
  376. else
  377. {
  378. excludeTags.Add("News");
  379. }
  380. }
  381. if (filter.IsKids.HasValue)
  382. {
  383. if (filter.IsKids.Value)
  384. {
  385. tags.Add("Kids");
  386. }
  387. else
  388. {
  389. excludeTags.Add("Kids");
  390. }
  391. }
  392. if (!string.IsNullOrEmpty(filter.SearchTerm))
  393. {
  394. baseQuery = baseQuery.Where(e => e.CleanName!.Contains(filter.SearchTerm) || (e.OriginalTitle != null && e.OriginalTitle.Contains(filter.SearchTerm)));
  395. }
  396. if (filter.IsFolder.HasValue)
  397. {
  398. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  399. }
  400. var includeTypes = filter.IncludeItemTypes;
  401. // Only specify excluded types if no included types are specified
  402. if (filter.IncludeItemTypes.Length == 0)
  403. {
  404. var excludeTypes = filter.ExcludeItemTypes;
  405. if (excludeTypes.Length == 1)
  406. {
  407. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  408. {
  409. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  410. }
  411. }
  412. else if (excludeTypes.Length > 1)
  413. {
  414. var excludeTypeName = new List<string>();
  415. foreach (var excludeType in excludeTypes)
  416. {
  417. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  418. {
  419. excludeTypeName.Add(baseItemKindName!);
  420. }
  421. }
  422. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  423. }
  424. }
  425. else if (includeTypes.Length == 1)
  426. {
  427. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  428. {
  429. baseQuery = baseQuery.Where(e => e.Type == includeTypeName);
  430. }
  431. }
  432. else if (includeTypes.Length > 1)
  433. {
  434. var includeTypeName = new List<string>();
  435. foreach (var includeType in includeTypes)
  436. {
  437. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  438. {
  439. includeTypeName.Add(baseItemKindName!);
  440. }
  441. }
  442. baseQuery = baseQuery.Where(e => includeTypeName.Contains(e.Type));
  443. }
  444. if (filter.ChannelIds.Count > 0)
  445. {
  446. var channelIds = filter.ChannelIds.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  447. baseQuery = baseQuery.Where(e => channelIds.Contains(e.ChannelId));
  448. }
  449. if (!filter.ParentId.IsEmpty())
  450. {
  451. baseQuery = baseQuery.Where(e => e.ParentId!.Value == filter.ParentId);
  452. }
  453. if (!string.IsNullOrWhiteSpace(filter.Path))
  454. {
  455. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  456. }
  457. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  458. {
  459. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  460. }
  461. if (filter.MinCommunityRating.HasValue)
  462. {
  463. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  464. }
  465. if (filter.MinIndexNumber.HasValue)
  466. {
  467. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  468. }
  469. if (filter.MinParentAndIndexNumber.HasValue)
  470. {
  471. baseQuery = baseQuery
  472. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  473. }
  474. if (filter.MinDateCreated.HasValue)
  475. {
  476. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  477. }
  478. if (filter.MinDateLastSaved.HasValue)
  479. {
  480. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  481. }
  482. if (filter.MinDateLastSavedForUser.HasValue)
  483. {
  484. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  485. }
  486. if (filter.IndexNumber.HasValue)
  487. {
  488. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  489. }
  490. if (filter.ParentIndexNumber.HasValue)
  491. {
  492. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  493. }
  494. if (filter.ParentIndexNumberNotEquals.HasValue)
  495. {
  496. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  497. }
  498. var minEndDate = filter.MinEndDate;
  499. var maxEndDate = filter.MaxEndDate;
  500. if (filter.HasAired.HasValue)
  501. {
  502. if (filter.HasAired.Value)
  503. {
  504. maxEndDate = DateTime.UtcNow;
  505. }
  506. else
  507. {
  508. minEndDate = DateTime.UtcNow;
  509. }
  510. }
  511. if (minEndDate.HasValue)
  512. {
  513. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  514. }
  515. if (maxEndDate.HasValue)
  516. {
  517. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  518. }
  519. if (filter.MinStartDate.HasValue)
  520. {
  521. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  522. }
  523. if (filter.MaxStartDate.HasValue)
  524. {
  525. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  526. }
  527. if (filter.MinPremiereDate.HasValue)
  528. {
  529. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MinPremiereDate.Value);
  530. }
  531. if (filter.MaxPremiereDate.HasValue)
  532. {
  533. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  534. }
  535. if (filter.TrailerTypes.Length > 0)
  536. {
  537. var trailerTypes = filter.TrailerTypes.Select(e => (int)e).ToArray();
  538. baseQuery = baseQuery.Where(e => trailerTypes.Any(f => e.TrailerTypes!.Any(w => w.Id == f)));
  539. }
  540. if (filter.IsAiring.HasValue)
  541. {
  542. if (filter.IsAiring.Value)
  543. {
  544. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  545. }
  546. else
  547. {
  548. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  549. }
  550. }
  551. if (filter.PersonIds.Length > 0)
  552. {
  553. baseQuery = baseQuery
  554. .Where(e =>
  555. context.PeopleBaseItemMap.Where(w => context.BaseItems.Where(r => filter.PersonIds.Contains(r.Id)).Any(f => f.Name == w.People.Name))
  556. .Any(f => f.ItemId == e.Id));
  557. }
  558. if (!string.IsNullOrWhiteSpace(filter.Person))
  559. {
  560. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.People.Name == filter.Person));
  561. }
  562. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  563. {
  564. // this does not makes sense.
  565. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  566. // whereClauses.Add("SortName>=@MinSortName");
  567. // statement?.TryBind("@MinSortName", query.MinSortName);
  568. }
  569. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  570. {
  571. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  572. }
  573. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  574. {
  575. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  576. }
  577. if (!string.IsNullOrWhiteSpace(filter.Name))
  578. {
  579. var cleanName = GetCleanValue(filter.Name);
  580. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  581. }
  582. // These are the same, for now
  583. var nameContains = filter.NameContains;
  584. if (!string.IsNullOrWhiteSpace(nameContains))
  585. {
  586. baseQuery = baseQuery.Where(e =>
  587. e.CleanName == filter.NameContains
  588. || e.OriginalTitle!.Contains(filter.NameContains!));
  589. }
  590. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  591. {
  592. baseQuery = baseQuery.Where(e => e.SortName!.StartsWith(filter.NameStartsWith) || e.Name!.StartsWith(filter.NameStartsWith));
  593. }
  594. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  595. {
  596. // i hate this
  597. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() > filter.NameStartsWithOrGreater[0] || e.Name!.FirstOrDefault() > filter.NameStartsWithOrGreater[0]);
  598. }
  599. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  600. {
  601. // i hate this
  602. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() < filter.NameLessThan[0] || e.Name!.FirstOrDefault() < filter.NameLessThan[0]);
  603. }
  604. if (filter.ImageTypes.Length > 0)
  605. {
  606. var imgTypes = filter.ImageTypes.Select(e => (ImageInfoImageType)e).ToArray();
  607. baseQuery = baseQuery.Where(e => imgTypes.Any(f => e.Images!.Any(w => w.ImageType == f)));
  608. }
  609. if (filter.IsLiked.HasValue)
  610. {
  611. baseQuery = baseQuery
  612. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Rating >= UserItemData.MinLikeValue);
  613. }
  614. if (filter.IsFavoriteOrLiked.HasValue)
  615. {
  616. baseQuery = baseQuery
  617. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavoriteOrLiked);
  618. }
  619. if (filter.IsFavorite.HasValue)
  620. {
  621. baseQuery = baseQuery
  622. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavorite);
  623. }
  624. if (filter.IsPlayed.HasValue)
  625. {
  626. baseQuery = baseQuery
  627. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Played == filter.IsPlayed.Value);
  628. }
  629. if (filter.IsResumable.HasValue)
  630. {
  631. if (filter.IsResumable.Value)
  632. {
  633. baseQuery = baseQuery
  634. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks > 0);
  635. }
  636. else
  637. {
  638. baseQuery = baseQuery
  639. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks == 0);
  640. }
  641. }
  642. if (filter.ArtistIds.Length > 0)
  643. {
  644. baseQuery = baseQuery
  645. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type <= ItemValueType.Artist && filter.ArtistIds.Contains(f.ItemId)));
  646. }
  647. if (filter.AlbumArtistIds.Length > 0)
  648. {
  649. baseQuery = baseQuery
  650. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.AlbumArtistIds.Contains(f.ItemId)));
  651. }
  652. if (filter.ContributingArtistIds.Length > 0)
  653. {
  654. baseQuery = baseQuery
  655. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ContributingArtistIds.Contains(f.ItemId)));
  656. }
  657. if (filter.AlbumIds.Length > 0)
  658. {
  659. baseQuery = baseQuery.Where(e => context.BaseItems.Where(f => filter.AlbumIds.Contains(f.Id)).Any(f => f.Name == e.Album));
  660. }
  661. if (filter.ExcludeArtistIds.Length > 0)
  662. {
  663. baseQuery = baseQuery
  664. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ExcludeArtistIds.Contains(f.ItemId)));
  665. }
  666. if (filter.GenreIds.Count > 0)
  667. {
  668. baseQuery = baseQuery
  669. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && filter.GenreIds.Contains(f.ItemId)));
  670. }
  671. if (filter.Genres.Count > 0)
  672. {
  673. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray();
  674. baseQuery = baseQuery
  675. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && cleanGenres.Contains(f.ItemValue.CleanValue)));
  676. }
  677. if (tags.Count > 0)
  678. {
  679. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray();
  680. baseQuery = baseQuery
  681. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  682. }
  683. if (excludeTags.Count > 0)
  684. {
  685. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray();
  686. baseQuery = baseQuery
  687. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  688. }
  689. if (filter.StudioIds.Length > 0)
  690. {
  691. baseQuery = baseQuery
  692. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Studios && filter.StudioIds.Contains(f.ItemId)));
  693. }
  694. if (filter.OfficialRatings.Length > 0)
  695. {
  696. baseQuery = baseQuery
  697. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  698. }
  699. if (filter.HasParentalRating ?? false)
  700. {
  701. if (filter.MinParentalRating.HasValue)
  702. {
  703. baseQuery = baseQuery
  704. .Where(e => e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  705. }
  706. if (filter.MaxParentalRating.HasValue)
  707. {
  708. baseQuery = baseQuery
  709. .Where(e => e.InheritedParentalRatingValue < filter.MaxParentalRating.Value);
  710. }
  711. }
  712. else if (filter.BlockUnratedItems.Length > 0)
  713. {
  714. var unratedItems = filter.BlockUnratedItems.Select(f => f.ToString()).ToArray();
  715. if (filter.MinParentalRating.HasValue)
  716. {
  717. if (filter.MaxParentalRating.HasValue)
  718. {
  719. baseQuery = baseQuery
  720. .Where(e => (e.InheritedParentalRatingValue == null && !unratedItems.Contains(e.UnratedType))
  721. || (e.InheritedParentalRatingValue >= filter.MinParentalRating && e.InheritedParentalRatingValue <= filter.MaxParentalRating));
  722. }
  723. else
  724. {
  725. baseQuery = baseQuery
  726. .Where(e => (e.InheritedParentalRatingValue == null && !unratedItems.Contains(e.UnratedType))
  727. || e.InheritedParentalRatingValue >= filter.MinParentalRating);
  728. }
  729. }
  730. else
  731. {
  732. baseQuery = baseQuery
  733. .Where(e => e.InheritedParentalRatingValue != null && !unratedItems.Contains(e.UnratedType));
  734. }
  735. }
  736. else if (filter.MinParentalRating.HasValue)
  737. {
  738. if (filter.MaxParentalRating.HasValue)
  739. {
  740. baseQuery = baseQuery
  741. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value && e.InheritedParentalRatingValue <= filter.MaxParentalRating.Value);
  742. }
  743. else
  744. {
  745. baseQuery = baseQuery
  746. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  747. }
  748. }
  749. else if (filter.MaxParentalRating.HasValue)
  750. {
  751. baseQuery = baseQuery
  752. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MaxParentalRating.Value);
  753. }
  754. else if (!filter.HasParentalRating ?? false)
  755. {
  756. baseQuery = baseQuery
  757. .Where(e => e.InheritedParentalRatingValue == null);
  758. }
  759. if (filter.HasOfficialRating.HasValue)
  760. {
  761. if (filter.HasOfficialRating.Value)
  762. {
  763. baseQuery = baseQuery
  764. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  765. }
  766. else
  767. {
  768. baseQuery = baseQuery
  769. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  770. }
  771. }
  772. if (filter.HasOverview.HasValue)
  773. {
  774. if (filter.HasOverview.Value)
  775. {
  776. baseQuery = baseQuery
  777. .Where(e => e.Overview != null && e.Overview != string.Empty);
  778. }
  779. else
  780. {
  781. baseQuery = baseQuery
  782. .Where(e => e.Overview == null || e.Overview == string.Empty);
  783. }
  784. }
  785. if (filter.HasOwnerId.HasValue)
  786. {
  787. if (filter.HasOwnerId.Value)
  788. {
  789. baseQuery = baseQuery
  790. .Where(e => e.OwnerId != null);
  791. }
  792. else
  793. {
  794. baseQuery = baseQuery
  795. .Where(e => e.OwnerId == null);
  796. }
  797. }
  798. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  799. {
  800. baseQuery = baseQuery
  801. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Audio && f.Language == filter.HasNoAudioTrackWithLanguage));
  802. }
  803. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  804. {
  805. baseQuery = baseQuery
  806. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && !f.IsExternal && f.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  807. }
  808. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  809. {
  810. baseQuery = baseQuery
  811. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.IsExternal && f.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  812. }
  813. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  814. {
  815. baseQuery = baseQuery
  816. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.Language == filter.HasNoSubtitleTrackWithLanguage));
  817. }
  818. if (filter.HasSubtitles.HasValue)
  819. {
  820. baseQuery = baseQuery
  821. .Where(e => e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle) == filter.HasSubtitles.Value);
  822. }
  823. if (filter.HasChapterImages.HasValue)
  824. {
  825. baseQuery = baseQuery
  826. .Where(e => e.Chapters!.Any(f => f.ImagePath != null) == filter.HasChapterImages.Value);
  827. }
  828. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  829. {
  830. baseQuery = baseQuery
  831. .Where(e => e.ParentId.HasValue && !context.BaseItems.Any(f => f.Id == e.ParentId.Value));
  832. }
  833. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  834. {
  835. baseQuery = baseQuery
  836. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Artist || f.ItemValue.Type == ItemValueType.AlbumArtist) == 1);
  837. }
  838. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  839. {
  840. baseQuery = baseQuery
  841. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Studios) == 1);
  842. }
  843. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  844. {
  845. baseQuery = baseQuery
  846. .Where(e => !e.Peoples!.Any(f => f.People.Name == e.Name));
  847. }
  848. if (filter.Years.Length == 1)
  849. {
  850. baseQuery = baseQuery
  851. .Where(e => e.ProductionYear == filter.Years[0]);
  852. }
  853. else if (filter.Years.Length > 1)
  854. {
  855. baseQuery = baseQuery
  856. .Where(e => filter.Years.Any(f => f == e.ProductionYear));
  857. }
  858. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  859. if (isVirtualItem.HasValue)
  860. {
  861. baseQuery = baseQuery
  862. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  863. }
  864. if (filter.IsSpecialSeason.HasValue)
  865. {
  866. if (filter.IsSpecialSeason.Value)
  867. {
  868. baseQuery = baseQuery
  869. .Where(e => e.IndexNumber == 0);
  870. }
  871. else
  872. {
  873. baseQuery = baseQuery
  874. .Where(e => e.IndexNumber != 0);
  875. }
  876. }
  877. if (filter.IsUnaired.HasValue)
  878. {
  879. if (filter.IsUnaired.Value)
  880. {
  881. baseQuery = baseQuery
  882. .Where(e => e.PremiereDate >= now);
  883. }
  884. else
  885. {
  886. baseQuery = baseQuery
  887. .Where(e => e.PremiereDate < now);
  888. }
  889. }
  890. if (filter.MediaTypes.Length > 0)
  891. {
  892. var mediaTypes = filter.MediaTypes.Select(f => f.ToString()).ToArray();
  893. baseQuery = baseQuery
  894. .Where(e => mediaTypes.Contains(e.MediaType));
  895. }
  896. if (filter.ItemIds.Length > 0)
  897. {
  898. baseQuery = baseQuery
  899. .Where(e => filter.ItemIds.Contains(e.Id));
  900. }
  901. if (filter.ExcludeItemIds.Length > 0)
  902. {
  903. baseQuery = baseQuery
  904. .Where(e => !filter.ItemIds.Contains(e.Id));
  905. }
  906. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  907. {
  908. baseQuery = baseQuery.Where(e => !e.Provider!.All(f => !filter.ExcludeProviderIds.All(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  909. }
  910. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  911. {
  912. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => !filter.HasAnyProviderId.Any(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  913. }
  914. if (filter.HasImdbId.HasValue)
  915. {
  916. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  917. }
  918. if (filter.HasTmdbId.HasValue)
  919. {
  920. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  921. }
  922. if (filter.HasTvdbId.HasValue)
  923. {
  924. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  925. }
  926. var queryTopParentIds = filter.TopParentIds;
  927. if (queryTopParentIds.Length > 0)
  928. {
  929. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  930. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  931. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  932. {
  933. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  934. }
  935. else
  936. {
  937. baseQuery = baseQuery.Where(e => queryTopParentIds.Contains(e.TopParentId!.Value));
  938. }
  939. }
  940. if (filter.AncestorIds.Length > 0)
  941. {
  942. baseQuery = baseQuery.Where(e => e.Children!.Any(f => filter.AncestorIds.Contains(f.ParentItemId)));
  943. }
  944. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  945. {
  946. baseQuery = baseQuery
  947. .Where(e => context.BaseItems.Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.ParentAncestors!.Any(w => w.ItemId == f.Id)));
  948. }
  949. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  950. {
  951. baseQuery = baseQuery
  952. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  953. }
  954. if (filter.ExcludeInheritedTags.Length > 0)
  955. {
  956. baseQuery = baseQuery
  957. .Where(e => !e.ItemValues!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  958. .Any(f => filter.ExcludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  959. }
  960. if (filter.IncludeInheritedTags.Length > 0)
  961. {
  962. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  963. // In addtion to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  964. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  965. {
  966. baseQuery = baseQuery
  967. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags)
  968. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  969. ||
  970. (e.ParentId.HasValue && context.ItemValuesMap.Where(w => w.ItemId == e.ParentId.Value)!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  971. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))));
  972. }
  973. // A playlist should be accessible to its owner regardless of allowed tags.
  974. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  975. {
  976. baseQuery = baseQuery
  977. .Where(e =>
  978. e.ParentAncestors!
  979. .Any(f =>
  980. f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))
  981. || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\"")));
  982. // d ^^ this is stupid it hate this.
  983. }
  984. else
  985. {
  986. baseQuery = baseQuery
  987. .Where(e => e.ParentAncestors!.Any(f => f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))));
  988. }
  989. }
  990. if (filter.SeriesStatuses.Length > 0)
  991. {
  992. var seriesStatus = filter.SeriesStatuses.Select(e => e.ToString()).ToArray();
  993. baseQuery = baseQuery
  994. .Where(e => seriesStatus.Any(f => e.Data!.Contains(f)));
  995. }
  996. if (filter.BoxSetLibraryFolders.Length > 0)
  997. {
  998. var boxsetFolders = filter.BoxSetLibraryFolders.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  999. baseQuery = baseQuery
  1000. .Where(e => boxsetFolders.Any(f => e.Data!.Contains(f)));
  1001. }
  1002. if (filter.VideoTypes.Length > 0)
  1003. {
  1004. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"{e}\"");
  1005. baseQuery = baseQuery
  1006. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f)));
  1007. }
  1008. if (filter.Is3D.HasValue)
  1009. {
  1010. if (filter.Is3D.Value)
  1011. {
  1012. baseQuery = baseQuery
  1013. .Where(e => e.Data!.Contains("Video3DFormat"));
  1014. }
  1015. else
  1016. {
  1017. baseQuery = baseQuery
  1018. .Where(e => !e.Data!.Contains("Video3DFormat"));
  1019. }
  1020. }
  1021. if (filter.IsPlaceHolder.HasValue)
  1022. {
  1023. if (filter.IsPlaceHolder.Value)
  1024. {
  1025. baseQuery = baseQuery
  1026. .Where(e => e.Data!.Contains("IsPlaceHolder\":true"));
  1027. }
  1028. else
  1029. {
  1030. baseQuery = baseQuery
  1031. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true"));
  1032. }
  1033. }
  1034. if (filter.HasSpecialFeature.HasValue)
  1035. {
  1036. if (filter.HasSpecialFeature.Value)
  1037. {
  1038. baseQuery = baseQuery
  1039. .Where(e => e.ExtraIds != null);
  1040. }
  1041. else
  1042. {
  1043. baseQuery = baseQuery
  1044. .Where(e => e.ExtraIds == null);
  1045. }
  1046. }
  1047. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  1048. {
  1049. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  1050. {
  1051. baseQuery = baseQuery
  1052. .Where(e => e.ExtraIds != null);
  1053. }
  1054. else
  1055. {
  1056. baseQuery = baseQuery
  1057. .Where(e => e.ExtraIds == null);
  1058. }
  1059. }
  1060. return baseQuery;
  1061. }
  1062. /// <summary>
  1063. /// Gets the type.
  1064. /// </summary>
  1065. /// <param name="typeName">Name of the type.</param>
  1066. /// <returns>Type.</returns>
  1067. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  1068. private static Type? GetType(string typeName)
  1069. {
  1070. ArgumentException.ThrowIfNullOrEmpty(typeName);
  1071. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  1072. .Select(a => a.GetType(k))
  1073. .FirstOrDefault(t => t is not null));
  1074. }
  1075. /// <inheritdoc cref="IItemRepository" />
  1076. public void SaveImages(BaseItemDto item)
  1077. {
  1078. ArgumentNullException.ThrowIfNull(item);
  1079. var images = item.ImageInfos.Select(e => Map(item.Id, e));
  1080. using var context = dbProvider.CreateDbContext();
  1081. using var transaction = context.Database.BeginTransaction();
  1082. context.BaseItemImageInfos.Where(e => e.ItemId == item.Id).ExecuteDelete();
  1083. context.BaseItemImageInfos.AddRange(images);
  1084. context.SaveChanges();
  1085. transaction.Commit();
  1086. }
  1087. /// <inheritdoc cref="IItemRepository" />
  1088. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1089. {
  1090. UpdateOrInsertItems(items, cancellationToken);
  1091. }
  1092. /// <inheritdoc cref="IItemRepository" />
  1093. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1094. {
  1095. ArgumentNullException.ThrowIfNull(items);
  1096. cancellationToken.ThrowIfCancellationRequested();
  1097. var itemsLen = items.Count;
  1098. var tuples = new (BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, string? UserDataKey, List<string> InheritedTags)[itemsLen];
  1099. for (int i = 0; i < itemsLen; i++)
  1100. {
  1101. var item = items[i];
  1102. var ancestorIds = item.SupportsAncestors ?
  1103. item.GetAncestorIds().Distinct().ToList() :
  1104. null;
  1105. var topParent = item.GetTopParent();
  1106. var userdataKey = item.GetUserDataKeys().FirstOrDefault();
  1107. var inheritedTags = item.GetInheritedTags();
  1108. tuples[i] = (item, ancestorIds, topParent, userdataKey, inheritedTags);
  1109. }
  1110. using var context = dbProvider.CreateDbContext();
  1111. using var transaction = context.Database.BeginTransaction();
  1112. foreach (var item in tuples)
  1113. {
  1114. var entity = Map(item.Item);
  1115. if (!context.BaseItems.Any(e => e.Id == entity.Id))
  1116. {
  1117. context.BaseItems.Add(entity);
  1118. }
  1119. else
  1120. {
  1121. context.BaseItems.Attach(entity).State = EntityState.Modified;
  1122. }
  1123. context.AncestorIds.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1124. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  1125. {
  1126. foreach (var ancestorId in item.AncestorIds)
  1127. {
  1128. context.AncestorIds.Add(new AncestorId()
  1129. {
  1130. ParentItemId = ancestorId,
  1131. ItemId = entity.Id,
  1132. Item = null!,
  1133. ParentItem = null!
  1134. });
  1135. }
  1136. }
  1137. var itemValuesToSave = GetItemValuesToSave(item.Item, item.InheritedTags);
  1138. var itemValues = itemValuesToSave.Select(e => e.Value).ToArray();
  1139. context.ItemValuesMap.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1140. entity.ItemValues = new List<ItemValueMap>();
  1141. var referenceValues = context.ItemValues.Where(e => itemValues.Any(f => f == e.CleanValue)).ToArray();
  1142. foreach (var itemValue in itemValuesToSave)
  1143. {
  1144. var refValue = referenceValues.FirstOrDefault(f => f.CleanValue == itemValue.Value && (int)f.Type == itemValue.MagicNumber);
  1145. if (refValue is not null)
  1146. {
  1147. entity.ItemValues.Add(new ItemValueMap()
  1148. {
  1149. Item = entity,
  1150. ItemId = entity.Id,
  1151. ItemValue = null!,
  1152. ItemValueId = refValue.ItemValueId
  1153. });
  1154. }
  1155. else
  1156. {
  1157. entity.ItemValues.Add(new ItemValueMap()
  1158. {
  1159. Item = entity,
  1160. ItemId = entity.Id,
  1161. ItemValue = new ItemValue()
  1162. {
  1163. CleanValue = GetCleanValue(itemValue.Value),
  1164. Type = (ItemValueType)itemValue.MagicNumber,
  1165. ItemValueId = Guid.NewGuid(),
  1166. Value = itemValue.Value
  1167. },
  1168. ItemValueId = Guid.Empty
  1169. });
  1170. }
  1171. }
  1172. }
  1173. context.SaveChanges();
  1174. transaction.Commit();
  1175. }
  1176. /// <inheritdoc cref="IItemRepository" />
  1177. public BaseItemDto? RetrieveItem(Guid id)
  1178. {
  1179. if (id.IsEmpty())
  1180. {
  1181. throw new ArgumentException("Guid can't be empty", nameof(id));
  1182. }
  1183. using var context = dbProvider.CreateDbContext();
  1184. var item = context.BaseItems
  1185. .Include(e => e.TrailerTypes)
  1186. .Include(e => e.Provider)
  1187. .Include(e => e.Images)
  1188. .Include(e => e.LockedFields).AsNoTracking().AsSingleQuery().FirstOrDefault(e => e.Id == id);
  1189. if (item is null)
  1190. {
  1191. return null;
  1192. }
  1193. return DeserialiseBaseItem(item);
  1194. }
  1195. /// <summary>
  1196. /// Maps a Entity to the DTO.
  1197. /// </summary>
  1198. /// <param name="entity">The entity.</param>
  1199. /// <param name="dto">The dto base instance.</param>
  1200. /// <param name="appHost">The Application server Host.</param>
  1201. /// <returns>The dto to map.</returns>
  1202. public static BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto, IServerApplicationHost? appHost)
  1203. {
  1204. dto.Id = entity.Id;
  1205. dto.ParentId = entity.ParentId.GetValueOrDefault();
  1206. dto.Path = appHost?.ExpandVirtualPath(entity.Path) ?? entity.Path;
  1207. dto.EndDate = entity.EndDate;
  1208. dto.CommunityRating = entity.CommunityRating;
  1209. dto.CustomRating = entity.CustomRating;
  1210. dto.IndexNumber = entity.IndexNumber;
  1211. dto.IsLocked = entity.IsLocked;
  1212. dto.Name = entity.Name;
  1213. dto.OfficialRating = entity.OfficialRating;
  1214. dto.Overview = entity.Overview;
  1215. dto.ParentIndexNumber = entity.ParentIndexNumber;
  1216. dto.PremiereDate = entity.PremiereDate;
  1217. dto.ProductionYear = entity.ProductionYear;
  1218. dto.SortName = entity.SortName;
  1219. dto.ForcedSortName = entity.ForcedSortName;
  1220. dto.RunTimeTicks = entity.RunTimeTicks;
  1221. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  1222. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  1223. dto.IsInMixedFolder = entity.IsInMixedFolder;
  1224. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  1225. dto.CriticRating = entity.CriticRating;
  1226. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  1227. dto.OriginalTitle = entity.OriginalTitle;
  1228. dto.Album = entity.Album;
  1229. dto.LUFS = entity.LUFS;
  1230. dto.NormalizationGain = entity.NormalizationGain;
  1231. dto.IsVirtualItem = entity.IsVirtualItem;
  1232. dto.ExternalSeriesId = entity.ExternalSeriesId;
  1233. dto.Tagline = entity.Tagline;
  1234. dto.TotalBitrate = entity.TotalBitrate;
  1235. dto.ExternalId = entity.ExternalId;
  1236. dto.Size = entity.Size;
  1237. dto.Genres = entity.Genres?.Split('|') ?? [];
  1238. dto.DateCreated = entity.DateCreated.GetValueOrDefault();
  1239. dto.DateModified = entity.DateModified.GetValueOrDefault();
  1240. dto.ChannelId = string.IsNullOrWhiteSpace(entity.ChannelId) ? Guid.Empty : (Guid.TryParse(entity.ChannelId, out var channelId) ? channelId : Guid.Empty);
  1241. dto.DateLastRefreshed = entity.DateLastRefreshed.GetValueOrDefault();
  1242. dto.DateLastSaved = entity.DateLastSaved.GetValueOrDefault();
  1243. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : (Guid.TryParse(entity.OwnerId, out var ownerId) ? ownerId : Guid.Empty);
  1244. dto.Width = entity.Width.GetValueOrDefault();
  1245. dto.Height = entity.Height.GetValueOrDefault();
  1246. if (entity.Provider is not null)
  1247. {
  1248. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  1249. }
  1250. if (entity.ExtraType is not null)
  1251. {
  1252. dto.ExtraType = (ExtraType)entity.ExtraType;
  1253. }
  1254. if (entity.LockedFields is not null)
  1255. {
  1256. dto.LockedFields = entity.LockedFields?.Select(e => (MetadataField)e.Id).ToArray() ?? [];
  1257. }
  1258. if (entity.Audio is not null)
  1259. {
  1260. dto.Audio = (ProgramAudio)entity.Audio;
  1261. }
  1262. dto.ExtraIds = string.IsNullOrWhiteSpace(entity.ExtraIds) ? [] : entity.ExtraIds.Split('|').Select(e => Guid.Parse(e)).ToArray();
  1263. dto.ProductionLocations = entity.ProductionLocations?.Split('|') ?? [];
  1264. dto.Studios = entity.Studios?.Split('|') ?? [];
  1265. dto.Tags = entity.Tags?.Split('|') ?? [];
  1266. if (dto is IHasProgramAttributes hasProgramAttributes)
  1267. {
  1268. hasProgramAttributes.IsMovie = entity.IsMovie;
  1269. hasProgramAttributes.IsSeries = entity.IsSeries;
  1270. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  1271. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  1272. }
  1273. if (dto is LiveTvChannel liveTvChannel)
  1274. {
  1275. liveTvChannel.ServiceName = entity.ExternalServiceId;
  1276. }
  1277. if (dto is Trailer trailer)
  1278. {
  1279. trailer.TrailerTypes = entity.TrailerTypes?.Select(e => (TrailerType)e.Id).ToArray() ?? [];
  1280. }
  1281. if (dto is Video video)
  1282. {
  1283. video.PrimaryVersionId = entity.PrimaryVersionId;
  1284. }
  1285. if (dto is IHasSeries hasSeriesName)
  1286. {
  1287. hasSeriesName.SeriesName = entity.SeriesName;
  1288. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  1289. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  1290. }
  1291. if (dto is Episode episode)
  1292. {
  1293. episode.SeasonName = entity.SeasonName;
  1294. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  1295. }
  1296. if (dto is IHasArtist hasArtists)
  1297. {
  1298. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  1299. }
  1300. if (dto is IHasAlbumArtist hasAlbumArtists)
  1301. {
  1302. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  1303. }
  1304. if (dto is LiveTvProgram program)
  1305. {
  1306. program.ShowId = entity.ShowId;
  1307. }
  1308. if (entity.Images is not null)
  1309. {
  1310. dto.ImageInfos = entity.Images.Select(e => Map(e, appHost)).ToArray();
  1311. }
  1312. // dto.Type = entity.Type;
  1313. // dto.Data = entity.Data;
  1314. // dto.MediaType = entity.MediaType;
  1315. if (dto is IHasStartDate hasStartDate)
  1316. {
  1317. hasStartDate.StartDate = entity.StartDate;
  1318. }
  1319. // Fields that are present in the DB but are never actually used
  1320. // dto.UnratedType = entity.UnratedType;
  1321. // dto.TopParentId = entity.TopParentId;
  1322. // dto.CleanName = entity.CleanName;
  1323. // dto.UserDataKey = entity.UserDataKey;
  1324. if (dto is Folder folder)
  1325. {
  1326. folder.DateLastMediaAdded = entity.DateLastMediaAdded;
  1327. }
  1328. return dto;
  1329. }
  1330. /// <summary>
  1331. /// Maps a Entity to the DTO.
  1332. /// </summary>
  1333. /// <param name="dto">The entity.</param>
  1334. /// <returns>The dto to map.</returns>
  1335. public BaseItemEntity Map(BaseItemDto dto)
  1336. {
  1337. var dtoType = dto.GetType();
  1338. var entity = new BaseItemEntity()
  1339. {
  1340. Type = dtoType.ToString(),
  1341. Id = dto.Id
  1342. };
  1343. if (TypeRequiresDeserialization(dtoType))
  1344. {
  1345. entity.Data = JsonSerializer.Serialize(dto, dtoType, JsonDefaults.Options);
  1346. }
  1347. entity.ParentId = !dto.ParentId.IsEmpty() ? dto.ParentId : null;
  1348. entity.Path = GetPathToSave(dto.Path);
  1349. entity.EndDate = dto.EndDate.GetValueOrDefault();
  1350. entity.CommunityRating = dto.CommunityRating;
  1351. entity.CustomRating = dto.CustomRating;
  1352. entity.IndexNumber = dto.IndexNumber;
  1353. entity.IsLocked = dto.IsLocked;
  1354. entity.Name = dto.Name;
  1355. entity.OfficialRating = dto.OfficialRating;
  1356. entity.Overview = dto.Overview;
  1357. entity.ParentIndexNumber = dto.ParentIndexNumber;
  1358. entity.PremiereDate = dto.PremiereDate;
  1359. entity.ProductionYear = dto.ProductionYear;
  1360. entity.SortName = dto.SortName;
  1361. entity.ForcedSortName = dto.ForcedSortName;
  1362. entity.RunTimeTicks = dto.RunTimeTicks;
  1363. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  1364. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  1365. entity.IsInMixedFolder = dto.IsInMixedFolder;
  1366. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  1367. entity.CriticRating = dto.CriticRating;
  1368. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  1369. entity.OriginalTitle = dto.OriginalTitle;
  1370. entity.Album = dto.Album;
  1371. entity.LUFS = dto.LUFS;
  1372. entity.NormalizationGain = dto.NormalizationGain;
  1373. entity.IsVirtualItem = dto.IsVirtualItem;
  1374. entity.ExternalSeriesId = dto.ExternalSeriesId;
  1375. entity.Tagline = dto.Tagline;
  1376. entity.TotalBitrate = dto.TotalBitrate;
  1377. entity.ExternalId = dto.ExternalId;
  1378. entity.Size = dto.Size;
  1379. entity.Genres = string.Join('|', dto.Genres);
  1380. entity.DateCreated = dto.DateCreated;
  1381. entity.DateModified = dto.DateModified;
  1382. entity.ChannelId = dto.ChannelId.ToString();
  1383. entity.DateLastRefreshed = dto.DateLastRefreshed;
  1384. entity.DateLastSaved = dto.DateLastSaved;
  1385. entity.OwnerId = dto.OwnerId.ToString();
  1386. entity.Width = dto.Width;
  1387. entity.Height = dto.Height;
  1388. entity.Provider = dto.ProviderIds.Select(e => new BaseItemProvider()
  1389. {
  1390. Item = entity,
  1391. ProviderId = e.Key,
  1392. ProviderValue = e.Value
  1393. }).ToList();
  1394. if (dto.Audio.HasValue)
  1395. {
  1396. entity.Audio = (ProgramAudioEntity)dto.Audio;
  1397. }
  1398. if (dto.ExtraType.HasValue)
  1399. {
  1400. entity.ExtraType = (BaseItemExtraType)dto.ExtraType;
  1401. }
  1402. entity.ExtraIds = dto.ExtraIds is not null ? string.Join('|', dto.ExtraIds) : null;
  1403. entity.ProductionLocations = dto.ProductionLocations is not null ? string.Join('|', dto.ProductionLocations) : null;
  1404. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  1405. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  1406. entity.LockedFields = dto.LockedFields is not null ? dto.LockedFields
  1407. .Select(e => new BaseItemMetadataField()
  1408. {
  1409. Id = (int)e,
  1410. Item = entity,
  1411. ItemId = entity.Id
  1412. })
  1413. .ToArray() : null;
  1414. if (dto is IHasProgramAttributes hasProgramAttributes)
  1415. {
  1416. entity.IsMovie = hasProgramAttributes.IsMovie;
  1417. entity.IsSeries = hasProgramAttributes.IsSeries;
  1418. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  1419. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  1420. }
  1421. if (dto is LiveTvChannel liveTvChannel)
  1422. {
  1423. entity.ExternalServiceId = liveTvChannel.ServiceName;
  1424. }
  1425. if (dto is Video video)
  1426. {
  1427. entity.PrimaryVersionId = video.PrimaryVersionId;
  1428. }
  1429. if (dto is IHasSeries hasSeriesName)
  1430. {
  1431. entity.SeriesName = hasSeriesName.SeriesName;
  1432. entity.SeriesId = hasSeriesName.SeriesId;
  1433. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  1434. }
  1435. if (dto is Episode episode)
  1436. {
  1437. entity.SeasonName = episode.SeasonName;
  1438. entity.SeasonId = episode.SeasonId;
  1439. }
  1440. if (dto is IHasArtist hasArtists)
  1441. {
  1442. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  1443. }
  1444. if (dto is IHasAlbumArtist hasAlbumArtists)
  1445. {
  1446. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  1447. }
  1448. if (dto is LiveTvProgram program)
  1449. {
  1450. entity.ShowId = program.ShowId;
  1451. }
  1452. if (dto.ImageInfos is not null)
  1453. {
  1454. entity.Images = dto.ImageInfos.Select(f => Map(dto.Id, f)).ToArray();
  1455. }
  1456. if (dto is Trailer trailer)
  1457. {
  1458. entity.TrailerTypes = trailer.TrailerTypes?.Select(e => new BaseItemTrailerType()
  1459. {
  1460. Id = (int)e,
  1461. Item = entity,
  1462. ItemId = entity.Id
  1463. }).ToArray() ?? [];
  1464. }
  1465. // dto.Type = entity.Type;
  1466. // dto.Data = entity.Data;
  1467. // dto.MediaType = entity.MediaType;
  1468. if (dto is IHasStartDate hasStartDate)
  1469. {
  1470. entity.StartDate = hasStartDate.StartDate;
  1471. }
  1472. // Fields that are present in the DB but are never actually used
  1473. // dto.UnratedType = entity.UnratedType;
  1474. // dto.TopParentId = entity.TopParentId;
  1475. // dto.CleanName = entity.CleanName;
  1476. // dto.UserDataKey = entity.UserDataKey;
  1477. if (dto is Folder folder)
  1478. {
  1479. entity.DateLastMediaAdded = folder.DateLastMediaAdded;
  1480. entity.IsFolder = folder.IsFolder;
  1481. }
  1482. return entity;
  1483. }
  1484. private IReadOnlyList<string> GetItemValueNames(ItemValueType[] itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  1485. {
  1486. using var context = dbProvider.CreateDbContext();
  1487. var query = context.ItemValuesMap
  1488. .AsNoTracking()
  1489. .Where(e => itemValueTypes.Any(w => (ItemValueType)w == e.ItemValue.Type));
  1490. if (withItemTypes.Count > 0)
  1491. {
  1492. query = query.Where(e => withItemTypes.Contains(e.Item.Type));
  1493. }
  1494. if (excludeItemTypes.Count > 0)
  1495. {
  1496. query = query.Where(e => !excludeItemTypes.Contains(e.Item.Type));
  1497. }
  1498. // query = query.DistinctBy(e => e.CleanValue);
  1499. return query.Select(e => e.ItemValue.CleanValue).ToImmutableArray();
  1500. }
  1501. private static bool TypeRequiresDeserialization(Type type)
  1502. {
  1503. return type.GetCustomAttribute<RequiresSourceSerialisationAttribute>() == null;
  1504. }
  1505. private BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, bool skipDeserialization = false)
  1506. {
  1507. ArgumentNullException.ThrowIfNull(baseItemEntity, nameof(baseItemEntity));
  1508. if (serverConfigurationManager?.Configuration is null)
  1509. {
  1510. throw new InvalidOperationException("Server Configuration manager or configuration is null");
  1511. }
  1512. var typeToSerialise = GetType(baseItemEntity.Type);
  1513. return BaseItemRepository.DeserialiseBaseItem(
  1514. baseItemEntity,
  1515. logger,
  1516. appHost,
  1517. skipDeserialization || (serverConfigurationManager.Configuration.SkipDeserializationForBasicTypes && (typeToSerialise == typeof(Channel) || typeToSerialise == typeof(UserRootFolder))));
  1518. }
  1519. /// <summary>
  1520. /// Deserialises a BaseItemEntity and sets all properties.
  1521. /// </summary>
  1522. /// <param name="baseItemEntity">The DB entity.</param>
  1523. /// <param name="logger">Logger.</param>
  1524. /// <param name="appHost">The application server Host.</param>
  1525. /// <param name="skipDeserialization">If only mapping should be processed.</param>
  1526. /// <returns>A mapped BaseItem.</returns>
  1527. /// <exception cref="InvalidOperationException">Will be thrown if an invalid serialisation is requested.</exception>
  1528. public static BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, ILogger logger, IServerApplicationHost? appHost, bool skipDeserialization = false)
  1529. {
  1530. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1531. BaseItemDto? dto = null;
  1532. if (TypeRequiresDeserialization(type) && baseItemEntity.Data is not null && !skipDeserialization)
  1533. {
  1534. try
  1535. {
  1536. using var dataAsStream = new MemoryStream(Encoding.UTF8.GetBytes(baseItemEntity.Data!));
  1537. dto = JsonSerializer.Deserialize(dataAsStream, type, JsonDefaults.Options) as BaseItemDto;
  1538. }
  1539. catch (JsonException ex)
  1540. {
  1541. logger.LogError(ex, "Error deserializing item with JSON: {Data}", baseItemEntity.Data);
  1542. }
  1543. }
  1544. if (dto is null)
  1545. {
  1546. dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1547. }
  1548. return Map(baseItemEntity, dto, appHost);
  1549. }
  1550. private QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery filter, ItemValueType[] itemValueTypes, string returnType)
  1551. {
  1552. ArgumentNullException.ThrowIfNull(filter);
  1553. if (!filter.Limit.HasValue)
  1554. {
  1555. filter.EnableTotalRecordCount = false;
  1556. }
  1557. using var context = dbProvider.CreateDbContext();
  1558. var innerQuery = new InternalItemsQuery(filter.User)
  1559. {
  1560. ExcludeItemTypes = filter.ExcludeItemTypes,
  1561. IncludeItemTypes = filter.IncludeItemTypes,
  1562. MediaTypes = filter.MediaTypes,
  1563. AncestorIds = filter.AncestorIds,
  1564. ItemIds = filter.ItemIds,
  1565. TopParentIds = filter.TopParentIds,
  1566. ParentId = filter.ParentId,
  1567. IsAiring = filter.IsAiring,
  1568. IsMovie = filter.IsMovie,
  1569. IsSports = filter.IsSports,
  1570. IsKids = filter.IsKids,
  1571. IsNews = filter.IsNews,
  1572. IsSeries = filter.IsSeries
  1573. };
  1574. var query = TranslateQuery(context.BaseItems.AsNoTracking(), context, innerQuery);
  1575. query = query.Where(e => e.Type == returnType && e.ItemValues!.Any(f => e.CleanName == f.ItemValue.CleanValue && itemValueTypes.Any(w => (ItemValueType)w == f.ItemValue.Type)));
  1576. if (filter.OrderBy.Count != 0
  1577. || !string.IsNullOrEmpty(filter.SearchTerm))
  1578. {
  1579. query = ApplyOrder(query, filter);
  1580. }
  1581. else
  1582. {
  1583. query = query.OrderBy(e => e.SortName);
  1584. }
  1585. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1586. {
  1587. var offset = filter.StartIndex ?? 0;
  1588. if (offset > 0)
  1589. {
  1590. query = query.Skip(offset);
  1591. }
  1592. if (filter.Limit.HasValue)
  1593. {
  1594. query = query.Take(filter.Limit.Value);
  1595. }
  1596. }
  1597. var result = new QueryResult<(BaseItemDto, ItemCounts)>();
  1598. if (filter.EnableTotalRecordCount)
  1599. {
  1600. result.TotalRecordCount = query.DistinctBy(e => e.PresentationUniqueKey).Count();
  1601. }
  1602. var seriesTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Series];
  1603. var movieTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Movie];
  1604. var episodeTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode];
  1605. var musicAlbumTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicAlbum];
  1606. var musicArtistTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist];
  1607. var audioTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Audio];
  1608. var trailerTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Trailer];
  1609. var resultQuery = query.Select(e => new
  1610. {
  1611. item = e,
  1612. // TODO: This is bad refactor!
  1613. itemCount = new ItemCounts()
  1614. {
  1615. SeriesCount = e.ItemValues!.Count(f => f.Item.Type == seriesTypeName),
  1616. EpisodeCount = e.ItemValues!.Count(f => f.Item.Type == episodeTypeName),
  1617. MovieCount = e.ItemValues!.Count(f => f.Item.Type == movieTypeName),
  1618. AlbumCount = e.ItemValues!.Count(f => f.Item.Type == musicAlbumTypeName),
  1619. ArtistCount = e.ItemValues!.Count(f => f.Item.Type == musicArtistTypeName),
  1620. SongCount = e.ItemValues!.Count(f => f.Item.Type == audioTypeName),
  1621. TrailerCount = e.ItemValues!.Count(f => f.Item.Type == trailerTypeName),
  1622. }
  1623. });
  1624. result.StartIndex = filter.StartIndex ?? 0;
  1625. result.Items = resultQuery.ToImmutableArray().Where(e => e is not null).Select(e =>
  1626. {
  1627. return (DeserialiseBaseItem(e.item, filter.SkipDeserialization), e.itemCount);
  1628. }).ToImmutableArray();
  1629. return result;
  1630. }
  1631. private static void PrepareFilterQuery(InternalItemsQuery query)
  1632. {
  1633. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  1634. {
  1635. query.Limit = query.Limit.Value + 4;
  1636. }
  1637. if (query.IsResumable ?? false)
  1638. {
  1639. query.IsVirtualItem = false;
  1640. }
  1641. }
  1642. private string GetCleanValue(string value)
  1643. {
  1644. if (string.IsNullOrWhiteSpace(value))
  1645. {
  1646. return value;
  1647. }
  1648. return value.RemoveDiacritics().ToLowerInvariant();
  1649. }
  1650. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItemDto item, List<string> inheritedTags)
  1651. {
  1652. var list = new List<(int, string)>();
  1653. if (item is IHasArtist hasArtist)
  1654. {
  1655. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  1656. }
  1657. if (item is IHasAlbumArtist hasAlbumArtist)
  1658. {
  1659. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  1660. }
  1661. list.AddRange(item.Genres.Select(i => (2, i)));
  1662. list.AddRange(item.Studios.Select(i => (3, i)));
  1663. list.AddRange(item.Tags.Select(i => (4, i)));
  1664. // keywords was 5
  1665. list.AddRange(inheritedTags.Select(i => (6, i)));
  1666. // Remove all invalid values.
  1667. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  1668. return list;
  1669. }
  1670. private static BaseItemImageInfo Map(Guid baseItemId, ItemImageInfo e)
  1671. {
  1672. return new BaseItemImageInfo()
  1673. {
  1674. ItemId = baseItemId,
  1675. Id = Guid.NewGuid(),
  1676. Path = e.Path,
  1677. Blurhash = e.BlurHash != null ? Encoding.UTF8.GetBytes(e.BlurHash) : null,
  1678. DateModified = e.DateModified,
  1679. Height = e.Height,
  1680. Width = e.Width,
  1681. ImageType = (ImageInfoImageType)e.Type,
  1682. Item = null!
  1683. };
  1684. }
  1685. private static ItemImageInfo Map(BaseItemImageInfo e, IServerApplicationHost? appHost)
  1686. {
  1687. return new ItemImageInfo()
  1688. {
  1689. Path = appHost?.ExpandVirtualPath(e.Path) ?? e.Path,
  1690. BlurHash = e.Blurhash != null ? Encoding.UTF8.GetString(e.Blurhash) : null,
  1691. DateModified = e.DateModified,
  1692. Height = e.Height,
  1693. Width = e.Width,
  1694. Type = (ImageType)e.ImageType
  1695. };
  1696. }
  1697. private string? GetPathToSave(string path)
  1698. {
  1699. if (path is null)
  1700. {
  1701. return null;
  1702. }
  1703. return appHost.ReverseVirtualPath(path);
  1704. }
  1705. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1706. {
  1707. var list = new List<string>();
  1708. if (IsTypeInQuery(BaseItemKind.Person, query))
  1709. {
  1710. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Person]!);
  1711. }
  1712. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1713. {
  1714. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  1715. }
  1716. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1717. {
  1718. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  1719. }
  1720. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1721. {
  1722. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  1723. }
  1724. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1725. {
  1726. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  1727. }
  1728. return list;
  1729. }
  1730. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1731. {
  1732. if (query.ExcludeItemTypes.Contains(type))
  1733. {
  1734. return false;
  1735. }
  1736. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1737. }
  1738. private Expression<Func<BaseItemEntity, object>> MapOrderByField(ItemSortBy sortBy, InternalItemsQuery query)
  1739. {
  1740. #pragma warning disable CS8603 // Possible null reference return.
  1741. return sortBy switch
  1742. {
  1743. ItemSortBy.AirTime => e => e.SortName, // TODO
  1744. ItemSortBy.Runtime => e => e.RunTimeTicks,
  1745. ItemSortBy.Random => e => EF.Functions.Random(),
  1746. ItemSortBy.DatePlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.LastPlayedDate,
  1747. ItemSortBy.PlayCount => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.PlayCount,
  1748. ItemSortBy.IsFavoriteOrLiked => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.IsFavorite,
  1749. ItemSortBy.IsFolder => e => e.IsFolder,
  1750. ItemSortBy.IsPlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.Played,
  1751. ItemSortBy.IsUnplayed => e => !e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.Played,
  1752. ItemSortBy.DateLastContentAdded => e => e.DateLastMediaAdded,
  1753. ItemSortBy.Artist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Artist).Select(f => f.ItemValue.CleanValue),
  1754. ItemSortBy.AlbumArtist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.AlbumArtist).Select(f => f.ItemValue.CleanValue),
  1755. ItemSortBy.Studio => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Studios).Select(f => f.ItemValue.CleanValue),
  1756. ItemSortBy.OfficialRating => e => e.InheritedParentalRatingValue,
  1757. // ItemSortBy.SeriesDatePlayed => "(Select MAX(LastPlayedDate) from TypedBaseItems B" + GetJoinUserDataText(query) + " where Played=1 and B.SeriesPresentationUniqueKey=A.PresentationUniqueKey)",
  1758. ItemSortBy.SeriesSortName => e => e.SeriesName,
  1759. // ItemSortBy.AiredEpisodeOrder => "AiredEpisodeOrder",
  1760. ItemSortBy.Album => e => e.Album,
  1761. ItemSortBy.DateCreated => e => e.DateCreated,
  1762. ItemSortBy.PremiereDate => e => e.PremiereDate,
  1763. ItemSortBy.StartDate => e => e.StartDate,
  1764. ItemSortBy.Name => e => e.Name,
  1765. ItemSortBy.CommunityRating => e => e.CommunityRating,
  1766. ItemSortBy.ProductionYear => e => e.ProductionYear,
  1767. ItemSortBy.CriticRating => e => e.CriticRating,
  1768. ItemSortBy.VideoBitRate => e => e.TotalBitrate,
  1769. ItemSortBy.ParentIndexNumber => e => e.ParentIndexNumber,
  1770. ItemSortBy.IndexNumber => e => e.IndexNumber,
  1771. _ => e => e.SortName
  1772. };
  1773. #pragma warning restore CS8603 // Possible null reference return.
  1774. }
  1775. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1776. {
  1777. if (!query.GroupByPresentationUniqueKey)
  1778. {
  1779. return false;
  1780. }
  1781. if (query.GroupBySeriesPresentationUniqueKey)
  1782. {
  1783. return false;
  1784. }
  1785. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1786. {
  1787. return false;
  1788. }
  1789. if (query.User is null)
  1790. {
  1791. return false;
  1792. }
  1793. if (query.IncludeItemTypes.Length == 0)
  1794. {
  1795. return true;
  1796. }
  1797. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1798. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1799. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1800. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1801. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1802. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1803. }
  1804. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1805. {
  1806. var orderBy = filter.OrderBy;
  1807. bool hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1808. if (hasSearch)
  1809. {
  1810. List<(ItemSortBy, SortOrder)> prepend = new List<(ItemSortBy, SortOrder)>(4);
  1811. if (hasSearch)
  1812. {
  1813. prepend.Add((ItemSortBy.SortName, SortOrder.Ascending));
  1814. }
  1815. orderBy = filter.OrderBy = [.. prepend, .. orderBy];
  1816. }
  1817. else if (orderBy.Count == 0)
  1818. {
  1819. return query;
  1820. }
  1821. IOrderedQueryable<BaseItemEntity>? orderedQuery = null;
  1822. var firstOrdering = orderBy.FirstOrDefault();
  1823. if (firstOrdering != default)
  1824. {
  1825. var expression = MapOrderByField(firstOrdering.OrderBy, filter);
  1826. if (firstOrdering.SortOrder == SortOrder.Ascending)
  1827. {
  1828. orderedQuery = query.OrderBy(expression);
  1829. }
  1830. else
  1831. {
  1832. orderedQuery = query.OrderByDescending(expression);
  1833. }
  1834. if (firstOrdering.OrderBy is ItemSortBy.Default or ItemSortBy.SortName)
  1835. {
  1836. if (firstOrdering.SortOrder is SortOrder.Ascending)
  1837. {
  1838. orderedQuery = orderedQuery.ThenBy(e => e.Name);
  1839. }
  1840. else
  1841. {
  1842. orderedQuery = orderedQuery.ThenByDescending(e => e.Name);
  1843. }
  1844. }
  1845. }
  1846. foreach (var item in orderBy.Skip(1))
  1847. {
  1848. var expression = MapOrderByField(item.OrderBy, filter);
  1849. if (item.SortOrder == SortOrder.Ascending)
  1850. {
  1851. orderedQuery = orderedQuery!.ThenBy(expression);
  1852. }
  1853. else
  1854. {
  1855. orderedQuery = orderedQuery!.ThenByDescending(expression);
  1856. }
  1857. }
  1858. return orderedQuery ?? query;
  1859. }
  1860. }