BaseItemRepository.cs 97 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575
  1. #pragma warning disable RS0030 // Do not use banned APIs
  2. // Do not enforce that because EFCore cannot deal with cultures well.
  3. #pragma warning disable CA1304 // Specify CultureInfo
  4. #pragma warning disable CA1311 // Specify a culture or use an invariant version
  5. #pragma warning disable CA1862 // Use the 'StringComparison' method overloads to perform case-insensitive string comparisons
  6. using System;
  7. using System.Collections.Concurrent;
  8. using System.Collections.Generic;
  9. using System.Globalization;
  10. using System.Linq;
  11. using System.Linq.Expressions;
  12. using System.Reflection;
  13. using System.Text;
  14. using System.Text.Json;
  15. using System.Threading;
  16. using System.Threading.Tasks;
  17. using Jellyfin.Data.Enums;
  18. using Jellyfin.Database.Implementations;
  19. using Jellyfin.Database.Implementations.Entities;
  20. using Jellyfin.Database.Implementations.Enums;
  21. using Jellyfin.Extensions;
  22. using Jellyfin.Extensions.Json;
  23. using Jellyfin.Server.Implementations.Extensions;
  24. using MediaBrowser.Common;
  25. using MediaBrowser.Controller;
  26. using MediaBrowser.Controller.Channels;
  27. using MediaBrowser.Controller.Configuration;
  28. using MediaBrowser.Controller.Entities;
  29. using MediaBrowser.Controller.Entities.Audio;
  30. using MediaBrowser.Controller.Entities.TV;
  31. using MediaBrowser.Controller.LiveTv;
  32. using MediaBrowser.Controller.Persistence;
  33. using MediaBrowser.Model.Dto;
  34. using MediaBrowser.Model.Entities;
  35. using MediaBrowser.Model.LiveTv;
  36. using MediaBrowser.Model.Querying;
  37. using Microsoft.EntityFrameworkCore;
  38. using Microsoft.Extensions.Logging;
  39. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  40. using BaseItemEntity = Jellyfin.Database.Implementations.Entities.BaseItemEntity;
  41. namespace Jellyfin.Server.Implementations.Item;
  42. /*
  43. All queries in this class and all other nullable enabled EFCore repository classes will make liberal use of the null-forgiving operator "!".
  44. This is done as the code isn't actually executed client side, but only the expressions are interpret and the compiler cannot know that.
  45. This is your only warning/message regarding this topic.
  46. */
  47. /// <summary>
  48. /// Handles all storage logic for BaseItems.
  49. /// </summary>
  50. public sealed class BaseItemRepository
  51. : IItemRepository
  52. {
  53. /// <summary>
  54. /// Gets the placeholder id for UserData detached items.
  55. /// </summary>
  56. public static readonly Guid PlaceholderId = Guid.Parse("00000000-0000-0000-0000-000000000001");
  57. /// <summary>
  58. /// This holds all the types in the running assemblies
  59. /// so that we can de-serialize properly when we don't have strong types.
  60. /// </summary>
  61. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  62. private readonly IDbContextFactory<JellyfinDbContext> _dbProvider;
  63. private readonly IServerApplicationHost _appHost;
  64. private readonly IItemTypeLookup _itemTypeLookup;
  65. private readonly IServerConfigurationManager _serverConfigurationManager;
  66. private readonly ILogger<BaseItemRepository> _logger;
  67. private static readonly IReadOnlyList<ItemValueType> _getAllArtistsValueTypes = [ItemValueType.Artist, ItemValueType.AlbumArtist];
  68. private static readonly IReadOnlyList<ItemValueType> _getArtistValueTypes = [ItemValueType.Artist];
  69. private static readonly IReadOnlyList<ItemValueType> _getAlbumArtistValueTypes = [ItemValueType.AlbumArtist];
  70. private static readonly IReadOnlyList<ItemValueType> _getStudiosValueTypes = [ItemValueType.Studios];
  71. private static readonly IReadOnlyList<ItemValueType> _getGenreValueTypes = [ItemValueType.Genre];
  72. private static readonly IReadOnlyList<char> SearchWildcardTerms = ['%', '_', '[', ']', '^'];
  73. /// <summary>
  74. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  75. /// </summary>
  76. /// <param name="dbProvider">The db factory.</param>
  77. /// <param name="appHost">The Application host.</param>
  78. /// <param name="itemTypeLookup">The static type lookup.</param>
  79. /// <param name="serverConfigurationManager">The server Configuration manager.</param>
  80. /// <param name="logger">System logger.</param>
  81. public BaseItemRepository(
  82. IDbContextFactory<JellyfinDbContext> dbProvider,
  83. IServerApplicationHost appHost,
  84. IItemTypeLookup itemTypeLookup,
  85. IServerConfigurationManager serverConfigurationManager,
  86. ILogger<BaseItemRepository> logger)
  87. {
  88. _dbProvider = dbProvider;
  89. _appHost = appHost;
  90. _itemTypeLookup = itemTypeLookup;
  91. _serverConfigurationManager = serverConfigurationManager;
  92. _logger = logger;
  93. }
  94. /// <inheritdoc />
  95. public void DeleteItem(params IReadOnlyList<Guid> ids)
  96. {
  97. if (ids is null || ids.Count == 0 || ids.Any(f => f.Equals(PlaceholderId)))
  98. {
  99. throw new ArgumentException("Guid can't be empty or the placeholder id.", nameof(ids));
  100. }
  101. using var context = _dbProvider.CreateDbContext();
  102. using var transaction = context.Database.BeginTransaction();
  103. var date = (DateTime?)DateTime.UtcNow;
  104. var relatedItems = ids.SelectMany(f => TraverseHirachyDown(f, context)).ToArray();
  105. // Remove any UserData entries for the placeholder item that would conflict with the UserData
  106. // being detached from the item being deleted. This is necessary because, during an update,
  107. // UserData may be reattached to a new entry, but some entries can be left behind.
  108. // Ensures there are no duplicate UserId/CustomDataKey combinations for the placeholder.
  109. context.UserData
  110. .Join(
  111. context.UserData.WhereOneOrMany(relatedItems, e => e.ItemId),
  112. placeholder => new { placeholder.UserId, placeholder.CustomDataKey },
  113. userData => new { userData.UserId, userData.CustomDataKey },
  114. (placeholder, userData) => placeholder)
  115. .Where(e => e.ItemId == PlaceholderId)
  116. .ExecuteDelete();
  117. // Detach all user watch data
  118. context.UserData.WhereOneOrMany(relatedItems, e => e.ItemId)
  119. .ExecuteUpdate(e => e
  120. .SetProperty(f => f.RetentionDate, date)
  121. .SetProperty(f => f.ItemId, PlaceholderId));
  122. context.AncestorIds.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  123. context.AncestorIds.WhereOneOrMany(relatedItems, e => e.ParentItemId).ExecuteDelete();
  124. context.AttachmentStreamInfos.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  125. context.BaseItemImageInfos.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  126. context.BaseItemMetadataFields.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  127. context.BaseItemProviders.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  128. context.BaseItemTrailerTypes.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  129. context.BaseItems.WhereOneOrMany(relatedItems, e => e.Id).ExecuteDelete();
  130. context.Chapters.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  131. context.CustomItemDisplayPreferences.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  132. context.ItemDisplayPreferences.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  133. context.ItemValues.Where(e => e.BaseItemsMap!.Count == 0).ExecuteDelete();
  134. context.ItemValuesMap.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  135. context.KeyframeData.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  136. context.MediaSegments.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  137. context.MediaStreamInfos.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  138. var query = context.PeopleBaseItemMap.WhereOneOrMany(relatedItems, e => e.ItemId).Select(f => f.PeopleId).Distinct().ToArray();
  139. context.PeopleBaseItemMap.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  140. context.Peoples.WhereOneOrMany(query, e => e.Id).Where(e => e.BaseItems!.Count == 0).ExecuteDelete();
  141. context.TrickplayInfos.WhereOneOrMany(relatedItems, e => e.ItemId).ExecuteDelete();
  142. context.SaveChanges();
  143. transaction.Commit();
  144. }
  145. /// <inheritdoc />
  146. public void UpdateInheritedValues()
  147. {
  148. using var context = _dbProvider.CreateDbContext();
  149. using var transaction = context.Database.BeginTransaction();
  150. context.ItemValuesMap.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags).ExecuteDelete();
  151. // ItemValue Inheritance is now correctly mapped via AncestorId on demand
  152. context.SaveChanges();
  153. transaction.Commit();
  154. }
  155. /// <inheritdoc />
  156. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  157. {
  158. ArgumentNullException.ThrowIfNull(filter);
  159. PrepareFilterQuery(filter);
  160. using var context = _dbProvider.CreateDbContext();
  161. return ApplyQueryFilter(context.BaseItems.AsNoTracking().Where(e => e.Id != EF.Constant(PlaceholderId)), context, filter).Select(e => e.Id).ToArray();
  162. }
  163. /// <inheritdoc />
  164. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  165. {
  166. return GetItemValues(filter, _getAllArtistsValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  167. }
  168. /// <inheritdoc />
  169. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetArtists(InternalItemsQuery filter)
  170. {
  171. return GetItemValues(filter, _getArtistValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  172. }
  173. /// <inheritdoc />
  174. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  175. {
  176. return GetItemValues(filter, _getAlbumArtistValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  177. }
  178. /// <inheritdoc />
  179. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetStudios(InternalItemsQuery filter)
  180. {
  181. return GetItemValues(filter, _getStudiosValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]);
  182. }
  183. /// <inheritdoc />
  184. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetGenres(InternalItemsQuery filter)
  185. {
  186. return GetItemValues(filter, _getGenreValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]);
  187. }
  188. /// <inheritdoc />
  189. public QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  190. {
  191. return GetItemValues(filter, _getGenreValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]);
  192. }
  193. /// <inheritdoc />
  194. public IReadOnlyList<string> GetStudioNames()
  195. {
  196. return GetItemValueNames(_getStudiosValueTypes, [], []);
  197. }
  198. /// <inheritdoc />
  199. public IReadOnlyList<string> GetAllArtistNames()
  200. {
  201. return GetItemValueNames(_getAllArtistsValueTypes, [], []);
  202. }
  203. /// <inheritdoc />
  204. public IReadOnlyList<string> GetMusicGenreNames()
  205. {
  206. return GetItemValueNames(
  207. _getGenreValueTypes,
  208. _itemTypeLookup.MusicGenreTypes,
  209. []);
  210. }
  211. /// <inheritdoc />
  212. public IReadOnlyList<string> GetGenreNames()
  213. {
  214. return GetItemValueNames(
  215. _getGenreValueTypes,
  216. [],
  217. _itemTypeLookup.MusicGenreTypes);
  218. }
  219. /// <inheritdoc />
  220. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  221. {
  222. ArgumentNullException.ThrowIfNull(filter);
  223. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  224. {
  225. var returnList = GetItemList(filter);
  226. return new QueryResult<BaseItemDto>(
  227. filter.StartIndex,
  228. returnList.Count,
  229. returnList);
  230. }
  231. PrepareFilterQuery(filter);
  232. var result = new QueryResult<BaseItemDto>();
  233. using var context = _dbProvider.CreateDbContext();
  234. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  235. dbQuery = TranslateQuery(dbQuery, context, filter);
  236. dbQuery = ApplyGroupingFilter(context, dbQuery, filter);
  237. if (filter.EnableTotalRecordCount)
  238. {
  239. result.TotalRecordCount = dbQuery.Count();
  240. }
  241. dbQuery = ApplyQueryPaging(dbQuery, filter);
  242. result.Items = dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserializeBaseItem(w, filter.SkipDeserialization)).ToArray();
  243. result.StartIndex = filter.StartIndex ?? 0;
  244. return result;
  245. }
  246. /// <inheritdoc />
  247. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  248. {
  249. ArgumentNullException.ThrowIfNull(filter);
  250. PrepareFilterQuery(filter);
  251. using var context = _dbProvider.CreateDbContext();
  252. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  253. dbQuery = TranslateQuery(dbQuery, context, filter);
  254. dbQuery = ApplyGroupingFilter(context, dbQuery, filter);
  255. dbQuery = ApplyQueryPaging(dbQuery, filter);
  256. return dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserializeBaseItem(w, filter.SkipDeserialization)).ToArray();
  257. }
  258. /// <inheritdoc/>
  259. public IReadOnlyList<BaseItem> GetLatestItemList(InternalItemsQuery filter, CollectionType collectionType)
  260. {
  261. ArgumentNullException.ThrowIfNull(filter);
  262. PrepareFilterQuery(filter);
  263. // Early exit if collection type is not tvshows or music
  264. if (collectionType != CollectionType.tvshows && collectionType != CollectionType.music)
  265. {
  266. return Array.Empty<BaseItem>();
  267. }
  268. using var context = _dbProvider.CreateDbContext();
  269. // Subquery to group by SeriesNames/Album and get the max Date Created for each group.
  270. var subquery = PrepareItemQuery(context, filter);
  271. subquery = TranslateQuery(subquery, context, filter);
  272. var subqueryGrouped = subquery.GroupBy(g => collectionType == CollectionType.tvshows ? g.SeriesName : g.Album)
  273. .Select(g => new
  274. {
  275. Key = g.Key,
  276. MaxDateCreated = g.Max(a => a.DateCreated)
  277. })
  278. .OrderByDescending(g => g.MaxDateCreated)
  279. .Select(g => g);
  280. if (filter.Limit.HasValue)
  281. {
  282. subqueryGrouped = subqueryGrouped.Take(filter.Limit.Value);
  283. }
  284. filter.Limit = null;
  285. var mainquery = PrepareItemQuery(context, filter);
  286. mainquery = TranslateQuery(mainquery, context, filter);
  287. mainquery = mainquery.Where(g => g.DateCreated >= subqueryGrouped.Min(s => s.MaxDateCreated));
  288. mainquery = ApplyGroupingFilter(context, mainquery, filter);
  289. mainquery = ApplyQueryPaging(mainquery, filter);
  290. return mainquery.AsEnumerable().Where(e => e is not null).Select(w => DeserializeBaseItem(w, filter.SkipDeserialization)).ToArray();
  291. }
  292. /// <inheritdoc />
  293. public IReadOnlyList<string> GetNextUpSeriesKeys(InternalItemsQuery filter, DateTime dateCutoff)
  294. {
  295. ArgumentNullException.ThrowIfNull(filter);
  296. ArgumentNullException.ThrowIfNull(filter.User);
  297. using var context = _dbProvider.CreateDbContext();
  298. var query = context.BaseItems
  299. .AsNoTracking()
  300. .Where(i => filter.TopParentIds.Contains(i.TopParentId!.Value))
  301. .Where(i => i.Type == _itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode])
  302. .Join(
  303. context.UserData.AsNoTracking().Where(e => e.ItemId != EF.Constant(PlaceholderId)),
  304. i => new { UserId = filter.User.Id, ItemId = i.Id },
  305. u => new { UserId = u.UserId, ItemId = u.ItemId },
  306. (entity, data) => new { Item = entity, UserData = data })
  307. .GroupBy(g => g.Item.SeriesPresentationUniqueKey)
  308. .Select(g => new { g.Key, LastPlayedDate = g.Max(u => u.UserData.LastPlayedDate) })
  309. .Where(g => g.Key != null && g.LastPlayedDate != null && g.LastPlayedDate >= dateCutoff)
  310. .OrderByDescending(g => g.LastPlayedDate)
  311. .Select(g => g.Key!);
  312. if (filter.Limit.HasValue)
  313. {
  314. query = query.Take(filter.Limit.Value);
  315. }
  316. return query.ToArray();
  317. }
  318. private IQueryable<BaseItemEntity> ApplyGroupingFilter(JellyfinDbContext context, IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  319. {
  320. // This whole block is needed to filter duplicate entries on request
  321. // for the time being it cannot be used because it would destroy the ordering
  322. // this results in "duplicate" responses for queries that try to lookup individual series or multiple versions but
  323. // for that case the invoker has to run a DistinctBy(e => e.PresentationUniqueKey) on their own
  324. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  325. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  326. {
  327. var tempQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).Select(e => e.FirstOrDefault()).Select(e => e!.Id);
  328. dbQuery = context.BaseItems.Where(e => tempQuery.Contains(e.Id));
  329. }
  330. else if (enableGroupByPresentationUniqueKey)
  331. {
  332. var tempQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).Select(e => e.FirstOrDefault()).Select(e => e!.Id);
  333. dbQuery = context.BaseItems.Where(e => tempQuery.Contains(e.Id));
  334. }
  335. else if (filter.GroupBySeriesPresentationUniqueKey)
  336. {
  337. var tempQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).Select(e => e.FirstOrDefault()).Select(e => e!.Id);
  338. dbQuery = context.BaseItems.Where(e => tempQuery.Contains(e.Id));
  339. }
  340. else
  341. {
  342. dbQuery = dbQuery.Distinct();
  343. }
  344. dbQuery = ApplyOrder(dbQuery, filter);
  345. dbQuery = ApplyNavigations(dbQuery, filter);
  346. return dbQuery;
  347. }
  348. private static IQueryable<BaseItemEntity> ApplyNavigations(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  349. {
  350. dbQuery = dbQuery.Include(e => e.TrailerTypes)
  351. .Include(e => e.Provider)
  352. .Include(e => e.LockedFields)
  353. .Include(e => e.UserData);
  354. if (filter.DtoOptions.EnableImages)
  355. {
  356. dbQuery = dbQuery.Include(e => e.Images);
  357. }
  358. return dbQuery;
  359. }
  360. private IQueryable<BaseItemEntity> ApplyQueryPaging(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  361. {
  362. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  363. {
  364. var offset = filter.StartIndex ?? 0;
  365. if (offset > 0)
  366. {
  367. dbQuery = dbQuery.Skip(offset);
  368. }
  369. if (filter.Limit.HasValue)
  370. {
  371. dbQuery = dbQuery.Take(filter.Limit.Value);
  372. }
  373. }
  374. return dbQuery;
  375. }
  376. private IQueryable<BaseItemEntity> ApplyQueryFilter(IQueryable<BaseItemEntity> dbQuery, JellyfinDbContext context, InternalItemsQuery filter)
  377. {
  378. dbQuery = TranslateQuery(dbQuery, context, filter);
  379. dbQuery = ApplyGroupingFilter(context, dbQuery, filter);
  380. dbQuery = ApplyQueryPaging(dbQuery, filter);
  381. return dbQuery;
  382. }
  383. private IQueryable<BaseItemEntity> PrepareItemQuery(JellyfinDbContext context, InternalItemsQuery filter)
  384. {
  385. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking();
  386. dbQuery = dbQuery.AsSingleQuery();
  387. return dbQuery;
  388. }
  389. /// <inheritdoc/>
  390. public int GetCount(InternalItemsQuery filter)
  391. {
  392. ArgumentNullException.ThrowIfNull(filter);
  393. // Hack for right now since we currently don't support filtering out these duplicates within a query
  394. PrepareFilterQuery(filter);
  395. using var context = _dbProvider.CreateDbContext();
  396. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  397. return dbQuery.Count();
  398. }
  399. /// <inheritdoc />
  400. public ItemCounts GetItemCounts(InternalItemsQuery filter)
  401. {
  402. ArgumentNullException.ThrowIfNull(filter);
  403. // Hack for right now since we currently don't support filtering out these duplicates within a query
  404. PrepareFilterQuery(filter);
  405. using var context = _dbProvider.CreateDbContext();
  406. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  407. var counts = dbQuery
  408. .GroupBy(x => x.Type)
  409. .Select(x => new { x.Key, Count = x.Count() })
  410. .ToArray();
  411. var lookup = _itemTypeLookup.BaseItemKindNames;
  412. var result = new ItemCounts();
  413. foreach (var count in counts)
  414. {
  415. if (string.Equals(count.Key, lookup[BaseItemKind.MusicAlbum], StringComparison.Ordinal))
  416. {
  417. result.AlbumCount = count.Count;
  418. }
  419. else if (string.Equals(count.Key, lookup[BaseItemKind.MusicArtist], StringComparison.Ordinal))
  420. {
  421. result.ArtistCount = count.Count;
  422. }
  423. else if (string.Equals(count.Key, lookup[BaseItemKind.Episode], StringComparison.Ordinal))
  424. {
  425. result.EpisodeCount = count.Count;
  426. }
  427. else if (string.Equals(count.Key, lookup[BaseItemKind.Movie], StringComparison.Ordinal))
  428. {
  429. result.MovieCount = count.Count;
  430. }
  431. else if (string.Equals(count.Key, lookup[BaseItemKind.MusicVideo], StringComparison.Ordinal))
  432. {
  433. result.MusicVideoCount = count.Count;
  434. }
  435. else if (string.Equals(count.Key, lookup[BaseItemKind.LiveTvProgram], StringComparison.Ordinal))
  436. {
  437. result.ProgramCount = count.Count;
  438. }
  439. else if (string.Equals(count.Key, lookup[BaseItemKind.Series], StringComparison.Ordinal))
  440. {
  441. result.SeriesCount = count.Count;
  442. }
  443. else if (string.Equals(count.Key, lookup[BaseItemKind.Audio], StringComparison.Ordinal))
  444. {
  445. result.SongCount = count.Count;
  446. }
  447. else if (string.Equals(count.Key, lookup[BaseItemKind.Trailer], StringComparison.Ordinal))
  448. {
  449. result.TrailerCount = count.Count;
  450. }
  451. }
  452. return result;
  453. }
  454. #pragma warning disable CA1307 // Specify StringComparison for clarity
  455. /// <summary>
  456. /// Gets the type.
  457. /// </summary>
  458. /// <param name="typeName">Name of the type.</param>
  459. /// <returns>Type.</returns>
  460. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  461. private static Type? GetType(string typeName)
  462. {
  463. ArgumentException.ThrowIfNullOrEmpty(typeName);
  464. // TODO: this isn't great. Refactor later to be both globally handled by a dedicated service not just an static variable and be loaded eagerly.
  465. // currently this is done so that plugins may introduce their own type of baseitems as we dont know when we are first called, before or after plugins are loaded
  466. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  467. .Select(a => a.GetType(k))
  468. .FirstOrDefault(t => t is not null));
  469. }
  470. /// <inheritdoc />
  471. public void SaveImages(BaseItemDto item)
  472. {
  473. ArgumentNullException.ThrowIfNull(item);
  474. var images = item.ImageInfos.Select(e => Map(item.Id, e));
  475. using var context = _dbProvider.CreateDbContext();
  476. if (!context.BaseItems.Any(bi => bi.Id == item.Id))
  477. {
  478. _logger.LogWarning("Unable to save ImageInfo for non existing BaseItem");
  479. return;
  480. }
  481. context.BaseItemImageInfos.Where(e => e.ItemId == item.Id).ExecuteDelete();
  482. context.BaseItemImageInfos.AddRange(images);
  483. context.SaveChanges();
  484. }
  485. /// <inheritdoc />
  486. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  487. {
  488. UpdateOrInsertItems(items, cancellationToken);
  489. }
  490. /// <inheritdoc cref="IItemRepository"/>
  491. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  492. {
  493. ArgumentNullException.ThrowIfNull(items);
  494. cancellationToken.ThrowIfCancellationRequested();
  495. var tuples = new List<(BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, IEnumerable<string> UserDataKey, List<string> InheritedTags)>();
  496. foreach (var item in items.GroupBy(e => e.Id).Select(e => e.Last()).Where(e => e.Id != PlaceholderId))
  497. {
  498. var ancestorIds = item.SupportsAncestors ?
  499. item.GetAncestorIds().Distinct().ToList() :
  500. null;
  501. var topParent = item.GetTopParent();
  502. var userdataKey = item.GetUserDataKeys();
  503. var inheritedTags = item.GetInheritedTags();
  504. tuples.Add((item, ancestorIds, topParent, userdataKey, inheritedTags));
  505. }
  506. using var context = _dbProvider.CreateDbContext();
  507. using var transaction = context.Database.BeginTransaction();
  508. var ids = tuples.Select(f => f.Item.Id).ToArray();
  509. var existingItems = context.BaseItems.Where(e => ids.Contains(e.Id)).Select(f => f.Id).ToArray();
  510. var newItems = tuples.Where(e => !existingItems.Contains(e.Item.Id)).ToArray();
  511. foreach (var item in tuples)
  512. {
  513. var entity = Map(item.Item);
  514. // TODO: refactor this "inconsistency"
  515. entity.TopParentId = item.TopParent?.Id;
  516. if (!existingItems.Any(e => e == entity.Id))
  517. {
  518. context.BaseItems.Add(entity);
  519. }
  520. else
  521. {
  522. context.BaseItemProviders.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  523. context.BaseItems.Attach(entity).State = EntityState.Modified;
  524. }
  525. }
  526. context.SaveChanges();
  527. foreach (var item in newItems)
  528. {
  529. // reattach old userData entries
  530. var userKeys = item.UserDataKey.ToArray();
  531. var retentionDate = (DateTime?)null;
  532. context.UserData
  533. .Where(e => e.ItemId == PlaceholderId)
  534. .Where(e => userKeys.Contains(e.CustomDataKey))
  535. .ExecuteUpdate(e => e
  536. .SetProperty(f => f.ItemId, item.Item.Id)
  537. .SetProperty(f => f.RetentionDate, retentionDate));
  538. }
  539. var itemValueMaps = tuples
  540. .Select(e => (e.Item, Values: GetItemValuesToSave(e.Item, e.InheritedTags)))
  541. .ToArray();
  542. var allListedItemValues = itemValueMaps
  543. .SelectMany(f => f.Values)
  544. .Distinct()
  545. .ToArray();
  546. var existingValues = context.ItemValues
  547. .Select(e => new
  548. {
  549. item = e,
  550. Key = e.Type + "+" + e.Value
  551. })
  552. .Where(f => allListedItemValues.Select(e => $"{(int)e.MagicNumber}+{e.Value}").Contains(f.Key))
  553. .Select(e => e.item)
  554. .ToArray();
  555. var missingItemValues = allListedItemValues.Except(existingValues.Select(f => (MagicNumber: f.Type, f.Value))).Select(f => new ItemValue()
  556. {
  557. CleanValue = GetCleanValue(f.Value),
  558. ItemValueId = Guid.NewGuid(),
  559. Type = f.MagicNumber,
  560. Value = f.Value
  561. }).ToArray();
  562. context.ItemValues.AddRange(missingItemValues);
  563. context.SaveChanges();
  564. var itemValuesStore = existingValues.Concat(missingItemValues).ToArray();
  565. var valueMap = itemValueMaps
  566. .Select(f => (f.Item, Values: f.Values.Select(e => itemValuesStore.First(g => g.Value == e.Value && g.Type == e.MagicNumber)).DistinctBy(e => e.ItemValueId).ToArray()))
  567. .ToArray();
  568. var mappedValues = context.ItemValuesMap.Where(e => ids.Contains(e.ItemId)).ToList();
  569. foreach (var item in valueMap)
  570. {
  571. var itemMappedValues = mappedValues.Where(e => e.ItemId == item.Item.Id).ToList();
  572. foreach (var itemValue in item.Values)
  573. {
  574. var existingItem = itemMappedValues.FirstOrDefault(f => f.ItemValueId == itemValue.ItemValueId);
  575. if (existingItem is null)
  576. {
  577. context.ItemValuesMap.Add(new ItemValueMap()
  578. {
  579. Item = null!,
  580. ItemId = item.Item.Id,
  581. ItemValue = null!,
  582. ItemValueId = itemValue.ItemValueId
  583. });
  584. }
  585. else
  586. {
  587. // map exists, remove from list so its been handled.
  588. itemMappedValues.Remove(existingItem);
  589. }
  590. }
  591. // all still listed values are not in the new list so remove them.
  592. context.ItemValuesMap.RemoveRange(itemMappedValues);
  593. }
  594. context.SaveChanges();
  595. foreach (var item in tuples)
  596. {
  597. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  598. {
  599. var existingAncestorIds = context.AncestorIds.Where(e => e.ItemId == item.Item.Id).ToList();
  600. var validAncestorIds = context.BaseItems.Where(e => item.AncestorIds.Contains(e.Id)).Select(f => f.Id).ToArray();
  601. foreach (var ancestorId in validAncestorIds)
  602. {
  603. var existingAncestorId = existingAncestorIds.FirstOrDefault(e => e.ParentItemId == ancestorId);
  604. if (existingAncestorId is null)
  605. {
  606. context.AncestorIds.Add(new AncestorId()
  607. {
  608. ParentItemId = ancestorId,
  609. ItemId = item.Item.Id,
  610. Item = null!,
  611. ParentItem = null!
  612. });
  613. }
  614. else
  615. {
  616. existingAncestorIds.Remove(existingAncestorId);
  617. }
  618. }
  619. context.AncestorIds.RemoveRange(existingAncestorIds);
  620. }
  621. }
  622. context.SaveChanges();
  623. transaction.Commit();
  624. }
  625. /// <inheritdoc />
  626. public BaseItemDto? RetrieveItem(Guid id)
  627. {
  628. if (id.IsEmpty())
  629. {
  630. throw new ArgumentException("Guid can't be empty", nameof(id));
  631. }
  632. using var context = _dbProvider.CreateDbContext();
  633. var dbQuery = PrepareItemQuery(context, new()
  634. {
  635. DtoOptions = new()
  636. {
  637. EnableImages = true
  638. }
  639. });
  640. dbQuery = dbQuery.Include(e => e.TrailerTypes)
  641. .Include(e => e.Provider)
  642. .Include(e => e.LockedFields)
  643. .Include(e => e.UserData)
  644. .Include(e => e.Images);
  645. var item = dbQuery.FirstOrDefault(e => e.Id == id);
  646. if (item is null)
  647. {
  648. return null;
  649. }
  650. return DeserializeBaseItem(item);
  651. }
  652. /// <summary>
  653. /// Maps a Entity to the DTO.
  654. /// </summary>
  655. /// <param name="entity">The entity.</param>
  656. /// <param name="dto">The dto base instance.</param>
  657. /// <param name="appHost">The Application server Host.</param>
  658. /// <param name="logger">The applogger.</param>
  659. /// <returns>The dto to map.</returns>
  660. public static BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto, IServerApplicationHost? appHost, ILogger logger)
  661. {
  662. dto.Id = entity.Id;
  663. dto.ParentId = entity.ParentId.GetValueOrDefault();
  664. dto.Path = appHost?.ExpandVirtualPath(entity.Path) ?? entity.Path;
  665. dto.EndDate = entity.EndDate;
  666. dto.CommunityRating = entity.CommunityRating;
  667. dto.CustomRating = entity.CustomRating;
  668. dto.IndexNumber = entity.IndexNumber;
  669. dto.IsLocked = entity.IsLocked;
  670. dto.Name = entity.Name;
  671. dto.OfficialRating = entity.OfficialRating;
  672. dto.Overview = entity.Overview;
  673. dto.ParentIndexNumber = entity.ParentIndexNumber;
  674. dto.PremiereDate = entity.PremiereDate;
  675. dto.ProductionYear = entity.ProductionYear;
  676. dto.SortName = entity.SortName;
  677. dto.ForcedSortName = entity.ForcedSortName;
  678. dto.RunTimeTicks = entity.RunTimeTicks;
  679. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  680. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  681. dto.IsInMixedFolder = entity.IsInMixedFolder;
  682. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  683. dto.InheritedParentalRatingSubValue = entity.InheritedParentalRatingSubValue;
  684. dto.CriticRating = entity.CriticRating;
  685. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  686. dto.OriginalTitle = entity.OriginalTitle;
  687. dto.Album = entity.Album;
  688. dto.LUFS = entity.LUFS;
  689. dto.NormalizationGain = entity.NormalizationGain;
  690. dto.IsVirtualItem = entity.IsVirtualItem;
  691. dto.ExternalSeriesId = entity.ExternalSeriesId;
  692. dto.Tagline = entity.Tagline;
  693. dto.TotalBitrate = entity.TotalBitrate;
  694. dto.ExternalId = entity.ExternalId;
  695. dto.Size = entity.Size;
  696. dto.Genres = string.IsNullOrWhiteSpace(entity.Genres) ? [] : entity.Genres.Split('|');
  697. dto.DateCreated = entity.DateCreated ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc);
  698. dto.DateModified = entity.DateModified ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc);
  699. dto.ChannelId = entity.ChannelId ?? Guid.Empty;
  700. dto.DateLastRefreshed = entity.DateLastRefreshed ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc);
  701. dto.DateLastSaved = entity.DateLastSaved ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc);
  702. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : (Guid.TryParse(entity.OwnerId, out var ownerId) ? ownerId : Guid.Empty);
  703. dto.Width = entity.Width.GetValueOrDefault();
  704. dto.Height = entity.Height.GetValueOrDefault();
  705. dto.UserData = entity.UserData;
  706. if (entity.Provider is not null)
  707. {
  708. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  709. }
  710. if (entity.ExtraType is not null)
  711. {
  712. dto.ExtraType = (ExtraType)entity.ExtraType;
  713. }
  714. if (entity.LockedFields is not null)
  715. {
  716. dto.LockedFields = entity.LockedFields?.Select(e => (MetadataField)e.Id).ToArray() ?? [];
  717. }
  718. if (entity.Audio is not null)
  719. {
  720. dto.Audio = (ProgramAudio)entity.Audio;
  721. }
  722. dto.ExtraIds = string.IsNullOrWhiteSpace(entity.ExtraIds) ? [] : entity.ExtraIds.Split('|').Select(e => Guid.Parse(e)).ToArray();
  723. dto.ProductionLocations = entity.ProductionLocations?.Split('|') ?? [];
  724. dto.Studios = entity.Studios?.Split('|') ?? [];
  725. dto.Tags = string.IsNullOrWhiteSpace(entity.Tags) ? [] : entity.Tags.Split('|');
  726. if (dto is IHasProgramAttributes hasProgramAttributes)
  727. {
  728. hasProgramAttributes.IsMovie = entity.IsMovie;
  729. hasProgramAttributes.IsSeries = entity.IsSeries;
  730. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  731. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  732. }
  733. if (dto is LiveTvChannel liveTvChannel)
  734. {
  735. liveTvChannel.ServiceName = entity.ExternalServiceId;
  736. }
  737. if (dto is Trailer trailer)
  738. {
  739. trailer.TrailerTypes = entity.TrailerTypes?.Select(e => (TrailerType)e.Id).ToArray() ?? [];
  740. }
  741. if (dto is Video video)
  742. {
  743. video.PrimaryVersionId = entity.PrimaryVersionId;
  744. }
  745. if (dto is IHasSeries hasSeriesName)
  746. {
  747. hasSeriesName.SeriesName = entity.SeriesName;
  748. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  749. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  750. }
  751. if (dto is Episode episode)
  752. {
  753. episode.SeasonName = entity.SeasonName;
  754. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  755. }
  756. if (dto is IHasArtist hasArtists)
  757. {
  758. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  759. }
  760. if (dto is IHasAlbumArtist hasAlbumArtists)
  761. {
  762. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  763. }
  764. if (dto is LiveTvProgram program)
  765. {
  766. program.ShowId = entity.ShowId;
  767. }
  768. if (entity.Images is not null)
  769. {
  770. dto.ImageInfos = entity.Images.Select(e => Map(e, appHost)).ToArray();
  771. }
  772. // dto.Type = entity.Type;
  773. // dto.Data = entity.Data;
  774. // dto.MediaType = Enum.TryParse<MediaType>(entity.MediaType);
  775. if (dto is IHasStartDate hasStartDate)
  776. {
  777. hasStartDate.StartDate = entity.StartDate.GetValueOrDefault();
  778. }
  779. // Fields that are present in the DB but are never actually used
  780. // dto.UnratedType = entity.UnratedType;
  781. // dto.TopParentId = entity.TopParentId;
  782. // dto.CleanName = entity.CleanName;
  783. // dto.UserDataKey = entity.UserDataKey;
  784. if (dto is Folder folder)
  785. {
  786. folder.DateLastMediaAdded = entity.DateLastMediaAdded ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc);
  787. }
  788. return dto;
  789. }
  790. /// <summary>
  791. /// Maps a Entity to the DTO.
  792. /// </summary>
  793. /// <param name="dto">The entity.</param>
  794. /// <returns>The dto to map.</returns>
  795. public BaseItemEntity Map(BaseItemDto dto)
  796. {
  797. var dtoType = dto.GetType();
  798. var entity = new BaseItemEntity()
  799. {
  800. Type = dtoType.ToString(),
  801. Id = dto.Id
  802. };
  803. if (TypeRequiresDeserialization(dtoType))
  804. {
  805. entity.Data = JsonSerializer.Serialize(dto, dtoType, JsonDefaults.Options);
  806. }
  807. entity.ParentId = !dto.ParentId.IsEmpty() ? dto.ParentId : null;
  808. entity.Path = GetPathToSave(dto.Path);
  809. entity.EndDate = dto.EndDate;
  810. entity.CommunityRating = dto.CommunityRating;
  811. entity.CustomRating = dto.CustomRating;
  812. entity.IndexNumber = dto.IndexNumber;
  813. entity.IsLocked = dto.IsLocked;
  814. entity.Name = dto.Name;
  815. entity.CleanName = GetCleanValue(dto.Name);
  816. entity.OfficialRating = dto.OfficialRating;
  817. entity.Overview = dto.Overview;
  818. entity.ParentIndexNumber = dto.ParentIndexNumber;
  819. entity.PremiereDate = dto.PremiereDate;
  820. entity.ProductionYear = dto.ProductionYear;
  821. entity.SortName = dto.SortName;
  822. entity.ForcedSortName = dto.ForcedSortName;
  823. entity.RunTimeTicks = dto.RunTimeTicks;
  824. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  825. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  826. entity.IsInMixedFolder = dto.IsInMixedFolder;
  827. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  828. entity.InheritedParentalRatingSubValue = dto.InheritedParentalRatingSubValue;
  829. entity.CriticRating = dto.CriticRating;
  830. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  831. entity.OriginalTitle = dto.OriginalTitle;
  832. entity.Album = dto.Album;
  833. entity.LUFS = dto.LUFS;
  834. entity.NormalizationGain = dto.NormalizationGain;
  835. entity.IsVirtualItem = dto.IsVirtualItem;
  836. entity.ExternalSeriesId = dto.ExternalSeriesId;
  837. entity.Tagline = dto.Tagline;
  838. entity.TotalBitrate = dto.TotalBitrate;
  839. entity.ExternalId = dto.ExternalId;
  840. entity.Size = dto.Size;
  841. entity.Genres = string.Join('|', dto.Genres);
  842. entity.DateCreated = dto.DateCreated == DateTime.MinValue ? null : dto.DateCreated;
  843. entity.DateModified = dto.DateModified == DateTime.MinValue ? null : dto.DateModified;
  844. entity.ChannelId = dto.ChannelId;
  845. entity.DateLastRefreshed = dto.DateLastRefreshed == DateTime.MinValue ? null : dto.DateLastRefreshed;
  846. entity.DateLastSaved = dto.DateLastSaved == DateTime.MinValue ? null : dto.DateLastSaved;
  847. entity.OwnerId = dto.OwnerId.ToString();
  848. entity.Width = dto.Width;
  849. entity.Height = dto.Height;
  850. entity.Provider = dto.ProviderIds.Select(e => new BaseItemProvider()
  851. {
  852. Item = entity,
  853. ProviderId = e.Key,
  854. ProviderValue = e.Value
  855. }).ToList();
  856. if (dto.Audio.HasValue)
  857. {
  858. entity.Audio = (ProgramAudioEntity)dto.Audio;
  859. }
  860. if (dto.ExtraType.HasValue)
  861. {
  862. entity.ExtraType = (BaseItemExtraType)dto.ExtraType;
  863. }
  864. entity.ExtraIds = dto.ExtraIds is not null ? string.Join('|', dto.ExtraIds) : null;
  865. entity.ProductionLocations = dto.ProductionLocations is not null ? string.Join('|', dto.ProductionLocations) : null;
  866. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  867. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  868. entity.LockedFields = dto.LockedFields is not null ? dto.LockedFields
  869. .Select(e => new BaseItemMetadataField()
  870. {
  871. Id = (int)e,
  872. Item = entity,
  873. ItemId = entity.Id
  874. })
  875. .ToArray() : null;
  876. if (dto is IHasProgramAttributes hasProgramAttributes)
  877. {
  878. entity.IsMovie = hasProgramAttributes.IsMovie;
  879. entity.IsSeries = hasProgramAttributes.IsSeries;
  880. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  881. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  882. }
  883. if (dto is LiveTvChannel liveTvChannel)
  884. {
  885. entity.ExternalServiceId = liveTvChannel.ServiceName;
  886. }
  887. if (dto is Video video)
  888. {
  889. entity.PrimaryVersionId = video.PrimaryVersionId;
  890. }
  891. if (dto is IHasSeries hasSeriesName)
  892. {
  893. entity.SeriesName = hasSeriesName.SeriesName;
  894. entity.SeriesId = hasSeriesName.SeriesId;
  895. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  896. }
  897. if (dto is Episode episode)
  898. {
  899. entity.SeasonName = episode.SeasonName;
  900. entity.SeasonId = episode.SeasonId;
  901. }
  902. if (dto is IHasArtist hasArtists)
  903. {
  904. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  905. }
  906. if (dto is IHasAlbumArtist hasAlbumArtists)
  907. {
  908. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  909. }
  910. if (dto is LiveTvProgram program)
  911. {
  912. entity.ShowId = program.ShowId;
  913. }
  914. if (dto.ImageInfos is not null)
  915. {
  916. entity.Images = dto.ImageInfos.Select(f => Map(dto.Id, f)).ToArray();
  917. }
  918. if (dto is Trailer trailer)
  919. {
  920. entity.TrailerTypes = trailer.TrailerTypes?.Select(e => new BaseItemTrailerType()
  921. {
  922. Id = (int)e,
  923. Item = entity,
  924. ItemId = entity.Id
  925. }).ToArray() ?? [];
  926. }
  927. // dto.Type = entity.Type;
  928. // dto.Data = entity.Data;
  929. entity.MediaType = dto.MediaType.ToString();
  930. if (dto is IHasStartDate hasStartDate)
  931. {
  932. entity.StartDate = hasStartDate.StartDate;
  933. }
  934. entity.UnratedType = dto.GetBlockUnratedType().ToString();
  935. // Fields that are present in the DB but are never actually used
  936. // dto.UserDataKey = entity.UserDataKey;
  937. if (dto is Folder folder)
  938. {
  939. entity.DateLastMediaAdded = folder.DateLastMediaAdded == DateTime.MinValue ? null : folder.DateLastMediaAdded;
  940. entity.IsFolder = folder.IsFolder;
  941. }
  942. return entity;
  943. }
  944. private string[] GetItemValueNames(IReadOnlyList<ItemValueType> itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  945. {
  946. using var context = _dbProvider.CreateDbContext();
  947. var query = context.ItemValuesMap
  948. .AsNoTracking()
  949. .Where(e => itemValueTypes.Any(w => (ItemValueType)w == e.ItemValue.Type));
  950. if (withItemTypes.Count > 0)
  951. {
  952. query = query.Where(e => withItemTypes.Contains(e.Item.Type));
  953. }
  954. if (excludeItemTypes.Count > 0)
  955. {
  956. query = query.Where(e => !excludeItemTypes.Contains(e.Item.Type));
  957. }
  958. // query = query.DistinctBy(e => e.CleanValue);
  959. return query.Select(e => e.ItemValue)
  960. .GroupBy(e => e.CleanValue)
  961. .Select(e => e.First().Value)
  962. .ToArray();
  963. }
  964. private static bool TypeRequiresDeserialization(Type type)
  965. {
  966. return type.GetCustomAttribute<RequiresSourceSerialisationAttribute>() == null;
  967. }
  968. private BaseItemDto DeserializeBaseItem(BaseItemEntity baseItemEntity, bool skipDeserialization = false)
  969. {
  970. ArgumentNullException.ThrowIfNull(baseItemEntity, nameof(baseItemEntity));
  971. if (_serverConfigurationManager?.Configuration is null)
  972. {
  973. throw new InvalidOperationException("Server Configuration manager or configuration is null");
  974. }
  975. var typeToSerialise = GetType(baseItemEntity.Type);
  976. return BaseItemRepository.DeserializeBaseItem(
  977. baseItemEntity,
  978. _logger,
  979. _appHost,
  980. skipDeserialization || (_serverConfigurationManager.Configuration.SkipDeserializationForBasicTypes && (typeToSerialise == typeof(Channel) || typeToSerialise == typeof(UserRootFolder))));
  981. }
  982. /// <summary>
  983. /// Deserializes a BaseItemEntity and sets all properties.
  984. /// </summary>
  985. /// <param name="baseItemEntity">The DB entity.</param>
  986. /// <param name="logger">Logger.</param>
  987. /// <param name="appHost">The application server Host.</param>
  988. /// <param name="skipDeserialization">If only mapping should be processed.</param>
  989. /// <returns>A mapped BaseItem.</returns>
  990. /// <exception cref="InvalidOperationException">Will be thrown if an invalid serialisation is requested.</exception>
  991. public static BaseItemDto DeserializeBaseItem(BaseItemEntity baseItemEntity, ILogger logger, IServerApplicationHost? appHost, bool skipDeserialization = false)
  992. {
  993. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialize unknown type.");
  994. BaseItemDto? dto = null;
  995. if (TypeRequiresDeserialization(type) && baseItemEntity.Data is not null && !skipDeserialization)
  996. {
  997. try
  998. {
  999. dto = JsonSerializer.Deserialize(baseItemEntity.Data, type, JsonDefaults.Options) as BaseItemDto;
  1000. }
  1001. catch (JsonException ex)
  1002. {
  1003. logger.LogError(ex, "Error deserializing item with JSON: {Data}", baseItemEntity.Data);
  1004. }
  1005. }
  1006. if (dto is null)
  1007. {
  1008. dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialize unknown type.");
  1009. }
  1010. return Map(baseItemEntity, dto, appHost, logger);
  1011. }
  1012. private QueryResult<(BaseItemDto Item, ItemCounts? ItemCounts)> GetItemValues(InternalItemsQuery filter, IReadOnlyList<ItemValueType> itemValueTypes, string returnType)
  1013. {
  1014. ArgumentNullException.ThrowIfNull(filter);
  1015. if (!filter.Limit.HasValue)
  1016. {
  1017. filter.EnableTotalRecordCount = false;
  1018. }
  1019. using var context = _dbProvider.CreateDbContext();
  1020. var innerQueryFilter = TranslateQuery(context.BaseItems.Where(e => e.Id != EF.Constant(PlaceholderId)), context, new InternalItemsQuery(filter.User)
  1021. {
  1022. ExcludeItemTypes = filter.ExcludeItemTypes,
  1023. IncludeItemTypes = filter.IncludeItemTypes,
  1024. MediaTypes = filter.MediaTypes,
  1025. AncestorIds = filter.AncestorIds,
  1026. ItemIds = filter.ItemIds,
  1027. TopParentIds = filter.TopParentIds,
  1028. ParentId = filter.ParentId,
  1029. IsAiring = filter.IsAiring,
  1030. IsMovie = filter.IsMovie,
  1031. IsSports = filter.IsSports,
  1032. IsKids = filter.IsKids,
  1033. IsNews = filter.IsNews,
  1034. IsSeries = filter.IsSeries
  1035. });
  1036. var itemValuesQuery = context.ItemValues
  1037. .Where(f => itemValueTypes.Contains(f.Type))
  1038. .SelectMany(f => f.BaseItemsMap!, (f, w) => new { f, w })
  1039. .Join(
  1040. innerQueryFilter,
  1041. fw => fw.w.ItemId,
  1042. g => g.Id,
  1043. (fw, g) => fw.f.CleanValue);
  1044. var innerQuery = PrepareItemQuery(context, filter)
  1045. .Where(e => e.Type == returnType)
  1046. .Where(e => itemValuesQuery.Contains(e.CleanName));
  1047. var outerQueryFilter = new InternalItemsQuery(filter.User)
  1048. {
  1049. IsPlayed = filter.IsPlayed,
  1050. IsFavorite = filter.IsFavorite,
  1051. IsFavoriteOrLiked = filter.IsFavoriteOrLiked,
  1052. IsLiked = filter.IsLiked,
  1053. IsLocked = filter.IsLocked,
  1054. NameLessThan = filter.NameLessThan,
  1055. NameStartsWith = filter.NameStartsWith,
  1056. NameStartsWithOrGreater = filter.NameStartsWithOrGreater,
  1057. Tags = filter.Tags,
  1058. OfficialRatings = filter.OfficialRatings,
  1059. StudioIds = filter.StudioIds,
  1060. GenreIds = filter.GenreIds,
  1061. Genres = filter.Genres,
  1062. Years = filter.Years,
  1063. NameContains = filter.NameContains,
  1064. SearchTerm = filter.SearchTerm,
  1065. ExcludeItemIds = filter.ExcludeItemIds
  1066. };
  1067. var query = TranslateQuery(innerQuery, context, outerQueryFilter)
  1068. .GroupBy(e => e.PresentationUniqueKey);
  1069. var result = new QueryResult<(BaseItemDto, ItemCounts?)>();
  1070. if (filter.EnableTotalRecordCount)
  1071. {
  1072. result.TotalRecordCount = query.Count();
  1073. }
  1074. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1075. {
  1076. var offset = filter.StartIndex ?? 0;
  1077. if (offset > 0)
  1078. {
  1079. query = query.Skip(offset);
  1080. }
  1081. if (filter.Limit.HasValue)
  1082. {
  1083. query = query.Take(filter.Limit.Value);
  1084. }
  1085. }
  1086. IQueryable<BaseItemEntity>? itemCountQuery = null;
  1087. if (filter.IncludeItemTypes.Length > 0)
  1088. {
  1089. // if we are to include more then one type, sub query those items beforehand.
  1090. var typeSubQuery = new InternalItemsQuery(filter.User)
  1091. {
  1092. ExcludeItemTypes = filter.ExcludeItemTypes,
  1093. IncludeItemTypes = filter.IncludeItemTypes,
  1094. MediaTypes = filter.MediaTypes,
  1095. AncestorIds = filter.AncestorIds,
  1096. ExcludeItemIds = filter.ExcludeItemIds,
  1097. ItemIds = filter.ItemIds,
  1098. TopParentIds = filter.TopParentIds,
  1099. ParentId = filter.ParentId,
  1100. IsPlayed = filter.IsPlayed
  1101. };
  1102. itemCountQuery = TranslateQuery(context.BaseItems.AsNoTracking().Where(e => e.Id != EF.Constant(PlaceholderId)), context, typeSubQuery)
  1103. .Where(e => e.ItemValues!.Any(f => itemValueTypes!.Contains(f.ItemValue.Type)));
  1104. var seriesTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Series];
  1105. var movieTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Movie];
  1106. var episodeTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode];
  1107. var musicAlbumTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicAlbum];
  1108. var musicArtistTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist];
  1109. var audioTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Audio];
  1110. var trailerTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Trailer];
  1111. var resultQuery = query.Select(e => new
  1112. {
  1113. item = e.AsQueryable()
  1114. .Include(e => e.TrailerTypes)
  1115. .Include(e => e.Provider)
  1116. .Include(e => e.LockedFields)
  1117. .Include(e => e.Images)
  1118. .AsSingleQuery().First(),
  1119. // TODO: This is bad refactor!
  1120. itemCount = new ItemCounts()
  1121. {
  1122. SeriesCount = itemCountQuery!.Count(f => f.Type == seriesTypeName),
  1123. EpisodeCount = itemCountQuery!.Count(f => f.Type == episodeTypeName),
  1124. MovieCount = itemCountQuery!.Count(f => f.Type == movieTypeName),
  1125. AlbumCount = itemCountQuery!.Count(f => f.Type == musicAlbumTypeName),
  1126. ArtistCount = itemCountQuery!.Count(f => f.Type == musicArtistTypeName),
  1127. SongCount = itemCountQuery!.Count(f => f.Type == audioTypeName),
  1128. TrailerCount = itemCountQuery!.Count(f => f.Type == trailerTypeName),
  1129. }
  1130. });
  1131. result.StartIndex = filter.StartIndex ?? 0;
  1132. result.Items =
  1133. [
  1134. .. resultQuery
  1135. .AsEnumerable()
  1136. .Where(e => e is not null)
  1137. .Select(e =>
  1138. {
  1139. return (DeserializeBaseItem(e.item, filter.SkipDeserialization), e.itemCount);
  1140. })
  1141. ];
  1142. }
  1143. else
  1144. {
  1145. result.StartIndex = filter.StartIndex ?? 0;
  1146. result.Items =
  1147. [
  1148. .. query
  1149. .Select(e => e.AsQueryable()
  1150. .Include(e => e.TrailerTypes)
  1151. .Include(e => e.Provider)
  1152. .Include(e => e.LockedFields)
  1153. .Include(e => e.Images)
  1154. .AsSingleQuery()
  1155. .First())
  1156. .AsEnumerable()
  1157. .Where(e => e is not null)
  1158. .Select<BaseItemEntity, (BaseItemDto, ItemCounts?)>(e =>
  1159. {
  1160. return (DeserializeBaseItem(e, filter.SkipDeserialization), null);
  1161. })
  1162. ];
  1163. }
  1164. return result;
  1165. }
  1166. private static void PrepareFilterQuery(InternalItemsQuery query)
  1167. {
  1168. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  1169. {
  1170. query.Limit = query.Limit.Value + 4;
  1171. }
  1172. if (query.IsResumable ?? false)
  1173. {
  1174. query.IsVirtualItem = false;
  1175. }
  1176. }
  1177. private string GetCleanValue(string value)
  1178. {
  1179. if (string.IsNullOrWhiteSpace(value))
  1180. {
  1181. return value;
  1182. }
  1183. return value.RemoveDiacritics().ToLowerInvariant();
  1184. }
  1185. private List<(ItemValueType MagicNumber, string Value)> GetItemValuesToSave(BaseItemDto item, List<string> inheritedTags)
  1186. {
  1187. var list = new List<(ItemValueType, string)>();
  1188. if (item is IHasArtist hasArtist)
  1189. {
  1190. list.AddRange(hasArtist.Artists.Select(i => ((ItemValueType)0, i)));
  1191. }
  1192. if (item is IHasAlbumArtist hasAlbumArtist)
  1193. {
  1194. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (ItemValueType.AlbumArtist, i)));
  1195. }
  1196. list.AddRange(item.Genres.Select(i => (ItemValueType.Genre, i)));
  1197. list.AddRange(item.Studios.Select(i => (ItemValueType.Studios, i)));
  1198. list.AddRange(item.Tags.Select(i => (ItemValueType.Tags, i)));
  1199. // keywords was 5
  1200. list.AddRange(inheritedTags.Select(i => (ItemValueType.InheritedTags, i)));
  1201. // Remove all invalid values.
  1202. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  1203. return list;
  1204. }
  1205. private static BaseItemImageInfo Map(Guid baseItemId, ItemImageInfo e)
  1206. {
  1207. return new BaseItemImageInfo()
  1208. {
  1209. ItemId = baseItemId,
  1210. Id = Guid.NewGuid(),
  1211. Path = e.Path,
  1212. Blurhash = e.BlurHash is null ? null : Encoding.UTF8.GetBytes(e.BlurHash),
  1213. DateModified = e.DateModified,
  1214. Height = e.Height,
  1215. Width = e.Width,
  1216. ImageType = (ImageInfoImageType)e.Type,
  1217. Item = null!
  1218. };
  1219. }
  1220. private static ItemImageInfo Map(BaseItemImageInfo e, IServerApplicationHost? appHost)
  1221. {
  1222. return new ItemImageInfo()
  1223. {
  1224. Path = appHost?.ExpandVirtualPath(e.Path) ?? e.Path,
  1225. BlurHash = e.Blurhash is null ? null : Encoding.UTF8.GetString(e.Blurhash),
  1226. DateModified = e.DateModified ?? DateTime.SpecifyKind(DateTime.MinValue, DateTimeKind.Utc),
  1227. Height = e.Height,
  1228. Width = e.Width,
  1229. Type = (ImageType)e.ImageType
  1230. };
  1231. }
  1232. private string? GetPathToSave(string path)
  1233. {
  1234. if (path is null)
  1235. {
  1236. return null;
  1237. }
  1238. return _appHost.ReverseVirtualPath(path);
  1239. }
  1240. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1241. {
  1242. var list = new List<string>();
  1243. if (IsTypeInQuery(BaseItemKind.Person, query))
  1244. {
  1245. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Person]!);
  1246. }
  1247. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1248. {
  1249. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  1250. }
  1251. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1252. {
  1253. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  1254. }
  1255. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1256. {
  1257. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  1258. }
  1259. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1260. {
  1261. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  1262. }
  1263. return list;
  1264. }
  1265. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1266. {
  1267. if (query.ExcludeItemTypes.Contains(type))
  1268. {
  1269. return false;
  1270. }
  1271. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1272. }
  1273. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1274. {
  1275. if (!query.GroupByPresentationUniqueKey)
  1276. {
  1277. return false;
  1278. }
  1279. if (query.GroupBySeriesPresentationUniqueKey)
  1280. {
  1281. return false;
  1282. }
  1283. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1284. {
  1285. return false;
  1286. }
  1287. if (query.User is null)
  1288. {
  1289. return false;
  1290. }
  1291. if (query.IncludeItemTypes.Length == 0)
  1292. {
  1293. return true;
  1294. }
  1295. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1296. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1297. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1298. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1299. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1300. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1301. }
  1302. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1303. {
  1304. var orderBy = filter.OrderBy;
  1305. var hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1306. if (hasSearch)
  1307. {
  1308. orderBy = filter.OrderBy = [(ItemSortBy.SortName, SortOrder.Ascending), .. orderBy];
  1309. }
  1310. else if (orderBy.Count == 0)
  1311. {
  1312. return query.OrderBy(e => e.SortName);
  1313. }
  1314. IOrderedQueryable<BaseItemEntity>? orderedQuery = null;
  1315. var firstOrdering = orderBy.FirstOrDefault();
  1316. if (firstOrdering != default)
  1317. {
  1318. var expression = OrderMapper.MapOrderByField(firstOrdering.OrderBy, filter);
  1319. if (firstOrdering.SortOrder == SortOrder.Ascending)
  1320. {
  1321. orderedQuery = query.OrderBy(expression);
  1322. }
  1323. else
  1324. {
  1325. orderedQuery = query.OrderByDescending(expression);
  1326. }
  1327. if (firstOrdering.OrderBy is ItemSortBy.Default or ItemSortBy.SortName)
  1328. {
  1329. if (firstOrdering.SortOrder is SortOrder.Ascending)
  1330. {
  1331. orderedQuery = orderedQuery.ThenBy(e => e.Name);
  1332. }
  1333. else
  1334. {
  1335. orderedQuery = orderedQuery.ThenByDescending(e => e.Name);
  1336. }
  1337. }
  1338. }
  1339. foreach (var item in orderBy.Skip(1))
  1340. {
  1341. var expression = OrderMapper.MapOrderByField(item.OrderBy, filter);
  1342. if (item.SortOrder == SortOrder.Ascending)
  1343. {
  1344. orderedQuery = orderedQuery!.ThenBy(expression);
  1345. }
  1346. else
  1347. {
  1348. orderedQuery = orderedQuery!.ThenByDescending(expression);
  1349. }
  1350. }
  1351. return orderedQuery ?? query;
  1352. }
  1353. private IQueryable<BaseItemEntity> TranslateQuery(
  1354. IQueryable<BaseItemEntity> baseQuery,
  1355. JellyfinDbContext context,
  1356. InternalItemsQuery filter)
  1357. {
  1358. const int HDWidth = 1200;
  1359. const int UHDWidth = 3800;
  1360. const int UHDHeight = 2100;
  1361. var minWidth = filter.MinWidth;
  1362. var maxWidth = filter.MaxWidth;
  1363. var now = DateTime.UtcNow;
  1364. if (filter.IsHD.HasValue || filter.Is4K.HasValue)
  1365. {
  1366. bool includeSD = false;
  1367. bool includeHD = false;
  1368. bool include4K = false;
  1369. if (filter.IsHD.HasValue && !filter.IsHD.Value)
  1370. {
  1371. includeSD = true;
  1372. }
  1373. if (filter.IsHD.HasValue && filter.IsHD.Value)
  1374. {
  1375. includeHD = true;
  1376. }
  1377. if (filter.Is4K.HasValue && filter.Is4K.Value)
  1378. {
  1379. include4K = true;
  1380. }
  1381. baseQuery = baseQuery.Where(e =>
  1382. (includeSD && e.Width < HDWidth) ||
  1383. (includeHD && e.Width >= HDWidth && !(e.Width >= UHDWidth || e.Height >= UHDHeight)) ||
  1384. (include4K && (e.Width >= UHDWidth || e.Height >= UHDHeight)));
  1385. }
  1386. if (minWidth.HasValue)
  1387. {
  1388. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  1389. }
  1390. if (filter.MinHeight.HasValue)
  1391. {
  1392. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  1393. }
  1394. if (maxWidth.HasValue)
  1395. {
  1396. baseQuery = baseQuery.Where(e => e.Width <= maxWidth);
  1397. }
  1398. if (filter.MaxHeight.HasValue)
  1399. {
  1400. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  1401. }
  1402. if (filter.IsLocked.HasValue)
  1403. {
  1404. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  1405. }
  1406. var tags = filter.Tags.ToList();
  1407. var excludeTags = filter.ExcludeTags.ToList();
  1408. if (filter.IsMovie == true)
  1409. {
  1410. if (filter.IncludeItemTypes.Length == 0
  1411. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1412. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  1413. {
  1414. baseQuery = baseQuery.Where(e => e.IsMovie);
  1415. }
  1416. }
  1417. else if (filter.IsMovie.HasValue)
  1418. {
  1419. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  1420. }
  1421. if (filter.IsSeries.HasValue)
  1422. {
  1423. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  1424. }
  1425. if (filter.IsSports.HasValue)
  1426. {
  1427. if (filter.IsSports.Value)
  1428. {
  1429. tags.Add("Sports");
  1430. }
  1431. else
  1432. {
  1433. excludeTags.Add("Sports");
  1434. }
  1435. }
  1436. if (filter.IsNews.HasValue)
  1437. {
  1438. if (filter.IsNews.Value)
  1439. {
  1440. tags.Add("News");
  1441. }
  1442. else
  1443. {
  1444. excludeTags.Add("News");
  1445. }
  1446. }
  1447. if (filter.IsKids.HasValue)
  1448. {
  1449. if (filter.IsKids.Value)
  1450. {
  1451. tags.Add("Kids");
  1452. }
  1453. else
  1454. {
  1455. excludeTags.Add("Kids");
  1456. }
  1457. }
  1458. if (!string.IsNullOrEmpty(filter.SearchTerm))
  1459. {
  1460. var searchTerm = filter.SearchTerm.ToLower();
  1461. if (SearchWildcardTerms.Any(f => searchTerm.Contains(f)))
  1462. {
  1463. searchTerm = $"%{searchTerm.Trim('%')}%";
  1464. baseQuery = baseQuery.Where(e => EF.Functions.Like(e.CleanName!.ToLower(), searchTerm) || (e.OriginalTitle != null && EF.Functions.Like(e.OriginalTitle.ToLower(), searchTerm)));
  1465. }
  1466. else
  1467. {
  1468. baseQuery = baseQuery.Where(e => e.CleanName!.ToLower().Contains(searchTerm) || (e.OriginalTitle != null && e.OriginalTitle.ToLower().Contains(searchTerm)));
  1469. }
  1470. }
  1471. if (filter.IsFolder.HasValue)
  1472. {
  1473. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  1474. }
  1475. var includeTypes = filter.IncludeItemTypes;
  1476. // Only specify excluded types if no included types are specified
  1477. if (filter.IncludeItemTypes.Length == 0)
  1478. {
  1479. var excludeTypes = filter.ExcludeItemTypes;
  1480. if (excludeTypes.Length == 1)
  1481. {
  1482. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  1483. {
  1484. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  1485. }
  1486. }
  1487. else if (excludeTypes.Length > 1)
  1488. {
  1489. var excludeTypeName = new List<string>();
  1490. foreach (var excludeType in excludeTypes)
  1491. {
  1492. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  1493. {
  1494. excludeTypeName.Add(baseItemKindName!);
  1495. }
  1496. }
  1497. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  1498. }
  1499. }
  1500. else
  1501. {
  1502. string[] types = includeTypes.Select(f => _itemTypeLookup.BaseItemKindNames.GetValueOrDefault(f)).Where(e => e != null).ToArray()!;
  1503. baseQuery = baseQuery.WhereOneOrMany(types, f => f.Type);
  1504. }
  1505. if (filter.ChannelIds.Count > 0)
  1506. {
  1507. baseQuery = baseQuery.Where(e => e.ChannelId != null && filter.ChannelIds.Contains(e.ChannelId.Value));
  1508. }
  1509. if (!filter.ParentId.IsEmpty())
  1510. {
  1511. baseQuery = baseQuery.Where(e => e.ParentId!.Value == filter.ParentId);
  1512. }
  1513. if (!string.IsNullOrWhiteSpace(filter.Path))
  1514. {
  1515. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  1516. }
  1517. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  1518. {
  1519. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  1520. }
  1521. if (filter.MinCommunityRating.HasValue)
  1522. {
  1523. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  1524. }
  1525. if (filter.MinIndexNumber.HasValue)
  1526. {
  1527. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  1528. }
  1529. if (filter.MinParentAndIndexNumber.HasValue)
  1530. {
  1531. baseQuery = baseQuery
  1532. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  1533. }
  1534. if (filter.MinDateCreated.HasValue)
  1535. {
  1536. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  1537. }
  1538. if (filter.MinDateLastSaved.HasValue)
  1539. {
  1540. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  1541. }
  1542. if (filter.MinDateLastSavedForUser.HasValue)
  1543. {
  1544. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  1545. }
  1546. if (filter.IndexNumber.HasValue)
  1547. {
  1548. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  1549. }
  1550. if (filter.ParentIndexNumber.HasValue)
  1551. {
  1552. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  1553. }
  1554. if (filter.ParentIndexNumberNotEquals.HasValue)
  1555. {
  1556. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  1557. }
  1558. var minEndDate = filter.MinEndDate;
  1559. var maxEndDate = filter.MaxEndDate;
  1560. if (filter.HasAired.HasValue)
  1561. {
  1562. if (filter.HasAired.Value)
  1563. {
  1564. maxEndDate = DateTime.UtcNow;
  1565. }
  1566. else
  1567. {
  1568. minEndDate = DateTime.UtcNow;
  1569. }
  1570. }
  1571. if (minEndDate.HasValue)
  1572. {
  1573. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  1574. }
  1575. if (maxEndDate.HasValue)
  1576. {
  1577. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  1578. }
  1579. if (filter.MinStartDate.HasValue)
  1580. {
  1581. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  1582. }
  1583. if (filter.MaxStartDate.HasValue)
  1584. {
  1585. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  1586. }
  1587. if (filter.MinPremiereDate.HasValue)
  1588. {
  1589. baseQuery = baseQuery.Where(e => e.PremiereDate >= filter.MinPremiereDate.Value);
  1590. }
  1591. if (filter.MaxPremiereDate.HasValue)
  1592. {
  1593. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  1594. }
  1595. if (filter.TrailerTypes.Length > 0)
  1596. {
  1597. var trailerTypes = filter.TrailerTypes.Select(e => (int)e).ToArray();
  1598. baseQuery = baseQuery.Where(e => trailerTypes.Any(f => e.TrailerTypes!.Any(w => w.Id == f)));
  1599. }
  1600. if (filter.IsAiring.HasValue)
  1601. {
  1602. if (filter.IsAiring.Value)
  1603. {
  1604. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  1605. }
  1606. else
  1607. {
  1608. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  1609. }
  1610. }
  1611. if (filter.PersonIds.Length > 0)
  1612. {
  1613. baseQuery = baseQuery
  1614. .Where(e =>
  1615. context.PeopleBaseItemMap.Where(w => context.BaseItems.Where(r => filter.PersonIds.Contains(r.Id)).Any(f => f.Name == w.People.Name))
  1616. .Any(f => f.ItemId == e.Id));
  1617. }
  1618. if (!string.IsNullOrWhiteSpace(filter.Person))
  1619. {
  1620. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.People.Name == filter.Person));
  1621. }
  1622. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  1623. {
  1624. // this does not makes sense.
  1625. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  1626. // whereClauses.Add("SortName>=@MinSortName");
  1627. // statement?.TryBind("@MinSortName", query.MinSortName);
  1628. }
  1629. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  1630. {
  1631. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  1632. }
  1633. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  1634. {
  1635. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  1636. }
  1637. if (!string.IsNullOrWhiteSpace(filter.Name))
  1638. {
  1639. var cleanName = GetCleanValue(filter.Name);
  1640. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  1641. }
  1642. // These are the same, for now
  1643. var nameContains = filter.NameContains;
  1644. if (!string.IsNullOrWhiteSpace(nameContains))
  1645. {
  1646. if (SearchWildcardTerms.Any(f => nameContains.Contains(f)))
  1647. {
  1648. nameContains = $"%{nameContains.Trim('%')}%";
  1649. baseQuery = baseQuery.Where(e => EF.Functions.Like(e.CleanName, nameContains) || EF.Functions.Like(e.OriginalTitle, nameContains));
  1650. }
  1651. else
  1652. {
  1653. baseQuery = baseQuery.Where(e =>
  1654. e.CleanName!.Contains(nameContains)
  1655. || e.OriginalTitle!.ToLower().Contains(nameContains!));
  1656. }
  1657. }
  1658. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  1659. {
  1660. baseQuery = baseQuery.Where(e => e.SortName!.StartsWith(filter.NameStartsWith));
  1661. }
  1662. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  1663. {
  1664. // i hate this
  1665. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() > filter.NameStartsWithOrGreater[0] || e.Name!.FirstOrDefault() > filter.NameStartsWithOrGreater[0]);
  1666. }
  1667. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  1668. {
  1669. // i hate this
  1670. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() < filter.NameLessThan[0] || e.Name!.FirstOrDefault() < filter.NameLessThan[0]);
  1671. }
  1672. if (filter.ImageTypes.Length > 0)
  1673. {
  1674. var imgTypes = filter.ImageTypes.Select(e => (ImageInfoImageType)e).ToArray();
  1675. baseQuery = baseQuery.Where(e => imgTypes.Any(f => e.Images!.Any(w => w.ImageType == f)));
  1676. }
  1677. if (filter.IsLiked.HasValue)
  1678. {
  1679. baseQuery = baseQuery
  1680. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Rating >= UserItemData.MinLikeValue);
  1681. }
  1682. if (filter.IsFavoriteOrLiked.HasValue)
  1683. {
  1684. baseQuery = baseQuery
  1685. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavoriteOrLiked);
  1686. }
  1687. if (filter.IsFavorite.HasValue)
  1688. {
  1689. baseQuery = baseQuery
  1690. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavorite);
  1691. }
  1692. if (filter.IsPlayed.HasValue)
  1693. {
  1694. // We should probably figure this out for all folders, but for right now, this is the only place where we need it
  1695. if (filter.IncludeItemTypes.Length == 1 && filter.IncludeItemTypes[0] == BaseItemKind.Series)
  1696. {
  1697. baseQuery = baseQuery.Where(e => context.BaseItems.Where(e => e.Id != EF.Constant(PlaceholderId))
  1698. .Where(e => e.IsFolder == false && e.IsVirtualItem == false)
  1699. .Where(f => f.UserData!.FirstOrDefault(e => e.UserId == filter.User!.Id && e.Played)!.Played)
  1700. .Any(f => f.SeriesPresentationUniqueKey == e.PresentationUniqueKey) == filter.IsPlayed);
  1701. }
  1702. else
  1703. {
  1704. baseQuery = baseQuery
  1705. .Select(e => new
  1706. {
  1707. IsPlayed = e.UserData!.Where(f => f.UserId == filter.User!.Id).Select(f => (bool?)f.Played).FirstOrDefault() ?? false,
  1708. Item = e
  1709. })
  1710. .Where(e => e.IsPlayed == filter.IsPlayed)
  1711. .Select(f => f.Item);
  1712. }
  1713. }
  1714. if (filter.IsResumable.HasValue)
  1715. {
  1716. if (filter.IsResumable.Value)
  1717. {
  1718. baseQuery = baseQuery
  1719. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks > 0);
  1720. }
  1721. else
  1722. {
  1723. baseQuery = baseQuery
  1724. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks == 0);
  1725. }
  1726. }
  1727. if (filter.ArtistIds.Length > 0)
  1728. {
  1729. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.Artist, filter.ArtistIds);
  1730. }
  1731. if (filter.AlbumArtistIds.Length > 0)
  1732. {
  1733. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.AlbumArtist, filter.AlbumArtistIds);
  1734. }
  1735. if (filter.ContributingArtistIds.Length > 0)
  1736. {
  1737. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.Artist, filter.ContributingArtistIds);
  1738. }
  1739. if (filter.AlbumIds.Length > 0)
  1740. {
  1741. var subQuery = context.BaseItems.WhereOneOrMany(filter.AlbumIds, f => f.Id);
  1742. baseQuery = baseQuery.Where(e => subQuery.Any(f => f.Name == e.Album));
  1743. }
  1744. if (filter.ExcludeArtistIds.Length > 0)
  1745. {
  1746. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.Artist, filter.ExcludeArtistIds, true);
  1747. }
  1748. if (filter.GenreIds.Count > 0)
  1749. {
  1750. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.Genre, filter.GenreIds.ToArray());
  1751. }
  1752. if (filter.Genres.Count > 0)
  1753. {
  1754. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray().OneOrManyExpressionBuilder<ItemValueMap, string>(f => f.ItemValue.CleanValue);
  1755. baseQuery = baseQuery
  1756. .Where(e => e.ItemValues!.AsQueryable().Where(f => f.ItemValue.Type == ItemValueType.Genre).Any(cleanGenres));
  1757. }
  1758. if (tags.Count > 0)
  1759. {
  1760. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray().OneOrManyExpressionBuilder<ItemValueMap, string>(f => f.ItemValue.CleanValue);
  1761. baseQuery = baseQuery
  1762. .Where(e => e.ItemValues!.AsQueryable().Where(f => f.ItemValue.Type == ItemValueType.Tags).Any(cleanValues));
  1763. }
  1764. if (excludeTags.Count > 0)
  1765. {
  1766. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray().OneOrManyExpressionBuilder<ItemValueMap, string>(f => f.ItemValue.CleanValue);
  1767. baseQuery = baseQuery
  1768. .Where(e => !e.ItemValues!.AsQueryable().Where(f => f.ItemValue.Type == ItemValueType.Tags).Any(cleanValues));
  1769. }
  1770. if (filter.StudioIds.Length > 0)
  1771. {
  1772. baseQuery = baseQuery.WhereReferencedItem(context, ItemValueType.Studios, filter.StudioIds.ToArray());
  1773. }
  1774. if (filter.OfficialRatings.Length > 0)
  1775. {
  1776. baseQuery = baseQuery
  1777. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  1778. }
  1779. Expression<Func<BaseItemEntity, bool>>? minParentalRatingFilter = null;
  1780. if (filter.MinParentalRating != null)
  1781. {
  1782. var min = filter.MinParentalRating;
  1783. var minScore = min.Score;
  1784. var minSubScore = min.SubScore ?? 0;
  1785. minParentalRatingFilter = e =>
  1786. e.InheritedParentalRatingValue == null ||
  1787. e.InheritedParentalRatingValue > minScore ||
  1788. (e.InheritedParentalRatingValue == minScore && (e.InheritedParentalRatingSubValue ?? 0) >= minSubScore);
  1789. }
  1790. Expression<Func<BaseItemEntity, bool>>? maxParentalRatingFilter = null;
  1791. if (filter.MaxParentalRating != null)
  1792. {
  1793. var max = filter.MaxParentalRating;
  1794. var maxScore = max.Score;
  1795. var maxSubScore = max.SubScore ?? 0;
  1796. maxParentalRatingFilter = e =>
  1797. e.InheritedParentalRatingValue == null ||
  1798. e.InheritedParentalRatingValue < maxScore ||
  1799. (e.InheritedParentalRatingValue == maxScore && (e.InheritedParentalRatingSubValue ?? 0) <= maxSubScore);
  1800. }
  1801. if (filter.HasParentalRating ?? false)
  1802. {
  1803. if (minParentalRatingFilter != null)
  1804. {
  1805. baseQuery = baseQuery.Where(minParentalRatingFilter);
  1806. }
  1807. if (maxParentalRatingFilter != null)
  1808. {
  1809. baseQuery = baseQuery.Where(maxParentalRatingFilter);
  1810. }
  1811. }
  1812. else if (filter.BlockUnratedItems.Length > 0)
  1813. {
  1814. var unratedItemTypes = filter.BlockUnratedItems.Select(f => f.ToString()).ToArray();
  1815. Expression<Func<BaseItemEntity, bool>> unratedItemFilter = e => e.InheritedParentalRatingValue != null || !unratedItemTypes.Contains(e.UnratedType);
  1816. if (minParentalRatingFilter != null && maxParentalRatingFilter != null)
  1817. {
  1818. baseQuery = baseQuery.Where(unratedItemFilter.And(minParentalRatingFilter.And(maxParentalRatingFilter)));
  1819. }
  1820. else if (minParentalRatingFilter != null)
  1821. {
  1822. baseQuery = baseQuery.Where(unratedItemFilter.And(minParentalRatingFilter));
  1823. }
  1824. else if (maxParentalRatingFilter != null)
  1825. {
  1826. baseQuery = baseQuery.Where(unratedItemFilter.And(maxParentalRatingFilter));
  1827. }
  1828. else
  1829. {
  1830. baseQuery = baseQuery.Where(unratedItemFilter);
  1831. }
  1832. }
  1833. else if (minParentalRatingFilter != null || maxParentalRatingFilter != null)
  1834. {
  1835. if (minParentalRatingFilter != null)
  1836. {
  1837. baseQuery = baseQuery.Where(minParentalRatingFilter);
  1838. }
  1839. if (maxParentalRatingFilter != null)
  1840. {
  1841. baseQuery = baseQuery.Where(maxParentalRatingFilter);
  1842. }
  1843. }
  1844. else if (!filter.HasParentalRating ?? false)
  1845. {
  1846. baseQuery = baseQuery
  1847. .Where(e => e.InheritedParentalRatingValue == null);
  1848. }
  1849. if (filter.HasOfficialRating.HasValue)
  1850. {
  1851. if (filter.HasOfficialRating.Value)
  1852. {
  1853. baseQuery = baseQuery
  1854. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  1855. }
  1856. else
  1857. {
  1858. baseQuery = baseQuery
  1859. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  1860. }
  1861. }
  1862. if (filter.HasOverview.HasValue)
  1863. {
  1864. if (filter.HasOverview.Value)
  1865. {
  1866. baseQuery = baseQuery
  1867. .Where(e => e.Overview != null && e.Overview != string.Empty);
  1868. }
  1869. else
  1870. {
  1871. baseQuery = baseQuery
  1872. .Where(e => e.Overview == null || e.Overview == string.Empty);
  1873. }
  1874. }
  1875. if (filter.HasOwnerId.HasValue)
  1876. {
  1877. if (filter.HasOwnerId.Value)
  1878. {
  1879. baseQuery = baseQuery
  1880. .Where(e => e.OwnerId != null);
  1881. }
  1882. else
  1883. {
  1884. baseQuery = baseQuery
  1885. .Where(e => e.OwnerId == null);
  1886. }
  1887. }
  1888. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  1889. {
  1890. baseQuery = baseQuery
  1891. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Audio && f.Language == filter.HasNoAudioTrackWithLanguage));
  1892. }
  1893. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  1894. {
  1895. baseQuery = baseQuery
  1896. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && !f.IsExternal && f.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  1897. }
  1898. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  1899. {
  1900. baseQuery = baseQuery
  1901. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.IsExternal && f.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  1902. }
  1903. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  1904. {
  1905. baseQuery = baseQuery
  1906. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.Language == filter.HasNoSubtitleTrackWithLanguage));
  1907. }
  1908. if (filter.HasSubtitles.HasValue)
  1909. {
  1910. baseQuery = baseQuery
  1911. .Where(e => e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle) == filter.HasSubtitles.Value);
  1912. }
  1913. if (filter.HasChapterImages.HasValue)
  1914. {
  1915. baseQuery = baseQuery
  1916. .Where(e => e.Chapters!.Any(f => f.ImagePath != null) == filter.HasChapterImages.Value);
  1917. }
  1918. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  1919. {
  1920. baseQuery = baseQuery
  1921. .Where(e => e.ParentId.HasValue && !context.BaseItems.Where(e => e.Id != EF.Constant(PlaceholderId)).Any(f => f.Id == e.ParentId.Value));
  1922. }
  1923. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  1924. {
  1925. baseQuery = baseQuery
  1926. .Where(e => !context.ItemValues.Where(f => _getAllArtistsValueTypes.Contains(f.Type)).Any(f => f.Value == e.Name));
  1927. }
  1928. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  1929. {
  1930. baseQuery = baseQuery
  1931. .Where(e => !context.ItemValues.Where(f => _getStudiosValueTypes.Contains(f.Type)).Any(f => f.Value == e.Name));
  1932. }
  1933. if (filter.IsDeadGenre.HasValue && filter.IsDeadGenre.Value)
  1934. {
  1935. baseQuery = baseQuery
  1936. .Where(e => !context.ItemValues.Where(f => _getGenreValueTypes.Contains(f.Type)).Any(f => f.Value == e.Name));
  1937. }
  1938. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  1939. {
  1940. baseQuery = baseQuery
  1941. .Where(e => !context.Peoples.Any(f => f.Name == e.Name));
  1942. }
  1943. if (filter.Years.Length > 0)
  1944. {
  1945. baseQuery = baseQuery.WhereOneOrMany(filter.Years, e => e.ProductionYear!.Value);
  1946. }
  1947. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  1948. if (isVirtualItem.HasValue)
  1949. {
  1950. baseQuery = baseQuery
  1951. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  1952. }
  1953. if (filter.IsSpecialSeason.HasValue)
  1954. {
  1955. if (filter.IsSpecialSeason.Value)
  1956. {
  1957. baseQuery = baseQuery
  1958. .Where(e => e.IndexNumber == 0);
  1959. }
  1960. else
  1961. {
  1962. baseQuery = baseQuery
  1963. .Where(e => e.IndexNumber != 0);
  1964. }
  1965. }
  1966. if (filter.IsUnaired.HasValue)
  1967. {
  1968. if (filter.IsUnaired.Value)
  1969. {
  1970. baseQuery = baseQuery
  1971. .Where(e => e.PremiereDate >= now);
  1972. }
  1973. else
  1974. {
  1975. baseQuery = baseQuery
  1976. .Where(e => e.PremiereDate < now);
  1977. }
  1978. }
  1979. if (filter.MediaTypes.Length > 0)
  1980. {
  1981. var mediaTypes = filter.MediaTypes.Select(f => f.ToString()).ToArray();
  1982. baseQuery = baseQuery.WhereOneOrMany(mediaTypes, e => e.MediaType);
  1983. }
  1984. if (filter.ItemIds.Length > 0)
  1985. {
  1986. baseQuery = baseQuery.WhereOneOrMany(filter.ItemIds, e => e.Id);
  1987. }
  1988. if (filter.ExcludeItemIds.Length > 0)
  1989. {
  1990. baseQuery = baseQuery
  1991. .Where(e => !filter.ExcludeItemIds.Contains(e.Id));
  1992. }
  1993. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  1994. {
  1995. var exclude = filter.ExcludeProviderIds.Select(e => $"{e.Key}:{e.Value}").ToArray();
  1996. baseQuery = baseQuery.Where(e => e.Provider!.Select(f => f.ProviderId + ":" + f.ProviderValue)!.All(f => !exclude.Contains(f)));
  1997. }
  1998. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  1999. {
  2000. // Allow setting a null or empty value to get all items that have the specified provider set.
  2001. var includeAny = filter.HasAnyProviderId.Where(e => string.IsNullOrEmpty(e.Value)).Select(e => e.Key).ToArray();
  2002. if (includeAny.Length > 0)
  2003. {
  2004. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => includeAny.Contains(f.ProviderId)));
  2005. }
  2006. var includeSelected = filter.HasAnyProviderId.Where(e => !string.IsNullOrEmpty(e.Value)).Select(e => $"{e.Key}:{e.Value}").ToArray();
  2007. if (includeSelected.Length > 0)
  2008. {
  2009. baseQuery = baseQuery.Where(e => e.Provider!.Select(f => f.ProviderId + ":" + f.ProviderValue)!.Any(f => includeSelected.Contains(f)));
  2010. }
  2011. }
  2012. if (filter.HasImdbId.HasValue)
  2013. {
  2014. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  2015. }
  2016. if (filter.HasTmdbId.HasValue)
  2017. {
  2018. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  2019. }
  2020. if (filter.HasTvdbId.HasValue)
  2021. {
  2022. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  2023. }
  2024. var queryTopParentIds = filter.TopParentIds;
  2025. if (queryTopParentIds.Length > 0)
  2026. {
  2027. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  2028. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  2029. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  2030. {
  2031. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  2032. }
  2033. else
  2034. {
  2035. baseQuery = baseQuery.WhereOneOrMany(queryTopParentIds, e => e.TopParentId!.Value);
  2036. }
  2037. }
  2038. if (filter.AncestorIds.Length > 0)
  2039. {
  2040. baseQuery = baseQuery.Where(e => e.Parents!.Any(f => filter.AncestorIds.Contains(f.ParentItemId)));
  2041. }
  2042. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  2043. {
  2044. baseQuery = baseQuery
  2045. .Where(e => context.BaseItems.Where(e => e.Id != EF.Constant(PlaceholderId)).Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.Children!.Any(w => w.ItemId == e.Id)));
  2046. }
  2047. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  2048. {
  2049. baseQuery = baseQuery
  2050. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  2051. }
  2052. if (filter.ExcludeInheritedTags.Length > 0)
  2053. {
  2054. baseQuery = baseQuery
  2055. .Where(e => !e.ItemValues!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags || w.ItemValue.Type == ItemValueType.Tags)
  2056. .Any(f => filter.ExcludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  2057. }
  2058. if (filter.IncludeInheritedTags.Length > 0)
  2059. {
  2060. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  2061. // In addition to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  2062. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  2063. {
  2064. baseQuery = baseQuery
  2065. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags || f.ItemValue.Type == ItemValueType.Tags)
  2066. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  2067. ||
  2068. (e.ParentId.HasValue && context.ItemValuesMap.Where(w => w.ItemId == e.ParentId.Value && (w.ItemValue.Type == ItemValueType.InheritedTags || w.ItemValue.Type == ItemValueType.Tags))
  2069. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))));
  2070. }
  2071. // A playlist should be accessible to its owner regardless of allowed tags.
  2072. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  2073. {
  2074. baseQuery = baseQuery
  2075. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags || f.ItemValue.Type == ItemValueType.Tags)
  2076. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  2077. || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\""));
  2078. // d ^^ this is stupid it hate this.
  2079. }
  2080. else
  2081. {
  2082. baseQuery = baseQuery
  2083. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags || f.ItemValue.Type == ItemValueType.Tags)
  2084. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  2085. }
  2086. }
  2087. if (filter.SeriesStatuses.Length > 0)
  2088. {
  2089. var seriesStatus = filter.SeriesStatuses.Select(e => e.ToString()).ToArray();
  2090. baseQuery = baseQuery
  2091. .Where(e => seriesStatus.Any(f => e.Data!.Contains(f)));
  2092. }
  2093. if (filter.BoxSetLibraryFolders.Length > 0)
  2094. {
  2095. var boxsetFolders = filter.BoxSetLibraryFolders.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  2096. baseQuery = baseQuery
  2097. .Where(e => boxsetFolders.Any(f => e.Data!.Contains(f)));
  2098. }
  2099. if (filter.VideoTypes.Length > 0)
  2100. {
  2101. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"{e}\"");
  2102. baseQuery = baseQuery
  2103. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f)));
  2104. }
  2105. if (filter.Is3D.HasValue)
  2106. {
  2107. if (filter.Is3D.Value)
  2108. {
  2109. baseQuery = baseQuery
  2110. .Where(e => e.Data!.Contains("Video3DFormat"));
  2111. }
  2112. else
  2113. {
  2114. baseQuery = baseQuery
  2115. .Where(e => !e.Data!.Contains("Video3DFormat"));
  2116. }
  2117. }
  2118. if (filter.IsPlaceHolder.HasValue)
  2119. {
  2120. if (filter.IsPlaceHolder.Value)
  2121. {
  2122. baseQuery = baseQuery
  2123. .Where(e => e.Data!.Contains("IsPlaceHolder\":true"));
  2124. }
  2125. else
  2126. {
  2127. baseQuery = baseQuery
  2128. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true"));
  2129. }
  2130. }
  2131. if (filter.HasSpecialFeature.HasValue)
  2132. {
  2133. if (filter.HasSpecialFeature.Value)
  2134. {
  2135. baseQuery = baseQuery
  2136. .Where(e => e.ExtraIds != null);
  2137. }
  2138. else
  2139. {
  2140. baseQuery = baseQuery
  2141. .Where(e => e.ExtraIds == null);
  2142. }
  2143. }
  2144. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  2145. {
  2146. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  2147. {
  2148. baseQuery = baseQuery
  2149. .Where(e => e.ExtraIds != null);
  2150. }
  2151. else
  2152. {
  2153. baseQuery = baseQuery
  2154. .Where(e => e.ExtraIds == null);
  2155. }
  2156. }
  2157. return baseQuery;
  2158. }
  2159. /// <inheritdoc/>
  2160. public async Task<bool> ItemExistsAsync(Guid id)
  2161. {
  2162. var dbContext = await _dbProvider.CreateDbContextAsync().ConfigureAwait(false);
  2163. await using (dbContext.ConfigureAwait(false))
  2164. {
  2165. return await dbContext.BaseItems.AnyAsync(f => f.Id == id).ConfigureAwait(false);
  2166. }
  2167. }
  2168. /// <inheritdoc/>
  2169. public bool GetIsPlayed(User user, Guid id, bool recursive)
  2170. {
  2171. using var dbContext = _dbProvider.CreateDbContext();
  2172. if (recursive)
  2173. {
  2174. var folderList = TraverseHirachyDown(id, dbContext, item => (item.IsFolder || item.IsVirtualItem));
  2175. return dbContext.BaseItems
  2176. .Where(e => folderList.Contains(e.ParentId!.Value) && !e.IsFolder && !e.IsVirtualItem)
  2177. .All(f => f.UserData!.Any(e => e.UserId == user.Id && e.Played));
  2178. }
  2179. return dbContext.BaseItems.Where(e => e.ParentId == id).All(f => f.UserData!.Any(e => e.UserId == user.Id && e.Played));
  2180. }
  2181. private static HashSet<Guid> TraverseHirachyDown(Guid parentId, JellyfinDbContext dbContext, Expression<Func<BaseItemEntity, bool>>? filter = null)
  2182. {
  2183. var folderStack = new HashSet<Guid>()
  2184. {
  2185. parentId
  2186. };
  2187. var folderList = new HashSet<Guid>()
  2188. {
  2189. parentId
  2190. };
  2191. while (folderStack.Count != 0)
  2192. {
  2193. var items = folderStack.ToArray();
  2194. folderStack.Clear();
  2195. var query = dbContext.BaseItems
  2196. .WhereOneOrMany(items, e => e.ParentId!.Value);
  2197. if (filter != null)
  2198. {
  2199. query = query.Where(filter);
  2200. }
  2201. foreach (var item in query.Select(e => e.Id).ToArray())
  2202. {
  2203. if (folderList.Add(item))
  2204. {
  2205. folderStack.Add(item);
  2206. }
  2207. }
  2208. }
  2209. return folderList;
  2210. }
  2211. /// <inheritdoc/>
  2212. public IReadOnlyDictionary<string, MusicArtist[]> FindArtists(IReadOnlyList<string> artistNames)
  2213. {
  2214. using var dbContext = _dbProvider.CreateDbContext();
  2215. var artists = dbContext.BaseItems.Where(e => e.Type == _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!)
  2216. .Where(e => artistNames.Contains(e.Name))
  2217. .ToArray();
  2218. return artists.GroupBy(e => e.Name).ToDictionary(e => e.Key!, e => e.Select(f => DeserializeBaseItem(f)).Cast<MusicArtist>().ToArray());
  2219. }
  2220. }