BaseItemRepository.cs 81 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219
  1. #pragma warning disable RS0030 // Do not use banned APIs
  2. // Do not enforce that because EFCore cannot deal with cultures well.
  3. #pragma warning disable CA1304 // Specify CultureInfo
  4. #pragma warning disable CA1311 // Specify a culture or use an invariant version
  5. #pragma warning disable CA1862 // Use the 'StringComparison' method overloads to perform case-insensitive string comparisons
  6. using System;
  7. using System.Collections.Concurrent;
  8. using System.Collections.Generic;
  9. using System.Globalization;
  10. using System.Linq;
  11. using System.Linq.Expressions;
  12. using System.Reflection;
  13. using System.Text;
  14. using System.Text.Json;
  15. using System.Threading;
  16. using Jellyfin.Data.Enums;
  17. using Jellyfin.Database.Implementations;
  18. using Jellyfin.Database.Implementations.Entities;
  19. using Jellyfin.Database.Implementations.Enums;
  20. using Jellyfin.Extensions;
  21. using Jellyfin.Extensions.Json;
  22. using Jellyfin.Server.Implementations.Extensions;
  23. using MediaBrowser.Common;
  24. using MediaBrowser.Controller;
  25. using MediaBrowser.Controller.Channels;
  26. using MediaBrowser.Controller.Configuration;
  27. using MediaBrowser.Controller.Entities;
  28. using MediaBrowser.Controller.Entities.Audio;
  29. using MediaBrowser.Controller.Entities.TV;
  30. using MediaBrowser.Controller.LiveTv;
  31. using MediaBrowser.Controller.Persistence;
  32. using MediaBrowser.Model.Dto;
  33. using MediaBrowser.Model.Entities;
  34. using MediaBrowser.Model.LiveTv;
  35. using MediaBrowser.Model.Querying;
  36. using Microsoft.EntityFrameworkCore;
  37. using Microsoft.Extensions.Logging;
  38. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  39. using BaseItemEntity = Jellyfin.Database.Implementations.Entities.BaseItemEntity;
  40. namespace Jellyfin.Server.Implementations.Item;
  41. /*
  42. All queries in this class and all other nullable enabled EFCore repository classes will make liberal use of the null-forgiving operator "!".
  43. This is done as the code isn't actually executed client side, but only the expressions are interpret and the compiler cannot know that.
  44. This is your only warning/message regarding this topic.
  45. */
  46. /// <summary>
  47. /// Handles all storage logic for BaseItems.
  48. /// </summary>
  49. public sealed class BaseItemRepository
  50. : IItemRepository
  51. {
  52. /// <summary>
  53. /// This holds all the types in the running assemblies
  54. /// so that we can de-serialize properly when we don't have strong types.
  55. /// </summary>
  56. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  57. private readonly IDbContextFactory<JellyfinDbContext> _dbProvider;
  58. private readonly IServerApplicationHost _appHost;
  59. private readonly IItemTypeLookup _itemTypeLookup;
  60. private readonly IServerConfigurationManager _serverConfigurationManager;
  61. private readonly ILogger<BaseItemRepository> _logger;
  62. private static readonly IReadOnlyList<ItemValueType> _getAllArtistsValueTypes = [ItemValueType.Artist, ItemValueType.AlbumArtist];
  63. private static readonly IReadOnlyList<ItemValueType> _getArtistValueTypes = [ItemValueType.Artist];
  64. private static readonly IReadOnlyList<ItemValueType> _getAlbumArtistValueTypes = [ItemValueType.AlbumArtist];
  65. private static readonly IReadOnlyList<ItemValueType> _getStudiosValueTypes = [ItemValueType.Studios];
  66. private static readonly IReadOnlyList<ItemValueType> _getGenreValueTypes = [ItemValueType.Studios];
  67. /// <summary>
  68. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  69. /// </summary>
  70. /// <param name="dbProvider">The db factory.</param>
  71. /// <param name="appHost">The Application host.</param>
  72. /// <param name="itemTypeLookup">The static type lookup.</param>
  73. /// <param name="serverConfigurationManager">The server Configuration manager.</param>
  74. /// <param name="logger">System logger.</param>
  75. public BaseItemRepository(
  76. IDbContextFactory<JellyfinDbContext> dbProvider,
  77. IServerApplicationHost appHost,
  78. IItemTypeLookup itemTypeLookup,
  79. IServerConfigurationManager serverConfigurationManager,
  80. ILogger<BaseItemRepository> logger)
  81. {
  82. _dbProvider = dbProvider;
  83. _appHost = appHost;
  84. _itemTypeLookup = itemTypeLookup;
  85. _serverConfigurationManager = serverConfigurationManager;
  86. _logger = logger;
  87. }
  88. /// <inheritdoc />
  89. public void DeleteItem(Guid id)
  90. {
  91. if (id.IsEmpty())
  92. {
  93. throw new ArgumentException("Guid can't be empty", nameof(id));
  94. }
  95. using var context = _dbProvider.CreateDbContext();
  96. using var transaction = context.Database.BeginTransaction();
  97. context.AncestorIds.Where(e => e.ItemId == id || e.ParentItemId == id).ExecuteDelete();
  98. context.AttachmentStreamInfos.Where(e => e.ItemId == id).ExecuteDelete();
  99. context.BaseItemImageInfos.Where(e => e.ItemId == id).ExecuteDelete();
  100. context.BaseItemMetadataFields.Where(e => e.ItemId == id).ExecuteDelete();
  101. context.BaseItemProviders.Where(e => e.ItemId == id).ExecuteDelete();
  102. context.BaseItemTrailerTypes.Where(e => e.ItemId == id).ExecuteDelete();
  103. context.BaseItems.Where(e => e.Id == id).ExecuteDelete();
  104. context.Chapters.Where(e => e.ItemId == id).ExecuteDelete();
  105. context.CustomItemDisplayPreferences.Where(e => e.ItemId == id).ExecuteDelete();
  106. context.ItemDisplayPreferences.Where(e => e.ItemId == id).ExecuteDelete();
  107. context.ItemValues.Where(e => e.BaseItemsMap!.Count == 0).ExecuteDelete();
  108. context.ItemValuesMap.Where(e => e.ItemId == id).ExecuteDelete();
  109. context.MediaSegments.Where(e => e.ItemId == id).ExecuteDelete();
  110. context.MediaStreamInfos.Where(e => e.ItemId == id).ExecuteDelete();
  111. context.PeopleBaseItemMap.Where(e => e.ItemId == id).ExecuteDelete();
  112. context.Peoples.Where(e => e.BaseItems!.Count == 0).ExecuteDelete();
  113. context.TrickplayInfos.Where(e => e.ItemId == id).ExecuteDelete();
  114. context.SaveChanges();
  115. transaction.Commit();
  116. }
  117. /// <inheritdoc />
  118. public void UpdateInheritedValues()
  119. {
  120. using var context = _dbProvider.CreateDbContext();
  121. using var transaction = context.Database.BeginTransaction();
  122. context.ItemValuesMap.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags).ExecuteDelete();
  123. // ItemValue Inheritance is now correctly mapped via AncestorId on demand
  124. context.SaveChanges();
  125. transaction.Commit();
  126. }
  127. /// <inheritdoc />
  128. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  129. {
  130. ArgumentNullException.ThrowIfNull(filter);
  131. PrepareFilterQuery(filter);
  132. using var context = _dbProvider.CreateDbContext();
  133. return ApplyQueryFilter(context.BaseItems.AsNoTracking(), context, filter).Select(e => e.Id).ToArray();
  134. }
  135. /// <inheritdoc />
  136. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  137. {
  138. return GetItemValues(filter, _getAllArtistsValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  139. }
  140. /// <inheritdoc />
  141. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery filter)
  142. {
  143. return GetItemValues(filter, _getArtistValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  144. }
  145. /// <inheritdoc />
  146. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  147. {
  148. return GetItemValues(filter, _getAlbumArtistValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]);
  149. }
  150. /// <inheritdoc />
  151. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery filter)
  152. {
  153. return GetItemValues(filter, _getStudiosValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]);
  154. }
  155. /// <inheritdoc />
  156. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery filter)
  157. {
  158. return GetItemValues(filter, _getGenreValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]);
  159. }
  160. /// <inheritdoc />
  161. public QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  162. {
  163. return GetItemValues(filter, _getGenreValueTypes, _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]);
  164. }
  165. /// <inheritdoc />
  166. public IReadOnlyList<string> GetStudioNames()
  167. {
  168. return GetItemValueNames(_getStudiosValueTypes, [], []);
  169. }
  170. /// <inheritdoc />
  171. public IReadOnlyList<string> GetAllArtistNames()
  172. {
  173. return GetItemValueNames(_getAllArtistsValueTypes, [], []);
  174. }
  175. /// <inheritdoc />
  176. public IReadOnlyList<string> GetMusicGenreNames()
  177. {
  178. return GetItemValueNames(
  179. _getGenreValueTypes,
  180. _itemTypeLookup.MusicGenreTypes,
  181. []);
  182. }
  183. /// <inheritdoc />
  184. public IReadOnlyList<string> GetGenreNames()
  185. {
  186. return GetItemValueNames(
  187. _getGenreValueTypes,
  188. [],
  189. _itemTypeLookup.MusicGenreTypes);
  190. }
  191. /// <inheritdoc />
  192. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  193. {
  194. ArgumentNullException.ThrowIfNull(filter);
  195. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  196. {
  197. var returnList = GetItemList(filter);
  198. return new QueryResult<BaseItemDto>(
  199. filter.StartIndex,
  200. returnList.Count,
  201. returnList);
  202. }
  203. PrepareFilterQuery(filter);
  204. var result = new QueryResult<BaseItemDto>();
  205. using var context = _dbProvider.CreateDbContext();
  206. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  207. dbQuery = TranslateQuery(dbQuery, context, filter);
  208. if (filter.EnableTotalRecordCount)
  209. {
  210. result.TotalRecordCount = dbQuery.Count();
  211. }
  212. dbQuery = ApplyGroupingFilter(dbQuery, filter);
  213. dbQuery = ApplyQueryPaging(dbQuery, filter);
  214. result.Items = dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToArray();
  215. result.StartIndex = filter.StartIndex ?? 0;
  216. return result;
  217. }
  218. /// <inheritdoc />
  219. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  220. {
  221. ArgumentNullException.ThrowIfNull(filter);
  222. PrepareFilterQuery(filter);
  223. using var context = _dbProvider.CreateDbContext();
  224. IQueryable<BaseItemEntity> dbQuery = PrepareItemQuery(context, filter);
  225. dbQuery = TranslateQuery(dbQuery, context, filter);
  226. dbQuery = ApplyGroupingFilter(dbQuery, filter);
  227. dbQuery = ApplyQueryPaging(dbQuery, filter);
  228. return dbQuery.AsEnumerable().Where(e => e is not null).Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToArray();
  229. }
  230. /// <inheritdoc/>
  231. public IReadOnlyList<BaseItem> GetLatestItemList(InternalItemsQuery filter, CollectionType collectionType)
  232. {
  233. ArgumentNullException.ThrowIfNull(filter);
  234. PrepareFilterQuery(filter);
  235. // Early exit if collection type is not tvshows or music
  236. if (collectionType != CollectionType.tvshows && collectionType != CollectionType.music)
  237. {
  238. return Array.Empty<BaseItem>();
  239. }
  240. using var context = _dbProvider.CreateDbContext();
  241. // Subquery to group by SeriesNames/Album and get the max Date Created for each group.
  242. var subquery = PrepareItemQuery(context, filter);
  243. subquery = TranslateQuery(subquery, context, filter);
  244. var subqueryGrouped = subquery.GroupBy(g => collectionType == CollectionType.tvshows ? g.SeriesName : g.Album)
  245. .Select(g => new
  246. {
  247. Key = g.Key,
  248. MaxDateCreated = g.Max(a => a.DateCreated)
  249. })
  250. .OrderByDescending(g => g.MaxDateCreated)
  251. .Select(g => g);
  252. if (filter.Limit.HasValue)
  253. {
  254. subqueryGrouped = subqueryGrouped.Take(filter.Limit.Value);
  255. }
  256. filter.Limit = null;
  257. var mainquery = PrepareItemQuery(context, filter);
  258. mainquery = TranslateQuery(mainquery, context, filter);
  259. mainquery = mainquery.Where(g => g.DateCreated >= subqueryGrouped.Min(s => s.MaxDateCreated));
  260. mainquery = ApplyGroupingFilter(mainquery, filter);
  261. mainquery = ApplyQueryPaging(mainquery, filter);
  262. return mainquery.AsEnumerable().Where(e => e is not null).Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToArray();
  263. }
  264. /// <inheritdoc />
  265. public IReadOnlyList<string> GetNextUpSeriesKeys(InternalItemsQuery filter, DateTime dateCutoff)
  266. {
  267. ArgumentNullException.ThrowIfNull(filter);
  268. ArgumentNullException.ThrowIfNull(filter.User);
  269. using var context = _dbProvider.CreateDbContext();
  270. var query = context.BaseItems
  271. .AsNoTracking()
  272. .Where(i => filter.TopParentIds.Contains(i.TopParentId!.Value))
  273. .Where(i => i.Type == _itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode])
  274. .Join(
  275. context.UserData.AsNoTracking(),
  276. i => new { UserId = filter.User.Id, ItemId = i.Id },
  277. u => new { UserId = u.UserId, ItemId = u.ItemId },
  278. (entity, data) => new { Item = entity, UserData = data })
  279. .GroupBy(g => g.Item.SeriesPresentationUniqueKey)
  280. .Select(g => new { g.Key, LastPlayedDate = g.Max(u => u.UserData.LastPlayedDate) })
  281. .Where(g => g.Key != null && g.LastPlayedDate != null && g.LastPlayedDate >= dateCutoff)
  282. .OrderByDescending(g => g.LastPlayedDate)
  283. .Select(g => g.Key!);
  284. if (filter.Limit.HasValue)
  285. {
  286. query = query.Take(filter.Limit.Value);
  287. }
  288. return query.ToArray();
  289. }
  290. private IQueryable<BaseItemEntity> ApplyGroupingFilter(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  291. {
  292. // This whole block is needed to filter duplicate entries on request
  293. // for the time being it cannot be used because it would destroy the ordering
  294. // this results in "duplicate" responses for queries that try to lookup individual series or multiple versions but
  295. // for that case the invoker has to run a DistinctBy(e => e.PresentationUniqueKey) on their own
  296. // var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  297. // if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  298. // {
  299. // dbQuery = ApplyOrder(dbQuery, filter);
  300. // dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).Select(e => e.First());
  301. // }
  302. // else if (enableGroupByPresentationUniqueKey)
  303. // {
  304. // dbQuery = ApplyOrder(dbQuery, filter);
  305. // dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).Select(e => e.First());
  306. // }
  307. // else if (filter.GroupBySeriesPresentationUniqueKey)
  308. // {
  309. // dbQuery = ApplyOrder(dbQuery, filter);
  310. // dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).Select(e => e.First());
  311. // }
  312. // else
  313. // {
  314. // dbQuery = dbQuery.Distinct();
  315. // dbQuery = ApplyOrder(dbQuery, filter);
  316. // }
  317. dbQuery = dbQuery.Distinct();
  318. dbQuery = ApplyOrder(dbQuery, filter);
  319. return dbQuery;
  320. }
  321. private IQueryable<BaseItemEntity> ApplyQueryPaging(IQueryable<BaseItemEntity> dbQuery, InternalItemsQuery filter)
  322. {
  323. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  324. {
  325. var offset = filter.StartIndex ?? 0;
  326. if (offset > 0)
  327. {
  328. dbQuery = dbQuery.Skip(offset);
  329. }
  330. if (filter.Limit.HasValue)
  331. {
  332. dbQuery = dbQuery.Take(filter.Limit.Value);
  333. }
  334. }
  335. return dbQuery;
  336. }
  337. private IQueryable<BaseItemEntity> ApplyQueryFilter(IQueryable<BaseItemEntity> dbQuery, JellyfinDbContext context, InternalItemsQuery filter)
  338. {
  339. dbQuery = TranslateQuery(dbQuery, context, filter);
  340. dbQuery = ApplyOrder(dbQuery, filter);
  341. dbQuery = ApplyGroupingFilter(dbQuery, filter);
  342. dbQuery = ApplyQueryPaging(dbQuery, filter);
  343. return dbQuery;
  344. }
  345. private IQueryable<BaseItemEntity> PrepareItemQuery(JellyfinDbContext context, InternalItemsQuery filter)
  346. {
  347. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking().AsSplitQuery()
  348. .Include(e => e.TrailerTypes)
  349. .Include(e => e.Provider)
  350. .Include(e => e.LockedFields);
  351. if (filter.DtoOptions.EnableImages)
  352. {
  353. dbQuery = dbQuery.Include(e => e.Images);
  354. }
  355. return dbQuery;
  356. }
  357. /// <inheritdoc/>
  358. public int GetCount(InternalItemsQuery filter)
  359. {
  360. ArgumentNullException.ThrowIfNull(filter);
  361. // Hack for right now since we currently don't support filtering out these duplicates within a query
  362. PrepareFilterQuery(filter);
  363. using var context = _dbProvider.CreateDbContext();
  364. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  365. return dbQuery.Count();
  366. }
  367. #pragma warning disable CA1307 // Specify StringComparison for clarity
  368. /// <summary>
  369. /// Gets the type.
  370. /// </summary>
  371. /// <param name="typeName">Name of the type.</param>
  372. /// <returns>Type.</returns>
  373. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  374. private static Type? GetType(string typeName)
  375. {
  376. ArgumentException.ThrowIfNullOrEmpty(typeName);
  377. // TODO: this isn't great. Refactor later to be both globally handled by a dedicated service not just an static variable and be loaded eagerly.
  378. // currently this is done so that plugins may introduce their own type of baseitems as we dont know when we are first called, before or after plugins are loaded
  379. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  380. .Select(a => a.GetType(k))
  381. .FirstOrDefault(t => t is not null));
  382. }
  383. /// <inheritdoc />
  384. public void SaveImages(BaseItemDto item)
  385. {
  386. ArgumentNullException.ThrowIfNull(item);
  387. var images = item.ImageInfos.Select(e => Map(item.Id, e));
  388. using var context = _dbProvider.CreateDbContext();
  389. using var transaction = context.Database.BeginTransaction();
  390. context.BaseItemImageInfos.Where(e => e.ItemId == item.Id).ExecuteDelete();
  391. context.BaseItemImageInfos.AddRange(images);
  392. context.SaveChanges();
  393. transaction.Commit();
  394. }
  395. /// <inheritdoc />
  396. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  397. {
  398. UpdateOrInsertItems(items, cancellationToken);
  399. }
  400. /// <inheritdoc cref="IItemRepository"/>
  401. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  402. {
  403. ArgumentNullException.ThrowIfNull(items);
  404. cancellationToken.ThrowIfCancellationRequested();
  405. var tuples = new List<(BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, IEnumerable<string> UserDataKey, List<string> InheritedTags)>();
  406. foreach (var item in items.GroupBy(e => e.Id).Select(e => e.Last()))
  407. {
  408. var ancestorIds = item.SupportsAncestors ?
  409. item.GetAncestorIds().Distinct().ToList() :
  410. null;
  411. var topParent = item.GetTopParent();
  412. var userdataKey = item.GetUserDataKeys();
  413. var inheritedTags = item.GetInheritedTags();
  414. tuples.Add((item, ancestorIds, topParent, userdataKey, inheritedTags));
  415. }
  416. var localItemValueCache = new Dictionary<(int MagicNumber, string Value), Guid>();
  417. using var context = _dbProvider.CreateDbContext();
  418. using var transaction = context.Database.BeginTransaction();
  419. foreach (var item in tuples)
  420. {
  421. var entity = Map(item.Item);
  422. // TODO: refactor this "inconsistency"
  423. entity.TopParentId = item.TopParent?.Id;
  424. if (!context.BaseItems.Any(e => e.Id == entity.Id))
  425. {
  426. context.BaseItems.Add(entity);
  427. }
  428. else
  429. {
  430. context.BaseItemProviders.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  431. context.BaseItems.Attach(entity).State = EntityState.Modified;
  432. }
  433. context.AncestorIds.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  434. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  435. {
  436. foreach (var ancestorId in item.AncestorIds)
  437. {
  438. if (!context.BaseItems.Any(f => f.Id == ancestorId))
  439. {
  440. continue;
  441. }
  442. context.AncestorIds.Add(new AncestorId()
  443. {
  444. ParentItemId = ancestorId,
  445. ItemId = entity.Id,
  446. Item = null!,
  447. ParentItem = null!
  448. });
  449. }
  450. }
  451. // Never save duplicate itemValues as they are now mapped anyway.
  452. var itemValuesToSave = GetItemValuesToSave(item.Item, item.InheritedTags).DistinctBy(e => (GetCleanValue(e.Value), e.MagicNumber));
  453. context.ItemValuesMap.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  454. foreach (var itemValue in itemValuesToSave)
  455. {
  456. if (!localItemValueCache.TryGetValue(itemValue, out var refValue))
  457. {
  458. refValue = context.ItemValues
  459. .Where(f => f.CleanValue == GetCleanValue(itemValue.Value) && (int)f.Type == itemValue.MagicNumber)
  460. .Select(e => e.ItemValueId)
  461. .FirstOrDefault();
  462. }
  463. if (refValue.IsEmpty())
  464. {
  465. context.ItemValues.Add(new ItemValue()
  466. {
  467. CleanValue = GetCleanValue(itemValue.Value),
  468. Type = (ItemValueType)itemValue.MagicNumber,
  469. ItemValueId = refValue = Guid.NewGuid(),
  470. Value = itemValue.Value
  471. });
  472. localItemValueCache[itemValue] = refValue;
  473. }
  474. context.ItemValuesMap.Add(new ItemValueMap()
  475. {
  476. Item = null!,
  477. ItemId = entity.Id,
  478. ItemValue = null!,
  479. ItemValueId = refValue
  480. });
  481. }
  482. }
  483. context.SaveChanges();
  484. transaction.Commit();
  485. }
  486. /// <inheritdoc />
  487. public BaseItemDto? RetrieveItem(Guid id)
  488. {
  489. if (id.IsEmpty())
  490. {
  491. throw new ArgumentException("Guid can't be empty", nameof(id));
  492. }
  493. using var context = _dbProvider.CreateDbContext();
  494. var item = PrepareItemQuery(context, new()
  495. {
  496. DtoOptions = new()
  497. {
  498. EnableImages = true
  499. }
  500. }).FirstOrDefault(e => e.Id == id);
  501. if (item is null)
  502. {
  503. return null;
  504. }
  505. return DeserialiseBaseItem(item);
  506. }
  507. /// <summary>
  508. /// Maps a Entity to the DTO.
  509. /// </summary>
  510. /// <param name="entity">The entity.</param>
  511. /// <param name="dto">The dto base instance.</param>
  512. /// <param name="appHost">The Application server Host.</param>
  513. /// <returns>The dto to map.</returns>
  514. public static BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto, IServerApplicationHost? appHost)
  515. {
  516. dto.Id = entity.Id;
  517. dto.ParentId = entity.ParentId.GetValueOrDefault();
  518. dto.Path = appHost?.ExpandVirtualPath(entity.Path) ?? entity.Path;
  519. dto.EndDate = entity.EndDate;
  520. dto.CommunityRating = entity.CommunityRating;
  521. dto.CustomRating = entity.CustomRating;
  522. dto.IndexNumber = entity.IndexNumber;
  523. dto.IsLocked = entity.IsLocked;
  524. dto.Name = entity.Name;
  525. dto.OfficialRating = entity.OfficialRating;
  526. dto.Overview = entity.Overview;
  527. dto.ParentIndexNumber = entity.ParentIndexNumber;
  528. dto.PremiereDate = entity.PremiereDate;
  529. dto.ProductionYear = entity.ProductionYear;
  530. dto.SortName = entity.SortName;
  531. dto.ForcedSortName = entity.ForcedSortName;
  532. dto.RunTimeTicks = entity.RunTimeTicks;
  533. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  534. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  535. dto.IsInMixedFolder = entity.IsInMixedFolder;
  536. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  537. dto.CriticRating = entity.CriticRating;
  538. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  539. dto.OriginalTitle = entity.OriginalTitle;
  540. dto.Album = entity.Album;
  541. dto.LUFS = entity.LUFS;
  542. dto.NormalizationGain = entity.NormalizationGain;
  543. dto.IsVirtualItem = entity.IsVirtualItem;
  544. dto.ExternalSeriesId = entity.ExternalSeriesId;
  545. dto.Tagline = entity.Tagline;
  546. dto.TotalBitrate = entity.TotalBitrate;
  547. dto.ExternalId = entity.ExternalId;
  548. dto.Size = entity.Size;
  549. dto.Genres = entity.Genres?.Split('|') ?? [];
  550. dto.DateCreated = entity.DateCreated.GetValueOrDefault();
  551. dto.DateModified = entity.DateModified.GetValueOrDefault();
  552. dto.ChannelId = entity.ChannelId ?? Guid.Empty;
  553. dto.DateLastRefreshed = entity.DateLastRefreshed.GetValueOrDefault();
  554. dto.DateLastSaved = entity.DateLastSaved.GetValueOrDefault();
  555. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : (Guid.TryParse(entity.OwnerId, out var ownerId) ? ownerId : Guid.Empty);
  556. dto.Width = entity.Width.GetValueOrDefault();
  557. dto.Height = entity.Height.GetValueOrDefault();
  558. if (entity.Provider is not null)
  559. {
  560. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  561. }
  562. if (entity.ExtraType is not null)
  563. {
  564. dto.ExtraType = (ExtraType)entity.ExtraType;
  565. }
  566. if (entity.LockedFields is not null)
  567. {
  568. dto.LockedFields = entity.LockedFields?.Select(e => (MetadataField)e.Id).ToArray() ?? [];
  569. }
  570. if (entity.Audio is not null)
  571. {
  572. dto.Audio = (ProgramAudio)entity.Audio;
  573. }
  574. dto.ExtraIds = string.IsNullOrWhiteSpace(entity.ExtraIds) ? [] : entity.ExtraIds.Split('|').Select(e => Guid.Parse(e)).ToArray();
  575. dto.ProductionLocations = entity.ProductionLocations?.Split('|') ?? [];
  576. dto.Studios = entity.Studios?.Split('|') ?? [];
  577. dto.Tags = entity.Tags?.Split('|') ?? [];
  578. if (dto is IHasProgramAttributes hasProgramAttributes)
  579. {
  580. hasProgramAttributes.IsMovie = entity.IsMovie;
  581. hasProgramAttributes.IsSeries = entity.IsSeries;
  582. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  583. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  584. }
  585. if (dto is LiveTvChannel liveTvChannel)
  586. {
  587. liveTvChannel.ServiceName = entity.ExternalServiceId;
  588. }
  589. if (dto is Trailer trailer)
  590. {
  591. trailer.TrailerTypes = entity.TrailerTypes?.Select(e => (TrailerType)e.Id).ToArray() ?? [];
  592. }
  593. if (dto is Video video)
  594. {
  595. video.PrimaryVersionId = entity.PrimaryVersionId;
  596. }
  597. if (dto is IHasSeries hasSeriesName)
  598. {
  599. hasSeriesName.SeriesName = entity.SeriesName;
  600. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  601. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  602. }
  603. if (dto is Episode episode)
  604. {
  605. episode.SeasonName = entity.SeasonName;
  606. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  607. }
  608. if (dto is IHasArtist hasArtists)
  609. {
  610. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  611. }
  612. if (dto is IHasAlbumArtist hasAlbumArtists)
  613. {
  614. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  615. }
  616. if (dto is LiveTvProgram program)
  617. {
  618. program.ShowId = entity.ShowId;
  619. }
  620. if (entity.Images is not null)
  621. {
  622. dto.ImageInfos = entity.Images.Select(e => Map(e, appHost)).ToArray();
  623. }
  624. // dto.Type = entity.Type;
  625. // dto.Data = entity.Data;
  626. // dto.MediaType = Enum.TryParse<MediaType>(entity.MediaType);
  627. if (dto is IHasStartDate hasStartDate)
  628. {
  629. hasStartDate.StartDate = entity.StartDate.GetValueOrDefault();
  630. }
  631. // Fields that are present in the DB but are never actually used
  632. // dto.UnratedType = entity.UnratedType;
  633. // dto.TopParentId = entity.TopParentId;
  634. // dto.CleanName = entity.CleanName;
  635. // dto.UserDataKey = entity.UserDataKey;
  636. if (dto is Folder folder)
  637. {
  638. folder.DateLastMediaAdded = entity.DateLastMediaAdded;
  639. }
  640. return dto;
  641. }
  642. /// <summary>
  643. /// Maps a Entity to the DTO.
  644. /// </summary>
  645. /// <param name="dto">The entity.</param>
  646. /// <returns>The dto to map.</returns>
  647. public BaseItemEntity Map(BaseItemDto dto)
  648. {
  649. var dtoType = dto.GetType();
  650. var entity = new BaseItemEntity()
  651. {
  652. Type = dtoType.ToString(),
  653. Id = dto.Id
  654. };
  655. if (TypeRequiresDeserialization(dtoType))
  656. {
  657. entity.Data = JsonSerializer.Serialize(dto, dtoType, JsonDefaults.Options);
  658. }
  659. entity.ParentId = !dto.ParentId.IsEmpty() ? dto.ParentId : null;
  660. entity.Path = GetPathToSave(dto.Path);
  661. entity.EndDate = dto.EndDate;
  662. entity.CommunityRating = dto.CommunityRating;
  663. entity.CustomRating = dto.CustomRating;
  664. entity.IndexNumber = dto.IndexNumber;
  665. entity.IsLocked = dto.IsLocked;
  666. entity.Name = dto.Name;
  667. entity.CleanName = GetCleanValue(dto.Name);
  668. entity.OfficialRating = dto.OfficialRating;
  669. entity.Overview = dto.Overview;
  670. entity.ParentIndexNumber = dto.ParentIndexNumber;
  671. entity.PremiereDate = dto.PremiereDate;
  672. entity.ProductionYear = dto.ProductionYear;
  673. entity.SortName = dto.SortName;
  674. entity.ForcedSortName = dto.ForcedSortName;
  675. entity.RunTimeTicks = dto.RunTimeTicks;
  676. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  677. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  678. entity.IsInMixedFolder = dto.IsInMixedFolder;
  679. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  680. entity.InheritedParentalRatingSubValue = dto.InheritedParentalRatingSubValue;
  681. entity.CriticRating = dto.CriticRating;
  682. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  683. entity.OriginalTitle = dto.OriginalTitle;
  684. entity.Album = dto.Album;
  685. entity.LUFS = dto.LUFS;
  686. entity.NormalizationGain = dto.NormalizationGain;
  687. entity.IsVirtualItem = dto.IsVirtualItem;
  688. entity.ExternalSeriesId = dto.ExternalSeriesId;
  689. entity.Tagline = dto.Tagline;
  690. entity.TotalBitrate = dto.TotalBitrate;
  691. entity.ExternalId = dto.ExternalId;
  692. entity.Size = dto.Size;
  693. entity.Genres = string.Join('|', dto.Genres);
  694. entity.DateCreated = dto.DateCreated;
  695. entity.DateModified = dto.DateModified;
  696. entity.ChannelId = dto.ChannelId;
  697. entity.DateLastRefreshed = dto.DateLastRefreshed;
  698. entity.DateLastSaved = dto.DateLastSaved;
  699. entity.OwnerId = dto.OwnerId.ToString();
  700. entity.Width = dto.Width;
  701. entity.Height = dto.Height;
  702. entity.Provider = dto.ProviderIds.Select(e => new BaseItemProvider()
  703. {
  704. Item = entity,
  705. ProviderId = e.Key,
  706. ProviderValue = e.Value
  707. }).ToList();
  708. if (dto.Audio.HasValue)
  709. {
  710. entity.Audio = (ProgramAudioEntity)dto.Audio;
  711. }
  712. if (dto.ExtraType.HasValue)
  713. {
  714. entity.ExtraType = (BaseItemExtraType)dto.ExtraType;
  715. }
  716. entity.ExtraIds = dto.ExtraIds is not null ? string.Join('|', dto.ExtraIds) : null;
  717. entity.ProductionLocations = dto.ProductionLocations is not null ? string.Join('|', dto.ProductionLocations) : null;
  718. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  719. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  720. entity.LockedFields = dto.LockedFields is not null ? dto.LockedFields
  721. .Select(e => new BaseItemMetadataField()
  722. {
  723. Id = (int)e,
  724. Item = entity,
  725. ItemId = entity.Id
  726. })
  727. .ToArray() : null;
  728. if (dto is IHasProgramAttributes hasProgramAttributes)
  729. {
  730. entity.IsMovie = hasProgramAttributes.IsMovie;
  731. entity.IsSeries = hasProgramAttributes.IsSeries;
  732. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  733. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  734. }
  735. if (dto is LiveTvChannel liveTvChannel)
  736. {
  737. entity.ExternalServiceId = liveTvChannel.ServiceName;
  738. }
  739. if (dto is Video video)
  740. {
  741. entity.PrimaryVersionId = video.PrimaryVersionId;
  742. }
  743. if (dto is IHasSeries hasSeriesName)
  744. {
  745. entity.SeriesName = hasSeriesName.SeriesName;
  746. entity.SeriesId = hasSeriesName.SeriesId;
  747. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  748. }
  749. if (dto is Episode episode)
  750. {
  751. entity.SeasonName = episode.SeasonName;
  752. entity.SeasonId = episode.SeasonId;
  753. }
  754. if (dto is IHasArtist hasArtists)
  755. {
  756. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  757. }
  758. if (dto is IHasAlbumArtist hasAlbumArtists)
  759. {
  760. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  761. }
  762. if (dto is LiveTvProgram program)
  763. {
  764. entity.ShowId = program.ShowId;
  765. }
  766. if (dto.ImageInfos is not null)
  767. {
  768. entity.Images = dto.ImageInfos.Select(f => Map(dto.Id, f)).ToArray();
  769. }
  770. if (dto is Trailer trailer)
  771. {
  772. entity.TrailerTypes = trailer.TrailerTypes?.Select(e => new BaseItemTrailerType()
  773. {
  774. Id = (int)e,
  775. Item = entity,
  776. ItemId = entity.Id
  777. }).ToArray() ?? [];
  778. }
  779. // dto.Type = entity.Type;
  780. // dto.Data = entity.Data;
  781. entity.MediaType = dto.MediaType.ToString();
  782. if (dto is IHasStartDate hasStartDate)
  783. {
  784. entity.StartDate = hasStartDate.StartDate;
  785. }
  786. entity.UnratedType = dto.GetBlockUnratedType().ToString();
  787. // Fields that are present in the DB but are never actually used
  788. // dto.UserDataKey = entity.UserDataKey;
  789. if (dto is Folder folder)
  790. {
  791. entity.DateLastMediaAdded = folder.DateLastMediaAdded;
  792. entity.IsFolder = folder.IsFolder;
  793. }
  794. return entity;
  795. }
  796. private string[] GetItemValueNames(IReadOnlyList<ItemValueType> itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  797. {
  798. using var context = _dbProvider.CreateDbContext();
  799. var query = context.ItemValuesMap
  800. .AsNoTracking()
  801. .Where(e => itemValueTypes.Any(w => (ItemValueType)w == e.ItemValue.Type));
  802. if (withItemTypes.Count > 0)
  803. {
  804. query = query.Where(e => withItemTypes.Contains(e.Item.Type));
  805. }
  806. if (excludeItemTypes.Count > 0)
  807. {
  808. query = query.Where(e => !excludeItemTypes.Contains(e.Item.Type));
  809. }
  810. // query = query.DistinctBy(e => e.CleanValue);
  811. return query.Select(e => e.ItemValue)
  812. .GroupBy(e => e.CleanValue)
  813. .Select(e => e.First().Value)
  814. .ToArray();
  815. }
  816. private static bool TypeRequiresDeserialization(Type type)
  817. {
  818. return type.GetCustomAttribute<RequiresSourceSerialisationAttribute>() == null;
  819. }
  820. private BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, bool skipDeserialization = false)
  821. {
  822. ArgumentNullException.ThrowIfNull(baseItemEntity, nameof(baseItemEntity));
  823. if (_serverConfigurationManager?.Configuration is null)
  824. {
  825. throw new InvalidOperationException("Server Configuration manager or configuration is null");
  826. }
  827. var typeToSerialise = GetType(baseItemEntity.Type);
  828. return BaseItemRepository.DeserialiseBaseItem(
  829. baseItemEntity,
  830. _logger,
  831. _appHost,
  832. skipDeserialization || (_serverConfigurationManager.Configuration.SkipDeserializationForBasicTypes && (typeToSerialise == typeof(Channel) || typeToSerialise == typeof(UserRootFolder))));
  833. }
  834. /// <summary>
  835. /// Deserialises a BaseItemEntity and sets all properties.
  836. /// </summary>
  837. /// <param name="baseItemEntity">The DB entity.</param>
  838. /// <param name="logger">Logger.</param>
  839. /// <param name="appHost">The application server Host.</param>
  840. /// <param name="skipDeserialization">If only mapping should be processed.</param>
  841. /// <returns>A mapped BaseItem.</returns>
  842. /// <exception cref="InvalidOperationException">Will be thrown if an invalid serialisation is requested.</exception>
  843. public static BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, ILogger logger, IServerApplicationHost? appHost, bool skipDeserialization = false)
  844. {
  845. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialise unknown type.");
  846. BaseItemDto? dto = null;
  847. if (TypeRequiresDeserialization(type) && baseItemEntity.Data is not null && !skipDeserialization)
  848. {
  849. try
  850. {
  851. dto = JsonSerializer.Deserialize(baseItemEntity.Data, type, JsonDefaults.Options) as BaseItemDto;
  852. }
  853. catch (JsonException ex)
  854. {
  855. logger.LogError(ex, "Error deserializing item with JSON: {Data}", baseItemEntity.Data);
  856. }
  857. }
  858. if (dto is null)
  859. {
  860. dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialise unknown type.");
  861. }
  862. return Map(baseItemEntity, dto, appHost);
  863. }
  864. private QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery filter, IReadOnlyList<ItemValueType> itemValueTypes, string returnType)
  865. {
  866. ArgumentNullException.ThrowIfNull(filter);
  867. if (!filter.Limit.HasValue)
  868. {
  869. filter.EnableTotalRecordCount = false;
  870. }
  871. using var context = _dbProvider.CreateDbContext();
  872. var query = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  873. query = query.Where(e => e.Type == returnType);
  874. // this does not seem to be nesseary but it does not make any sense why this isn't working.
  875. // && e.ItemValues!.Any(f => e.CleanName == f.ItemValue.CleanValue && itemValueTypes.Any(w => (ItemValueType)w == f.ItemValue.Type)));
  876. if (filter.OrderBy.Count != 0
  877. || !string.IsNullOrEmpty(filter.SearchTerm))
  878. {
  879. query = ApplyOrder(query, filter);
  880. }
  881. else
  882. {
  883. query = query.OrderBy(e => e.SortName);
  884. }
  885. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  886. {
  887. var offset = filter.StartIndex ?? 0;
  888. if (offset > 0)
  889. {
  890. query = query.Skip(offset);
  891. }
  892. if (filter.Limit.HasValue)
  893. {
  894. query = query.Take(filter.Limit.Value);
  895. }
  896. }
  897. var result = new QueryResult<(BaseItemDto, ItemCounts)>();
  898. if (filter.EnableTotalRecordCount)
  899. {
  900. result.TotalRecordCount = query.GroupBy(e => e.PresentationUniqueKey).Select(e => e.First()).Count();
  901. }
  902. var seriesTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Series];
  903. var movieTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Movie];
  904. var episodeTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode];
  905. var musicAlbumTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicAlbum];
  906. var musicArtistTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist];
  907. var audioTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Audio];
  908. var trailerTypeName = _itemTypeLookup.BaseItemKindNames[BaseItemKind.Trailer];
  909. var resultQuery = query.Select(e => new
  910. {
  911. item = e,
  912. // TODO: This is bad refactor!
  913. itemCount = new ItemCounts()
  914. {
  915. SeriesCount = e.ItemValues!.Count(f => f.Item.Type == seriesTypeName),
  916. EpisodeCount = e.ItemValues!.Count(f => f.Item.Type == episodeTypeName),
  917. MovieCount = e.ItemValues!.Count(f => f.Item.Type == movieTypeName),
  918. AlbumCount = e.ItemValues!.Count(f => f.Item.Type == musicAlbumTypeName),
  919. ArtistCount = e.ItemValues!.Count(f => f.Item.Type == musicArtistTypeName),
  920. SongCount = e.ItemValues!.Count(f => f.Item.Type == audioTypeName),
  921. TrailerCount = e.ItemValues!.Count(f => f.Item.Type == trailerTypeName),
  922. }
  923. });
  924. result.StartIndex = filter.StartIndex ?? 0;
  925. result.Items = resultQuery.ToArray().Where(e => e is not null).Select(e =>
  926. {
  927. return (DeserialiseBaseItem(e.item, filter.SkipDeserialization), e.itemCount);
  928. }).ToArray();
  929. return result;
  930. }
  931. private static void PrepareFilterQuery(InternalItemsQuery query)
  932. {
  933. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  934. {
  935. query.Limit = query.Limit.Value + 4;
  936. }
  937. if (query.IsResumable ?? false)
  938. {
  939. query.IsVirtualItem = false;
  940. }
  941. }
  942. private string GetCleanValue(string value)
  943. {
  944. if (string.IsNullOrWhiteSpace(value))
  945. {
  946. return value;
  947. }
  948. return value.RemoveDiacritics().ToLowerInvariant();
  949. }
  950. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItemDto item, List<string> inheritedTags)
  951. {
  952. var list = new List<(int, string)>();
  953. if (item is IHasArtist hasArtist)
  954. {
  955. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  956. }
  957. if (item is IHasAlbumArtist hasAlbumArtist)
  958. {
  959. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  960. }
  961. list.AddRange(item.Genres.Select(i => (2, i)));
  962. list.AddRange(item.Studios.Select(i => (3, i)));
  963. list.AddRange(item.Tags.Select(i => (4, i)));
  964. // keywords was 5
  965. list.AddRange(inheritedTags.Select(i => (6, i)));
  966. // Remove all invalid values.
  967. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  968. return list;
  969. }
  970. private static BaseItemImageInfo Map(Guid baseItemId, ItemImageInfo e)
  971. {
  972. return new BaseItemImageInfo()
  973. {
  974. ItemId = baseItemId,
  975. Id = Guid.NewGuid(),
  976. Path = e.Path,
  977. Blurhash = e.BlurHash is null ? null : Encoding.UTF8.GetBytes(e.BlurHash),
  978. DateModified = e.DateModified,
  979. Height = e.Height,
  980. Width = e.Width,
  981. ImageType = (ImageInfoImageType)e.Type,
  982. Item = null!
  983. };
  984. }
  985. private static ItemImageInfo Map(BaseItemImageInfo e, IServerApplicationHost? appHost)
  986. {
  987. return new ItemImageInfo()
  988. {
  989. Path = appHost?.ExpandVirtualPath(e.Path) ?? e.Path,
  990. BlurHash = e.Blurhash is null ? null : Encoding.UTF8.GetString(e.Blurhash),
  991. DateModified = e.DateModified,
  992. Height = e.Height,
  993. Width = e.Width,
  994. Type = (ImageType)e.ImageType
  995. };
  996. }
  997. private string? GetPathToSave(string path)
  998. {
  999. if (path is null)
  1000. {
  1001. return null;
  1002. }
  1003. return _appHost.ReverseVirtualPath(path);
  1004. }
  1005. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1006. {
  1007. var list = new List<string>();
  1008. if (IsTypeInQuery(BaseItemKind.Person, query))
  1009. {
  1010. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Person]!);
  1011. }
  1012. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1013. {
  1014. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  1015. }
  1016. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1017. {
  1018. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  1019. }
  1020. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1021. {
  1022. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  1023. }
  1024. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1025. {
  1026. list.Add(_itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  1027. }
  1028. return list;
  1029. }
  1030. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1031. {
  1032. if (query.ExcludeItemTypes.Contains(type))
  1033. {
  1034. return false;
  1035. }
  1036. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1037. }
  1038. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1039. {
  1040. if (!query.GroupByPresentationUniqueKey)
  1041. {
  1042. return false;
  1043. }
  1044. if (query.GroupBySeriesPresentationUniqueKey)
  1045. {
  1046. return false;
  1047. }
  1048. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1049. {
  1050. return false;
  1051. }
  1052. if (query.User is null)
  1053. {
  1054. return false;
  1055. }
  1056. if (query.IncludeItemTypes.Length == 0)
  1057. {
  1058. return true;
  1059. }
  1060. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1061. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1062. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1063. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1064. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1065. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1066. }
  1067. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1068. {
  1069. var orderBy = filter.OrderBy;
  1070. var hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1071. if (hasSearch)
  1072. {
  1073. orderBy = filter.OrderBy = [(ItemSortBy.SortName, SortOrder.Ascending), .. orderBy];
  1074. }
  1075. else if (orderBy.Count == 0)
  1076. {
  1077. return query;
  1078. }
  1079. IOrderedQueryable<BaseItemEntity>? orderedQuery = null;
  1080. var firstOrdering = orderBy.FirstOrDefault();
  1081. if (firstOrdering != default)
  1082. {
  1083. var expression = OrderMapper.MapOrderByField(firstOrdering.OrderBy, filter);
  1084. if (firstOrdering.SortOrder == SortOrder.Ascending)
  1085. {
  1086. orderedQuery = query.OrderBy(expression);
  1087. }
  1088. else
  1089. {
  1090. orderedQuery = query.OrderByDescending(expression);
  1091. }
  1092. if (firstOrdering.OrderBy is ItemSortBy.Default or ItemSortBy.SortName)
  1093. {
  1094. if (firstOrdering.SortOrder is SortOrder.Ascending)
  1095. {
  1096. orderedQuery = orderedQuery.ThenBy(e => e.Name);
  1097. }
  1098. else
  1099. {
  1100. orderedQuery = orderedQuery.ThenByDescending(e => e.Name);
  1101. }
  1102. }
  1103. }
  1104. foreach (var item in orderBy.Skip(1))
  1105. {
  1106. var expression = OrderMapper.MapOrderByField(item.OrderBy, filter);
  1107. if (item.SortOrder == SortOrder.Ascending)
  1108. {
  1109. orderedQuery = orderedQuery!.ThenBy(expression);
  1110. }
  1111. else
  1112. {
  1113. orderedQuery = orderedQuery!.ThenByDescending(expression);
  1114. }
  1115. }
  1116. return orderedQuery ?? query;
  1117. }
  1118. private IQueryable<BaseItemEntity> TranslateQuery(
  1119. IQueryable<BaseItemEntity> baseQuery,
  1120. JellyfinDbContext context,
  1121. InternalItemsQuery filter)
  1122. {
  1123. var minWidth = filter.MinWidth;
  1124. var maxWidth = filter.MaxWidth;
  1125. var now = DateTime.UtcNow;
  1126. if (filter.IsHD.HasValue)
  1127. {
  1128. const int Threshold = 1200;
  1129. if (filter.IsHD.Value)
  1130. {
  1131. minWidth = Threshold;
  1132. }
  1133. else
  1134. {
  1135. maxWidth = Threshold - 1;
  1136. }
  1137. }
  1138. if (filter.Is4K.HasValue)
  1139. {
  1140. const int Threshold = 3800;
  1141. if (filter.Is4K.Value)
  1142. {
  1143. minWidth = Threshold;
  1144. }
  1145. else
  1146. {
  1147. maxWidth = Threshold - 1;
  1148. }
  1149. }
  1150. if (minWidth.HasValue)
  1151. {
  1152. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  1153. }
  1154. if (filter.MinHeight.HasValue)
  1155. {
  1156. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  1157. }
  1158. if (maxWidth.HasValue)
  1159. {
  1160. baseQuery = baseQuery.Where(e => e.Width >= maxWidth);
  1161. }
  1162. if (filter.MaxHeight.HasValue)
  1163. {
  1164. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  1165. }
  1166. if (filter.IsLocked.HasValue)
  1167. {
  1168. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  1169. }
  1170. var tags = filter.Tags.ToList();
  1171. var excludeTags = filter.ExcludeTags.ToList();
  1172. if (filter.IsMovie == true)
  1173. {
  1174. if (filter.IncludeItemTypes.Length == 0
  1175. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1176. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  1177. {
  1178. baseQuery = baseQuery.Where(e => e.IsMovie);
  1179. }
  1180. }
  1181. else if (filter.IsMovie.HasValue)
  1182. {
  1183. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  1184. }
  1185. if (filter.IsSeries.HasValue)
  1186. {
  1187. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  1188. }
  1189. if (filter.IsSports.HasValue)
  1190. {
  1191. if (filter.IsSports.Value)
  1192. {
  1193. tags.Add("Sports");
  1194. }
  1195. else
  1196. {
  1197. excludeTags.Add("Sports");
  1198. }
  1199. }
  1200. if (filter.IsNews.HasValue)
  1201. {
  1202. if (filter.IsNews.Value)
  1203. {
  1204. tags.Add("News");
  1205. }
  1206. else
  1207. {
  1208. excludeTags.Add("News");
  1209. }
  1210. }
  1211. if (filter.IsKids.HasValue)
  1212. {
  1213. if (filter.IsKids.Value)
  1214. {
  1215. tags.Add("Kids");
  1216. }
  1217. else
  1218. {
  1219. excludeTags.Add("Kids");
  1220. }
  1221. }
  1222. if (!string.IsNullOrEmpty(filter.SearchTerm))
  1223. {
  1224. var searchTerm = filter.SearchTerm.ToLower();
  1225. baseQuery = baseQuery.Where(e => e.CleanName!.ToLower().Contains(searchTerm) || (e.OriginalTitle != null && e.OriginalTitle.ToLower().Contains(searchTerm)));
  1226. }
  1227. if (filter.IsFolder.HasValue)
  1228. {
  1229. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  1230. }
  1231. var includeTypes = filter.IncludeItemTypes;
  1232. // Only specify excluded types if no included types are specified
  1233. if (filter.IncludeItemTypes.Length == 0)
  1234. {
  1235. var excludeTypes = filter.ExcludeItemTypes;
  1236. if (excludeTypes.Length == 1)
  1237. {
  1238. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  1239. {
  1240. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  1241. }
  1242. }
  1243. else if (excludeTypes.Length > 1)
  1244. {
  1245. var excludeTypeName = new List<string>();
  1246. foreach (var excludeType in excludeTypes)
  1247. {
  1248. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  1249. {
  1250. excludeTypeName.Add(baseItemKindName!);
  1251. }
  1252. }
  1253. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  1254. }
  1255. }
  1256. else if (includeTypes.Length == 1)
  1257. {
  1258. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  1259. {
  1260. baseQuery = baseQuery.Where(e => e.Type == includeTypeName);
  1261. }
  1262. }
  1263. else if (includeTypes.Length > 1)
  1264. {
  1265. var includeTypeName = new List<string>();
  1266. foreach (var includeType in includeTypes)
  1267. {
  1268. if (_itemTypeLookup.BaseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  1269. {
  1270. includeTypeName.Add(baseItemKindName!);
  1271. }
  1272. }
  1273. baseQuery = baseQuery.Where(e => includeTypeName.Contains(e.Type));
  1274. }
  1275. if (filter.ChannelIds.Count > 0)
  1276. {
  1277. baseQuery = baseQuery.Where(e => e.ChannelId != null && filter.ChannelIds.Contains(e.ChannelId.Value));
  1278. }
  1279. if (!filter.ParentId.IsEmpty())
  1280. {
  1281. baseQuery = baseQuery.Where(e => e.ParentId!.Value == filter.ParentId);
  1282. }
  1283. if (!string.IsNullOrWhiteSpace(filter.Path))
  1284. {
  1285. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  1286. }
  1287. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  1288. {
  1289. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  1290. }
  1291. if (filter.MinCommunityRating.HasValue)
  1292. {
  1293. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  1294. }
  1295. if (filter.MinIndexNumber.HasValue)
  1296. {
  1297. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  1298. }
  1299. if (filter.MinParentAndIndexNumber.HasValue)
  1300. {
  1301. baseQuery = baseQuery
  1302. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  1303. }
  1304. if (filter.MinDateCreated.HasValue)
  1305. {
  1306. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  1307. }
  1308. if (filter.MinDateLastSaved.HasValue)
  1309. {
  1310. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  1311. }
  1312. if (filter.MinDateLastSavedForUser.HasValue)
  1313. {
  1314. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  1315. }
  1316. if (filter.IndexNumber.HasValue)
  1317. {
  1318. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  1319. }
  1320. if (filter.ParentIndexNumber.HasValue)
  1321. {
  1322. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  1323. }
  1324. if (filter.ParentIndexNumberNotEquals.HasValue)
  1325. {
  1326. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  1327. }
  1328. var minEndDate = filter.MinEndDate;
  1329. var maxEndDate = filter.MaxEndDate;
  1330. if (filter.HasAired.HasValue)
  1331. {
  1332. if (filter.HasAired.Value)
  1333. {
  1334. maxEndDate = DateTime.UtcNow;
  1335. }
  1336. else
  1337. {
  1338. minEndDate = DateTime.UtcNow;
  1339. }
  1340. }
  1341. if (minEndDate.HasValue)
  1342. {
  1343. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  1344. }
  1345. if (maxEndDate.HasValue)
  1346. {
  1347. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  1348. }
  1349. if (filter.MinStartDate.HasValue)
  1350. {
  1351. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  1352. }
  1353. if (filter.MaxStartDate.HasValue)
  1354. {
  1355. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  1356. }
  1357. if (filter.MinPremiereDate.HasValue)
  1358. {
  1359. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MinPremiereDate.Value);
  1360. }
  1361. if (filter.MaxPremiereDate.HasValue)
  1362. {
  1363. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  1364. }
  1365. if (filter.TrailerTypes.Length > 0)
  1366. {
  1367. var trailerTypes = filter.TrailerTypes.Select(e => (int)e).ToArray();
  1368. baseQuery = baseQuery.Where(e => trailerTypes.Any(f => e.TrailerTypes!.Any(w => w.Id == f)));
  1369. }
  1370. if (filter.IsAiring.HasValue)
  1371. {
  1372. if (filter.IsAiring.Value)
  1373. {
  1374. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  1375. }
  1376. else
  1377. {
  1378. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  1379. }
  1380. }
  1381. if (filter.PersonIds.Length > 0)
  1382. {
  1383. baseQuery = baseQuery
  1384. .Where(e =>
  1385. context.PeopleBaseItemMap.Where(w => context.BaseItems.Where(r => filter.PersonIds.Contains(r.Id)).Any(f => f.Name == w.People.Name))
  1386. .Any(f => f.ItemId == e.Id));
  1387. }
  1388. if (!string.IsNullOrWhiteSpace(filter.Person))
  1389. {
  1390. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.People.Name == filter.Person));
  1391. }
  1392. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  1393. {
  1394. // this does not makes sense.
  1395. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  1396. // whereClauses.Add("SortName>=@MinSortName");
  1397. // statement?.TryBind("@MinSortName", query.MinSortName);
  1398. }
  1399. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  1400. {
  1401. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  1402. }
  1403. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  1404. {
  1405. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  1406. }
  1407. if (!string.IsNullOrWhiteSpace(filter.Name))
  1408. {
  1409. var cleanName = GetCleanValue(filter.Name);
  1410. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  1411. }
  1412. // These are the same, for now
  1413. var nameContains = filter.NameContains;
  1414. if (!string.IsNullOrWhiteSpace(nameContains))
  1415. {
  1416. baseQuery = baseQuery.Where(e =>
  1417. e.CleanName!.Contains(nameContains)
  1418. || e.OriginalTitle!.ToLower().Contains(nameContains!));
  1419. }
  1420. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  1421. {
  1422. baseQuery = baseQuery.Where(e => e.SortName!.StartsWith(filter.NameStartsWith) || e.Name!.StartsWith(filter.NameStartsWith));
  1423. }
  1424. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  1425. {
  1426. // i hate this
  1427. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() > filter.NameStartsWithOrGreater[0] || e.Name!.FirstOrDefault() > filter.NameStartsWithOrGreater[0]);
  1428. }
  1429. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  1430. {
  1431. // i hate this
  1432. baseQuery = baseQuery.Where(e => e.SortName!.FirstOrDefault() < filter.NameLessThan[0] || e.Name!.FirstOrDefault() < filter.NameLessThan[0]);
  1433. }
  1434. if (filter.ImageTypes.Length > 0)
  1435. {
  1436. var imgTypes = filter.ImageTypes.Select(e => (ImageInfoImageType)e).ToArray();
  1437. baseQuery = baseQuery.Where(e => imgTypes.Any(f => e.Images!.Any(w => w.ImageType == f)));
  1438. }
  1439. if (filter.IsLiked.HasValue)
  1440. {
  1441. baseQuery = baseQuery
  1442. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Rating >= UserItemData.MinLikeValue);
  1443. }
  1444. if (filter.IsFavoriteOrLiked.HasValue)
  1445. {
  1446. baseQuery = baseQuery
  1447. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavoriteOrLiked);
  1448. }
  1449. if (filter.IsFavorite.HasValue)
  1450. {
  1451. baseQuery = baseQuery
  1452. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavorite);
  1453. }
  1454. if (filter.IsPlayed.HasValue)
  1455. {
  1456. // We should probably figure this out for all folders, but for right now, this is the only place where we need it
  1457. if (filter.IncludeItemTypes.Length == 1 && filter.IncludeItemTypes[0] == BaseItemKind.Series)
  1458. {
  1459. baseQuery = baseQuery.Where(e => context.BaseItems
  1460. .Where(e => e.IsFolder == false && e.IsVirtualItem == false)
  1461. .Where(f => f.UserData!.FirstOrDefault(e => e.UserId == filter.User!.Id && e.Played)!.Played)
  1462. .Any(f => f.SeriesPresentationUniqueKey == e.PresentationUniqueKey) == filter.IsPlayed);
  1463. }
  1464. else
  1465. {
  1466. baseQuery = baseQuery
  1467. .Select(e => new
  1468. {
  1469. IsPlayed = e.UserData!.Where(f => f.UserId == filter.User!.Id).Select(f => (bool?)f.Played).FirstOrDefault() ?? false,
  1470. Item = e
  1471. })
  1472. .Where(e => e.IsPlayed == filter.IsPlayed)
  1473. .Select(f => f.Item);
  1474. }
  1475. }
  1476. if (filter.IsResumable.HasValue)
  1477. {
  1478. if (filter.IsResumable.Value)
  1479. {
  1480. baseQuery = baseQuery
  1481. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks > 0);
  1482. }
  1483. else
  1484. {
  1485. baseQuery = baseQuery
  1486. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks == 0);
  1487. }
  1488. }
  1489. if (filter.ArtistIds.Length > 0)
  1490. {
  1491. baseQuery = baseQuery
  1492. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type <= ItemValueType.Artist && filter.ArtistIds.Contains(f.ItemId)));
  1493. }
  1494. if (filter.AlbumArtistIds.Length > 0)
  1495. {
  1496. baseQuery = baseQuery
  1497. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.AlbumArtistIds.Contains(f.ItemId)));
  1498. }
  1499. if (filter.ContributingArtistIds.Length > 0)
  1500. {
  1501. baseQuery = baseQuery
  1502. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ContributingArtistIds.Contains(f.ItemId)));
  1503. }
  1504. if (filter.AlbumIds.Length > 0)
  1505. {
  1506. baseQuery = baseQuery.Where(e => context.BaseItems.Where(f => filter.AlbumIds.Contains(f.Id)).Any(f => f.Name == e.Album));
  1507. }
  1508. if (filter.ExcludeArtistIds.Length > 0)
  1509. {
  1510. baseQuery = baseQuery
  1511. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ExcludeArtistIds.Contains(f.ItemId)));
  1512. }
  1513. if (filter.GenreIds.Count > 0)
  1514. {
  1515. baseQuery = baseQuery
  1516. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && filter.GenreIds.Contains(f.ItemId)));
  1517. }
  1518. if (filter.Genres.Count > 0)
  1519. {
  1520. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray();
  1521. baseQuery = baseQuery
  1522. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && cleanGenres.Contains(f.ItemValue.CleanValue)));
  1523. }
  1524. if (tags.Count > 0)
  1525. {
  1526. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray();
  1527. baseQuery = baseQuery
  1528. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  1529. }
  1530. if (excludeTags.Count > 0)
  1531. {
  1532. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray();
  1533. baseQuery = baseQuery
  1534. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  1535. }
  1536. if (filter.StudioIds.Length > 0)
  1537. {
  1538. baseQuery = baseQuery
  1539. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Studios && filter.StudioIds.Contains(f.ItemId)));
  1540. }
  1541. if (filter.OfficialRatings.Length > 0)
  1542. {
  1543. baseQuery = baseQuery
  1544. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  1545. }
  1546. Expression<Func<BaseItemEntity, bool>>? minParentalRatingFilter = null;
  1547. if (filter.MinParentalRating != null)
  1548. {
  1549. var min = filter.MinParentalRating;
  1550. minParentalRatingFilter = e => e.InheritedParentalRatingValue >= min.Score || e.InheritedParentalRatingValue == null;
  1551. if (min.SubScore != null)
  1552. {
  1553. minParentalRatingFilter = minParentalRatingFilter.And(e => e.InheritedParentalRatingValue >= min.SubScore || e.InheritedParentalRatingValue == null);
  1554. }
  1555. }
  1556. Expression<Func<BaseItemEntity, bool>>? maxParentalRatingFilter = null;
  1557. if (filter.MaxParentalRating != null)
  1558. {
  1559. var max = filter.MaxParentalRating;
  1560. maxParentalRatingFilter = e => e.InheritedParentalRatingValue <= max.Score || e.InheritedParentalRatingValue == null;
  1561. if (max.SubScore != null)
  1562. {
  1563. maxParentalRatingFilter = maxParentalRatingFilter.And(e => e.InheritedParentalRatingValue <= max.SubScore || e.InheritedParentalRatingValue == null);
  1564. }
  1565. }
  1566. if (filter.HasParentalRating ?? false)
  1567. {
  1568. if (minParentalRatingFilter != null)
  1569. {
  1570. baseQuery = baseQuery.Where(minParentalRatingFilter);
  1571. }
  1572. if (maxParentalRatingFilter != null)
  1573. {
  1574. baseQuery = baseQuery.Where(maxParentalRatingFilter);
  1575. }
  1576. }
  1577. else if (filter.BlockUnratedItems.Length > 0)
  1578. {
  1579. var unratedItemTypes = filter.BlockUnratedItems.Select(f => f.ToString()).ToArray();
  1580. Expression<Func<BaseItemEntity, bool>> unratedItemFilter = e => e.InheritedParentalRatingValue != null || !unratedItemTypes.Contains(e.UnratedType);
  1581. if (minParentalRatingFilter != null && maxParentalRatingFilter != null)
  1582. {
  1583. baseQuery = baseQuery.Where(unratedItemFilter.And(minParentalRatingFilter.And(maxParentalRatingFilter)));
  1584. }
  1585. else if (minParentalRatingFilter != null)
  1586. {
  1587. baseQuery = baseQuery.Where(unratedItemFilter.And(minParentalRatingFilter));
  1588. }
  1589. else if (maxParentalRatingFilter != null)
  1590. {
  1591. baseQuery = baseQuery.Where(unratedItemFilter.And(maxParentalRatingFilter));
  1592. }
  1593. else
  1594. {
  1595. baseQuery = baseQuery.Where(unratedItemFilter);
  1596. }
  1597. }
  1598. else if (minParentalRatingFilter != null || maxParentalRatingFilter != null)
  1599. {
  1600. if (minParentalRatingFilter != null)
  1601. {
  1602. baseQuery = baseQuery.Where(minParentalRatingFilter);
  1603. }
  1604. if (maxParentalRatingFilter != null)
  1605. {
  1606. baseQuery = baseQuery.Where(maxParentalRatingFilter);
  1607. }
  1608. }
  1609. else if (!filter.HasParentalRating ?? false)
  1610. {
  1611. baseQuery = baseQuery
  1612. .Where(e => e.InheritedParentalRatingValue == null);
  1613. }
  1614. if (filter.HasOfficialRating.HasValue)
  1615. {
  1616. if (filter.HasOfficialRating.Value)
  1617. {
  1618. baseQuery = baseQuery
  1619. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  1620. }
  1621. else
  1622. {
  1623. baseQuery = baseQuery
  1624. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  1625. }
  1626. }
  1627. if (filter.HasOverview.HasValue)
  1628. {
  1629. if (filter.HasOverview.Value)
  1630. {
  1631. baseQuery = baseQuery
  1632. .Where(e => e.Overview != null && e.Overview != string.Empty);
  1633. }
  1634. else
  1635. {
  1636. baseQuery = baseQuery
  1637. .Where(e => e.Overview == null || e.Overview == string.Empty);
  1638. }
  1639. }
  1640. if (filter.HasOwnerId.HasValue)
  1641. {
  1642. if (filter.HasOwnerId.Value)
  1643. {
  1644. baseQuery = baseQuery
  1645. .Where(e => e.OwnerId != null);
  1646. }
  1647. else
  1648. {
  1649. baseQuery = baseQuery
  1650. .Where(e => e.OwnerId == null);
  1651. }
  1652. }
  1653. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  1654. {
  1655. baseQuery = baseQuery
  1656. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Audio && f.Language == filter.HasNoAudioTrackWithLanguage));
  1657. }
  1658. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  1659. {
  1660. baseQuery = baseQuery
  1661. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && !f.IsExternal && f.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  1662. }
  1663. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  1664. {
  1665. baseQuery = baseQuery
  1666. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.IsExternal && f.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  1667. }
  1668. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  1669. {
  1670. baseQuery = baseQuery
  1671. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.Language == filter.HasNoSubtitleTrackWithLanguage));
  1672. }
  1673. if (filter.HasSubtitles.HasValue)
  1674. {
  1675. baseQuery = baseQuery
  1676. .Where(e => e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle) == filter.HasSubtitles.Value);
  1677. }
  1678. if (filter.HasChapterImages.HasValue)
  1679. {
  1680. baseQuery = baseQuery
  1681. .Where(e => e.Chapters!.Any(f => f.ImagePath != null) == filter.HasChapterImages.Value);
  1682. }
  1683. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  1684. {
  1685. baseQuery = baseQuery
  1686. .Where(e => e.ParentId.HasValue && !context.BaseItems.Any(f => f.Id == e.ParentId.Value));
  1687. }
  1688. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  1689. {
  1690. baseQuery = baseQuery
  1691. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Artist || f.ItemValue.Type == ItemValueType.AlbumArtist) == 1);
  1692. }
  1693. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  1694. {
  1695. baseQuery = baseQuery
  1696. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Studios) == 1);
  1697. }
  1698. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  1699. {
  1700. baseQuery = baseQuery
  1701. .Where(e => !context.Peoples.Any(f => f.Name == e.Name));
  1702. }
  1703. if (filter.Years.Length == 1)
  1704. {
  1705. baseQuery = baseQuery
  1706. .Where(e => e.ProductionYear == filter.Years[0]);
  1707. }
  1708. else if (filter.Years.Length > 1)
  1709. {
  1710. baseQuery = baseQuery
  1711. .Where(e => filter.Years.Any(f => f == e.ProductionYear));
  1712. }
  1713. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  1714. if (isVirtualItem.HasValue)
  1715. {
  1716. baseQuery = baseQuery
  1717. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  1718. }
  1719. if (filter.IsSpecialSeason.HasValue)
  1720. {
  1721. if (filter.IsSpecialSeason.Value)
  1722. {
  1723. baseQuery = baseQuery
  1724. .Where(e => e.IndexNumber == 0);
  1725. }
  1726. else
  1727. {
  1728. baseQuery = baseQuery
  1729. .Where(e => e.IndexNumber != 0);
  1730. }
  1731. }
  1732. if (filter.IsUnaired.HasValue)
  1733. {
  1734. if (filter.IsUnaired.Value)
  1735. {
  1736. baseQuery = baseQuery
  1737. .Where(e => e.PremiereDate >= now);
  1738. }
  1739. else
  1740. {
  1741. baseQuery = baseQuery
  1742. .Where(e => e.PremiereDate < now);
  1743. }
  1744. }
  1745. if (filter.MediaTypes.Length > 0)
  1746. {
  1747. var mediaTypes = filter.MediaTypes.Select(f => f.ToString()).ToArray();
  1748. baseQuery = baseQuery
  1749. .Where(e => mediaTypes.Contains(e.MediaType));
  1750. }
  1751. if (filter.ItemIds.Length > 0)
  1752. {
  1753. baseQuery = baseQuery
  1754. .Where(e => filter.ItemIds.Contains(e.Id));
  1755. }
  1756. if (filter.ExcludeItemIds.Length > 0)
  1757. {
  1758. baseQuery = baseQuery
  1759. .Where(e => !filter.ItemIds.Contains(e.Id));
  1760. }
  1761. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  1762. {
  1763. baseQuery = baseQuery.Where(e => !e.Provider!.All(f => !filter.ExcludeProviderIds.All(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  1764. }
  1765. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  1766. {
  1767. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => !filter.HasAnyProviderId.Any(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  1768. }
  1769. if (filter.HasImdbId.HasValue)
  1770. {
  1771. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  1772. }
  1773. if (filter.HasTmdbId.HasValue)
  1774. {
  1775. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  1776. }
  1777. if (filter.HasTvdbId.HasValue)
  1778. {
  1779. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  1780. }
  1781. var queryTopParentIds = filter.TopParentIds;
  1782. if (queryTopParentIds.Length > 0)
  1783. {
  1784. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  1785. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  1786. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  1787. {
  1788. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  1789. }
  1790. else
  1791. {
  1792. baseQuery = baseQuery.Where(e => queryTopParentIds.Contains(e.TopParentId!.Value));
  1793. }
  1794. }
  1795. if (filter.AncestorIds.Length > 0)
  1796. {
  1797. baseQuery = baseQuery.Where(e => e.Children!.Any(f => filter.AncestorIds.Contains(f.ParentItemId)));
  1798. }
  1799. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  1800. {
  1801. baseQuery = baseQuery
  1802. .Where(e => context.BaseItems.Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.ParentAncestors!.Any(w => w.ItemId == f.Id)));
  1803. }
  1804. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  1805. {
  1806. baseQuery = baseQuery
  1807. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  1808. }
  1809. if (filter.ExcludeInheritedTags.Length > 0)
  1810. {
  1811. baseQuery = baseQuery
  1812. .Where(e => !e.ItemValues!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  1813. .Any(f => filter.ExcludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  1814. }
  1815. if (filter.IncludeInheritedTags.Length > 0)
  1816. {
  1817. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  1818. // In addition to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  1819. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  1820. {
  1821. baseQuery = baseQuery
  1822. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags)
  1823. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  1824. ||
  1825. (e.ParentId.HasValue && context.ItemValuesMap.Where(w => w.ItemId == e.ParentId.Value)!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  1826. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))));
  1827. }
  1828. // A playlist should be accessible to its owner regardless of allowed tags.
  1829. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  1830. {
  1831. baseQuery = baseQuery
  1832. .Where(e =>
  1833. e.ParentAncestors!
  1834. .Any(f =>
  1835. f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))
  1836. || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\"")));
  1837. // d ^^ this is stupid it hate this.
  1838. }
  1839. else
  1840. {
  1841. baseQuery = baseQuery
  1842. .Where(e => e.ParentAncestors!.Any(f => f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))));
  1843. }
  1844. }
  1845. if (filter.SeriesStatuses.Length > 0)
  1846. {
  1847. var seriesStatus = filter.SeriesStatuses.Select(e => e.ToString()).ToArray();
  1848. baseQuery = baseQuery
  1849. .Where(e => seriesStatus.Any(f => e.Data!.Contains(f)));
  1850. }
  1851. if (filter.BoxSetLibraryFolders.Length > 0)
  1852. {
  1853. var boxsetFolders = filter.BoxSetLibraryFolders.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  1854. baseQuery = baseQuery
  1855. .Where(e => boxsetFolders.Any(f => e.Data!.Contains(f)));
  1856. }
  1857. if (filter.VideoTypes.Length > 0)
  1858. {
  1859. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"{e}\"");
  1860. baseQuery = baseQuery
  1861. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f)));
  1862. }
  1863. if (filter.Is3D.HasValue)
  1864. {
  1865. if (filter.Is3D.Value)
  1866. {
  1867. baseQuery = baseQuery
  1868. .Where(e => e.Data!.Contains("Video3DFormat"));
  1869. }
  1870. else
  1871. {
  1872. baseQuery = baseQuery
  1873. .Where(e => !e.Data!.Contains("Video3DFormat"));
  1874. }
  1875. }
  1876. if (filter.IsPlaceHolder.HasValue)
  1877. {
  1878. if (filter.IsPlaceHolder.Value)
  1879. {
  1880. baseQuery = baseQuery
  1881. .Where(e => e.Data!.Contains("IsPlaceHolder\":true"));
  1882. }
  1883. else
  1884. {
  1885. baseQuery = baseQuery
  1886. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true"));
  1887. }
  1888. }
  1889. if (filter.HasSpecialFeature.HasValue)
  1890. {
  1891. if (filter.HasSpecialFeature.Value)
  1892. {
  1893. baseQuery = baseQuery
  1894. .Where(e => e.ExtraIds != null);
  1895. }
  1896. else
  1897. {
  1898. baseQuery = baseQuery
  1899. .Where(e => e.ExtraIds == null);
  1900. }
  1901. }
  1902. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  1903. {
  1904. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  1905. {
  1906. baseQuery = baseQuery
  1907. .Where(e => e.ExtraIds != null);
  1908. }
  1909. else
  1910. {
  1911. baseQuery = baseQuery
  1912. .Where(e => e.ExtraIds == null);
  1913. }
  1914. }
  1915. return baseQuery;
  1916. }
  1917. }