BaseItemRepository.cs 77 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Collections.Immutable;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Linq.Expressions;
  9. using System.Reflection;
  10. using System.Text;
  11. using System.Text.Json;
  12. using System.Threading;
  13. using Jellyfin.Data.Entities;
  14. using Jellyfin.Data.Enums;
  15. using Jellyfin.Extensions;
  16. using Jellyfin.Extensions.Json;
  17. using MediaBrowser.Common;
  18. using MediaBrowser.Controller;
  19. using MediaBrowser.Controller.Channels;
  20. using MediaBrowser.Controller.Configuration;
  21. using MediaBrowser.Controller.Entities;
  22. using MediaBrowser.Controller.Entities.Audio;
  23. using MediaBrowser.Controller.Entities.TV;
  24. using MediaBrowser.Controller.LiveTv;
  25. using MediaBrowser.Controller.Persistence;
  26. using MediaBrowser.Controller.Providers;
  27. using MediaBrowser.Model.Dto;
  28. using MediaBrowser.Model.Entities;
  29. using MediaBrowser.Model.LiveTv;
  30. using MediaBrowser.Model.Querying;
  31. using Microsoft.AspNetCore.Http.Json;
  32. using Microsoft.EntityFrameworkCore;
  33. using Microsoft.Extensions.Logging;
  34. using BaseItemDto = MediaBrowser.Controller.Entities.BaseItem;
  35. using BaseItemEntity = Jellyfin.Data.Entities.BaseItemEntity;
  36. #pragma warning disable RS0030 // Do not use banned APIs
  37. namespace Jellyfin.Server.Implementations.Item;
  38. /// <summary>
  39. /// Handles all storage logic for BaseItems.
  40. /// </summary>
  41. /// <remarks>
  42. /// Initializes a new instance of the <see cref="BaseItemRepository"/> class.
  43. /// </remarks>
  44. /// <param name="dbProvider">The db factory.</param>
  45. /// <param name="appHost">The Application host.</param>
  46. /// <param name="itemTypeLookup">The static type lookup.</param>
  47. /// <param name="serverConfigurationManager">The server Configuration manager.</param>
  48. /// <param name="logger">System logger.</param>
  49. public sealed class BaseItemRepository(
  50. IDbContextFactory<JellyfinDbContext> dbProvider,
  51. IServerApplicationHost appHost,
  52. IItemTypeLookup itemTypeLookup,
  53. IServerConfigurationManager serverConfigurationManager,
  54. ILogger<BaseItemRepository> logger)
  55. : IItemRepository, IDisposable
  56. {
  57. /// <summary>
  58. /// This holds all the types in the running assemblies
  59. /// so that we can de-serialize properly when we don't have strong types.
  60. /// </summary>
  61. private static readonly ConcurrentDictionary<string, Type?> _typeMap = new ConcurrentDictionary<string, Type?>();
  62. private bool _disposed;
  63. /// <inheritdoc/>
  64. public void Dispose()
  65. {
  66. if (_disposed)
  67. {
  68. return;
  69. }
  70. _disposed = true;
  71. }
  72. /// <inheritdoc />
  73. public void DeleteItem(Guid id)
  74. {
  75. ArgumentNullException.ThrowIfNull(id.IsEmpty() ? null : id);
  76. using var context = dbProvider.CreateDbContext();
  77. using var transaction = context.Database.BeginTransaction();
  78. context.PeopleBaseItemMap.Where(e => e.ItemId == id).ExecuteDelete();
  79. context.Peoples.Where(e => e.BaseItems!.Count == 0).ExecuteDelete();
  80. context.Chapters.Where(e => e.ItemId == id).ExecuteDelete();
  81. context.MediaStreamInfos.Where(e => e.ItemId == id).ExecuteDelete();
  82. context.AncestorIds.Where(e => e.ItemId == id).ExecuteDelete();
  83. context.ItemValuesMap.Where(e => e.ItemId == id).ExecuteDelete();
  84. context.ItemValues.Where(e => e.BaseItemsMap!.Count == 0).ExecuteDelete();
  85. context.BaseItemImageInfos.Where(e => e.ItemId == id).ExecuteDelete();
  86. context.BaseItemProviders.Where(e => e.ItemId == id).ExecuteDelete();
  87. context.BaseItems.Where(e => e.Id == id).ExecuteDelete();
  88. context.SaveChanges();
  89. transaction.Commit();
  90. }
  91. /// <inheritdoc />
  92. public void UpdateInheritedValues()
  93. {
  94. using var context = dbProvider.CreateDbContext();
  95. using var transaction = context.Database.BeginTransaction();
  96. context.ItemValuesMap.Where(e => e.ItemValue.Type == ItemValueType.InheritedTags).ExecuteDelete();
  97. // ItemValue Inheritence is now correctly mapped via AncestorId on demand
  98. context.SaveChanges();
  99. transaction.Commit();
  100. }
  101. /// <inheritdoc cref="IItemRepository"/>
  102. public IReadOnlyList<Guid> GetItemIdsList(InternalItemsQuery filter)
  103. {
  104. ArgumentNullException.ThrowIfNull(filter);
  105. PrepareFilterQuery(filter);
  106. using var context = dbProvider.CreateDbContext();
  107. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  108. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  109. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  110. {
  111. dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).Select(e => e.First());
  112. }
  113. else if (enableGroupByPresentationUniqueKey)
  114. {
  115. dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).Select(e => e.First());
  116. }
  117. else if (filter.GroupBySeriesPresentationUniqueKey)
  118. {
  119. dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).Select(e => e.First());
  120. }
  121. else
  122. {
  123. dbQuery = dbQuery.Distinct();
  124. }
  125. dbQuery = ApplyOrder(dbQuery, filter);
  126. return Pageinate(dbQuery, filter).Select(e => e.Id).ToImmutableArray();
  127. }
  128. /// <inheritdoc />
  129. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery filter)
  130. {
  131. return GetItemValues(filter, [ItemValueType.Artist, ItemValueType.AlbumArtist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  132. }
  133. /// <inheritdoc />
  134. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery filter)
  135. {
  136. return GetItemValues(filter, [ItemValueType.Artist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  137. }
  138. /// <inheritdoc />
  139. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery filter)
  140. {
  141. return GetItemValues(filter, [ItemValueType.AlbumArtist], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  142. }
  143. /// <inheritdoc />
  144. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery filter)
  145. {
  146. return GetItemValues(filter, [ItemValueType.Studios], itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  147. }
  148. /// <inheritdoc />
  149. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery filter)
  150. {
  151. return GetItemValues(filter, [ItemValueType.Genre], itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  152. }
  153. /// <inheritdoc />
  154. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery filter)
  155. {
  156. return GetItemValues(filter, [ItemValueType.Genre], itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  157. }
  158. /// <inheritdoc />
  159. public IReadOnlyList<string> GetStudioNames()
  160. {
  161. return GetItemValueNames([ItemValueType.Studios], Array.Empty<string>(), Array.Empty<string>());
  162. }
  163. /// <inheritdoc />
  164. public IReadOnlyList<string> GetAllArtistNames()
  165. {
  166. return GetItemValueNames([ItemValueType.Artist, ItemValueType.AlbumArtist], Array.Empty<string>(), Array.Empty<string>());
  167. }
  168. /// <inheritdoc />
  169. public IReadOnlyList<string> GetMusicGenreNames()
  170. {
  171. return GetItemValueNames(
  172. [ItemValueType.Genre],
  173. itemTypeLookup.MusicGenreTypes,
  174. Array.Empty<string>());
  175. }
  176. /// <inheritdoc />
  177. public IReadOnlyList<string> GetGenreNames()
  178. {
  179. return GetItemValueNames(
  180. [ItemValueType.Genre],
  181. Array.Empty<string>(),
  182. itemTypeLookup.MusicGenreTypes);
  183. }
  184. /// <inheritdoc cref="IItemRepository"/>
  185. public QueryResult<BaseItemDto> GetItems(InternalItemsQuery filter)
  186. {
  187. ArgumentNullException.ThrowIfNull(filter);
  188. if (!filter.EnableTotalRecordCount || (!filter.Limit.HasValue && (filter.StartIndex ?? 0) == 0))
  189. {
  190. var returnList = GetItemList(filter);
  191. return new QueryResult<BaseItemDto>(
  192. filter.StartIndex,
  193. returnList.Count,
  194. returnList);
  195. }
  196. PrepareFilterQuery(filter);
  197. var result = new QueryResult<BaseItemDto>();
  198. using var context = dbProvider.CreateDbContext();
  199. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking()
  200. .Include(e => e.TrailerTypes)
  201. .Include(e => e.Provider)
  202. .Include(e => e.LockedFields);
  203. if (filter.DtoOptions.EnableImages)
  204. {
  205. dbQuery = dbQuery.Include(e => e.Images);
  206. }
  207. dbQuery = TranslateQuery(dbQuery, context, filter);
  208. dbQuery = dbQuery.Distinct();
  209. // .DistinctBy(e => e.Id);
  210. if (filter.EnableTotalRecordCount)
  211. {
  212. result.TotalRecordCount = dbQuery.Count();
  213. }
  214. dbQuery = ApplyOrder(dbQuery, filter);
  215. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  216. {
  217. var offset = filter.StartIndex ?? 0;
  218. if (offset > 0)
  219. {
  220. dbQuery = dbQuery.Skip(offset);
  221. }
  222. if (filter.Limit.HasValue)
  223. {
  224. dbQuery = dbQuery.Take(filter.Limit.Value);
  225. }
  226. }
  227. result.Items = dbQuery.AsEnumerable().Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  228. result.StartIndex = filter.StartIndex ?? 0;
  229. return result;
  230. }
  231. /// <inheritdoc cref="IItemRepository"/>
  232. public IReadOnlyList<BaseItemDto> GetItemList(InternalItemsQuery filter)
  233. {
  234. ArgumentNullException.ThrowIfNull(filter);
  235. PrepareFilterQuery(filter);
  236. using var context = dbProvider.CreateDbContext();
  237. IQueryable<BaseItemEntity> dbQuery = context.BaseItems.AsNoTracking()
  238. .Include(e => e.TrailerTypes)
  239. .Include(e => e.Provider)
  240. .Include(e => e.LockedFields);
  241. if (filter.DtoOptions.EnableImages)
  242. {
  243. dbQuery = dbQuery.Include(e => e.Images);
  244. }
  245. dbQuery = TranslateQuery(dbQuery, context, filter);
  246. dbQuery = ApplyOrder(dbQuery, filter);
  247. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(filter);
  248. if (enableGroupByPresentationUniqueKey && filter.GroupBySeriesPresentationUniqueKey)
  249. {
  250. dbQuery = dbQuery.GroupBy(e => new { e.PresentationUniqueKey, e.SeriesPresentationUniqueKey }).Select(e => e.First());
  251. }
  252. else if (enableGroupByPresentationUniqueKey)
  253. {
  254. dbQuery = dbQuery.GroupBy(e => e.PresentationUniqueKey).Select(e => e.First());
  255. }
  256. else if (filter.GroupBySeriesPresentationUniqueKey)
  257. {
  258. dbQuery = dbQuery.GroupBy(e => e.SeriesPresentationUniqueKey).Select(e => e.First());
  259. }
  260. else
  261. {
  262. dbQuery = dbQuery.Distinct();
  263. }
  264. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  265. {
  266. var offset = filter.StartIndex ?? 0;
  267. if (offset > 0)
  268. {
  269. dbQuery = dbQuery.Skip(offset);
  270. }
  271. if (filter.Limit.HasValue)
  272. {
  273. dbQuery = dbQuery.Take(filter.Limit.Value);
  274. }
  275. }
  276. return dbQuery.AsEnumerable().Select(w => DeserialiseBaseItem(w, filter.SkipDeserialization)).ToImmutableArray();
  277. }
  278. /// <inheritdoc/>
  279. public int GetCount(InternalItemsQuery filter)
  280. {
  281. ArgumentNullException.ThrowIfNull(filter);
  282. // Hack for right now since we currently don't support filtering out these duplicates within a query
  283. PrepareFilterQuery(filter);
  284. using var context = dbProvider.CreateDbContext();
  285. var dbQuery = TranslateQuery(context.BaseItems.AsNoTracking(), context, filter);
  286. return dbQuery.Count();
  287. }
  288. #pragma warning disable CA1307 // Specify StringComparison for clarity
  289. private IQueryable<BaseItemEntity> TranslateQuery(
  290. IQueryable<BaseItemEntity> baseQuery,
  291. JellyfinDbContext context,
  292. InternalItemsQuery filter)
  293. {
  294. var minWidth = filter.MinWidth;
  295. var maxWidth = filter.MaxWidth;
  296. var now = DateTime.UtcNow;
  297. if (filter.IsHD.HasValue)
  298. {
  299. const int Threshold = 1200;
  300. if (filter.IsHD.Value)
  301. {
  302. minWidth = Threshold;
  303. }
  304. else
  305. {
  306. maxWidth = Threshold - 1;
  307. }
  308. }
  309. if (filter.Is4K.HasValue)
  310. {
  311. const int Threshold = 3800;
  312. if (filter.Is4K.Value)
  313. {
  314. minWidth = Threshold;
  315. }
  316. else
  317. {
  318. maxWidth = Threshold - 1;
  319. }
  320. }
  321. if (minWidth.HasValue)
  322. {
  323. baseQuery = baseQuery.Where(e => e.Width >= minWidth);
  324. }
  325. if (filter.MinHeight.HasValue)
  326. {
  327. baseQuery = baseQuery.Where(e => e.Height >= filter.MinHeight);
  328. }
  329. if (maxWidth.HasValue)
  330. {
  331. baseQuery = baseQuery.Where(e => e.Width >= maxWidth);
  332. }
  333. if (filter.MaxHeight.HasValue)
  334. {
  335. baseQuery = baseQuery.Where(e => e.Height <= filter.MaxHeight);
  336. }
  337. if (filter.IsLocked.HasValue)
  338. {
  339. baseQuery = baseQuery.Where(e => e.IsLocked == filter.IsLocked);
  340. }
  341. var tags = filter.Tags.ToList();
  342. var excludeTags = filter.ExcludeTags.ToList();
  343. if (filter.IsMovie == true)
  344. {
  345. if (filter.IncludeItemTypes.Length == 0
  346. || filter.IncludeItemTypes.Contains(BaseItemKind.Movie)
  347. || filter.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  348. {
  349. baseQuery = baseQuery.Where(e => e.IsMovie);
  350. }
  351. }
  352. else if (filter.IsMovie.HasValue)
  353. {
  354. baseQuery = baseQuery.Where(e => e.IsMovie == filter.IsMovie);
  355. }
  356. if (filter.IsSeries.HasValue)
  357. {
  358. baseQuery = baseQuery.Where(e => e.IsSeries == filter.IsSeries);
  359. }
  360. if (filter.IsSports.HasValue)
  361. {
  362. if (filter.IsSports.Value)
  363. {
  364. tags.Add("Sports");
  365. }
  366. else
  367. {
  368. excludeTags.Add("Sports");
  369. }
  370. }
  371. if (filter.IsNews.HasValue)
  372. {
  373. if (filter.IsNews.Value)
  374. {
  375. tags.Add("News");
  376. }
  377. else
  378. {
  379. excludeTags.Add("News");
  380. }
  381. }
  382. if (filter.IsKids.HasValue)
  383. {
  384. if (filter.IsKids.Value)
  385. {
  386. tags.Add("Kids");
  387. }
  388. else
  389. {
  390. excludeTags.Add("Kids");
  391. }
  392. }
  393. if (!string.IsNullOrEmpty(filter.SearchTerm))
  394. {
  395. baseQuery = baseQuery.Where(e => e.CleanName!.Contains(filter.SearchTerm) || (e.OriginalTitle != null && e.OriginalTitle.Contains(filter.SearchTerm)));
  396. }
  397. if (filter.IsFolder.HasValue)
  398. {
  399. baseQuery = baseQuery.Where(e => e.IsFolder == filter.IsFolder);
  400. }
  401. var includeTypes = filter.IncludeItemTypes;
  402. // Only specify excluded types if no included types are specified
  403. if (filter.IncludeItemTypes.Length == 0)
  404. {
  405. var excludeTypes = filter.ExcludeItemTypes;
  406. if (excludeTypes.Length == 1)
  407. {
  408. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  409. {
  410. baseQuery = baseQuery.Where(e => e.Type != excludeTypeName);
  411. }
  412. }
  413. else if (excludeTypes.Length > 1)
  414. {
  415. var excludeTypeName = new List<string>();
  416. foreach (var excludeType in excludeTypes)
  417. {
  418. if (itemTypeLookup.BaseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  419. {
  420. excludeTypeName.Add(baseItemKindName!);
  421. }
  422. }
  423. baseQuery = baseQuery.Where(e => !excludeTypeName.Contains(e.Type));
  424. }
  425. }
  426. else if (includeTypes.Length == 1)
  427. {
  428. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  429. {
  430. baseQuery = baseQuery.Where(e => e.Type == includeTypeName);
  431. }
  432. }
  433. else if (includeTypes.Length > 1)
  434. {
  435. var includeTypeName = new List<string>();
  436. foreach (var includeType in includeTypes)
  437. {
  438. if (itemTypeLookup.BaseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  439. {
  440. includeTypeName.Add(baseItemKindName!);
  441. }
  442. }
  443. baseQuery = baseQuery.Where(e => includeTypeName.Contains(e.Type));
  444. }
  445. if (filter.ChannelIds.Count > 0)
  446. {
  447. var channelIds = filter.ChannelIds.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  448. baseQuery = baseQuery.Where(e => channelIds.Contains(e.ChannelId));
  449. }
  450. if (!filter.ParentId.IsEmpty())
  451. {
  452. baseQuery = baseQuery.Where(e => e.ParentId!.Value == filter.ParentId);
  453. }
  454. if (!string.IsNullOrWhiteSpace(filter.Path))
  455. {
  456. baseQuery = baseQuery.Where(e => e.Path == filter.Path);
  457. }
  458. if (!string.IsNullOrWhiteSpace(filter.PresentationUniqueKey))
  459. {
  460. baseQuery = baseQuery.Where(e => e.PresentationUniqueKey == filter.PresentationUniqueKey);
  461. }
  462. if (filter.MinCommunityRating.HasValue)
  463. {
  464. baseQuery = baseQuery.Where(e => e.CommunityRating >= filter.MinCommunityRating);
  465. }
  466. if (filter.MinIndexNumber.HasValue)
  467. {
  468. baseQuery = baseQuery.Where(e => e.IndexNumber >= filter.MinIndexNumber);
  469. }
  470. if (filter.MinParentAndIndexNumber.HasValue)
  471. {
  472. baseQuery = baseQuery
  473. .Where(e => (e.ParentIndexNumber == filter.MinParentAndIndexNumber.Value.ParentIndexNumber && e.IndexNumber >= filter.MinParentAndIndexNumber.Value.IndexNumber) || e.ParentIndexNumber > filter.MinParentAndIndexNumber.Value.ParentIndexNumber);
  474. }
  475. if (filter.MinDateCreated.HasValue)
  476. {
  477. baseQuery = baseQuery.Where(e => e.DateCreated >= filter.MinDateCreated);
  478. }
  479. if (filter.MinDateLastSaved.HasValue)
  480. {
  481. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSaved.Value);
  482. }
  483. if (filter.MinDateLastSavedForUser.HasValue)
  484. {
  485. baseQuery = baseQuery.Where(e => e.DateLastSaved != null && e.DateLastSaved >= filter.MinDateLastSavedForUser.Value);
  486. }
  487. if (filter.IndexNumber.HasValue)
  488. {
  489. baseQuery = baseQuery.Where(e => e.IndexNumber == filter.IndexNumber.Value);
  490. }
  491. if (filter.ParentIndexNumber.HasValue)
  492. {
  493. baseQuery = baseQuery.Where(e => e.ParentIndexNumber == filter.ParentIndexNumber.Value);
  494. }
  495. if (filter.ParentIndexNumberNotEquals.HasValue)
  496. {
  497. baseQuery = baseQuery.Where(e => e.ParentIndexNumber != filter.ParentIndexNumberNotEquals.Value || e.ParentIndexNumber == null);
  498. }
  499. var minEndDate = filter.MinEndDate;
  500. var maxEndDate = filter.MaxEndDate;
  501. if (filter.HasAired.HasValue)
  502. {
  503. if (filter.HasAired.Value)
  504. {
  505. maxEndDate = DateTime.UtcNow;
  506. }
  507. else
  508. {
  509. minEndDate = DateTime.UtcNow;
  510. }
  511. }
  512. if (minEndDate.HasValue)
  513. {
  514. baseQuery = baseQuery.Where(e => e.EndDate >= minEndDate);
  515. }
  516. if (maxEndDate.HasValue)
  517. {
  518. baseQuery = baseQuery.Where(e => e.EndDate <= maxEndDate);
  519. }
  520. if (filter.MinStartDate.HasValue)
  521. {
  522. baseQuery = baseQuery.Where(e => e.StartDate >= filter.MinStartDate.Value);
  523. }
  524. if (filter.MaxStartDate.HasValue)
  525. {
  526. baseQuery = baseQuery.Where(e => e.StartDate <= filter.MaxStartDate.Value);
  527. }
  528. if (filter.MinPremiereDate.HasValue)
  529. {
  530. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MinPremiereDate.Value);
  531. }
  532. if (filter.MaxPremiereDate.HasValue)
  533. {
  534. baseQuery = baseQuery.Where(e => e.PremiereDate <= filter.MaxPremiereDate.Value);
  535. }
  536. if (filter.TrailerTypes.Length > 0)
  537. {
  538. var trailerTypes = filter.TrailerTypes.Select(e => (int)e).ToArray();
  539. baseQuery = baseQuery.Where(e => trailerTypes.Any(f => e.TrailerTypes!.Any(w => w.Id == f)));
  540. }
  541. if (filter.IsAiring.HasValue)
  542. {
  543. if (filter.IsAiring.Value)
  544. {
  545. baseQuery = baseQuery.Where(e => e.StartDate <= now && e.EndDate >= now);
  546. }
  547. else
  548. {
  549. baseQuery = baseQuery.Where(e => e.StartDate > now && e.EndDate < now);
  550. }
  551. }
  552. if (filter.PersonIds.Length > 0)
  553. {
  554. baseQuery = baseQuery
  555. .Where(e =>
  556. context.PeopleBaseItemMap.Where(w => context.BaseItems.Where(r => filter.PersonIds.Contains(r.Id)).Any(f => f.Name == w.People.Name))
  557. .Any(f => f.ItemId == e.Id));
  558. }
  559. if (!string.IsNullOrWhiteSpace(filter.Person))
  560. {
  561. baseQuery = baseQuery.Where(e => e.Peoples!.Any(f => f.People.Name == filter.Person));
  562. }
  563. if (!string.IsNullOrWhiteSpace(filter.MinSortName))
  564. {
  565. // this does not makes sense.
  566. // baseQuery = baseQuery.Where(e => e.SortName >= query.MinSortName);
  567. // whereClauses.Add("SortName>=@MinSortName");
  568. // statement?.TryBind("@MinSortName", query.MinSortName);
  569. }
  570. if (!string.IsNullOrWhiteSpace(filter.ExternalSeriesId))
  571. {
  572. baseQuery = baseQuery.Where(e => e.ExternalSeriesId == filter.ExternalSeriesId);
  573. }
  574. if (!string.IsNullOrWhiteSpace(filter.ExternalId))
  575. {
  576. baseQuery = baseQuery.Where(e => e.ExternalId == filter.ExternalId);
  577. }
  578. if (!string.IsNullOrWhiteSpace(filter.Name))
  579. {
  580. var cleanName = GetCleanValue(filter.Name);
  581. baseQuery = baseQuery.Where(e => e.CleanName == cleanName);
  582. }
  583. // These are the same, for now
  584. var nameContains = filter.NameContains;
  585. if (!string.IsNullOrWhiteSpace(nameContains))
  586. {
  587. baseQuery = baseQuery.Where(e =>
  588. e.CleanName == filter.NameContains
  589. || e.OriginalTitle!.Contains(filter.NameContains!));
  590. }
  591. if (!string.IsNullOrWhiteSpace(filter.NameStartsWith))
  592. {
  593. baseQuery = baseQuery.Where(e => e.SortName!.Contains(filter.NameStartsWith));
  594. }
  595. if (!string.IsNullOrWhiteSpace(filter.NameStartsWithOrGreater))
  596. {
  597. // i hate this
  598. baseQuery = baseQuery.Where(e => e.SortName![0] > filter.NameStartsWithOrGreater[0]);
  599. }
  600. if (!string.IsNullOrWhiteSpace(filter.NameLessThan))
  601. {
  602. // i hate this
  603. baseQuery = baseQuery.Where(e => e.SortName![0] < filter.NameLessThan[0]);
  604. }
  605. if (filter.ImageTypes.Length > 0)
  606. {
  607. var imgTypes = filter.ImageTypes.Select(e => (ImageInfoImageType)e).ToArray();
  608. baseQuery = baseQuery.Where(e => imgTypes.Any(f => e.Images!.Any(w => w.ImageType == f)));
  609. }
  610. if (filter.IsLiked.HasValue)
  611. {
  612. baseQuery = baseQuery
  613. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Rating >= UserItemData.MinLikeValue);
  614. }
  615. if (filter.IsFavoriteOrLiked.HasValue)
  616. {
  617. baseQuery = baseQuery
  618. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavoriteOrLiked);
  619. }
  620. if (filter.IsFavorite.HasValue)
  621. {
  622. baseQuery = baseQuery
  623. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.IsFavorite == filter.IsFavorite);
  624. }
  625. if (filter.IsPlayed.HasValue)
  626. {
  627. baseQuery = baseQuery
  628. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.Played == filter.IsPlayed.Value);
  629. }
  630. if (filter.IsResumable.HasValue)
  631. {
  632. if (filter.IsResumable.Value)
  633. {
  634. baseQuery = baseQuery
  635. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks > 0);
  636. }
  637. else
  638. {
  639. baseQuery = baseQuery
  640. .Where(e => e.UserData!.FirstOrDefault(f => f.UserId == filter.User!.Id)!.PlaybackPositionTicks == 0);
  641. }
  642. }
  643. if (filter.ArtistIds.Length > 0)
  644. {
  645. baseQuery = baseQuery
  646. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type <= ItemValueType.Artist && filter.ArtistIds.Contains(f.ItemId)));
  647. }
  648. if (filter.AlbumArtistIds.Length > 0)
  649. {
  650. baseQuery = baseQuery
  651. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.AlbumArtistIds.Contains(f.ItemId)));
  652. }
  653. if (filter.ContributingArtistIds.Length > 0)
  654. {
  655. baseQuery = baseQuery
  656. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ContributingArtistIds.Contains(f.ItemId)));
  657. }
  658. if (filter.AlbumIds.Length > 0)
  659. {
  660. baseQuery = baseQuery.Where(e => context.BaseItems.Where(f => filter.AlbumIds.Contains(f.Id)).Any(f => f.Name == e.Album));
  661. }
  662. if (filter.ExcludeArtistIds.Length > 0)
  663. {
  664. baseQuery = baseQuery
  665. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Artist && filter.ExcludeArtistIds.Contains(f.ItemId)));
  666. }
  667. if (filter.GenreIds.Count > 0)
  668. {
  669. baseQuery = baseQuery
  670. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && filter.GenreIds.Contains(f.ItemId)));
  671. }
  672. if (filter.Genres.Count > 0)
  673. {
  674. var cleanGenres = filter.Genres.Select(e => GetCleanValue(e)).ToArray();
  675. baseQuery = baseQuery
  676. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Genre && cleanGenres.Contains(f.ItemValue.CleanValue)));
  677. }
  678. if (tags.Count > 0)
  679. {
  680. var cleanValues = tags.Select(e => GetCleanValue(e)).ToArray();
  681. baseQuery = baseQuery
  682. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  683. }
  684. if (excludeTags.Count > 0)
  685. {
  686. var cleanValues = excludeTags.Select(e => GetCleanValue(e)).ToArray();
  687. baseQuery = baseQuery
  688. .Where(e => !e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Tags && cleanValues.Contains(f.ItemValue.CleanValue)));
  689. }
  690. if (filter.StudioIds.Length > 0)
  691. {
  692. baseQuery = baseQuery
  693. .Where(e => e.ItemValues!.Any(f => f.ItemValue.Type == ItemValueType.Studios && filter.StudioIds.Contains(f.ItemId)));
  694. }
  695. if (filter.OfficialRatings.Length > 0)
  696. {
  697. baseQuery = baseQuery
  698. .Where(e => filter.OfficialRatings.Contains(e.OfficialRating));
  699. }
  700. if (filter.HasParentalRating ?? false)
  701. {
  702. if (filter.MinParentalRating.HasValue)
  703. {
  704. baseQuery = baseQuery
  705. .Where(e => e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  706. }
  707. if (filter.MaxParentalRating.HasValue)
  708. {
  709. baseQuery = baseQuery
  710. .Where(e => e.InheritedParentalRatingValue < filter.MaxParentalRating.Value);
  711. }
  712. }
  713. else if (filter.BlockUnratedItems.Length > 0)
  714. {
  715. var unratedItems = filter.BlockUnratedItems.Select(f => f.ToString()).ToArray();
  716. if (filter.MinParentalRating.HasValue)
  717. {
  718. if (filter.MaxParentalRating.HasValue)
  719. {
  720. baseQuery = baseQuery
  721. .Where(e => (e.InheritedParentalRatingValue == null && !unratedItems.Contains(e.UnratedType))
  722. || (e.InheritedParentalRatingValue >= filter.MinParentalRating && e.InheritedParentalRatingValue <= filter.MaxParentalRating));
  723. }
  724. else
  725. {
  726. baseQuery = baseQuery
  727. .Where(e => (e.InheritedParentalRatingValue == null && !unratedItems.Contains(e.UnratedType))
  728. || e.InheritedParentalRatingValue >= filter.MinParentalRating);
  729. }
  730. }
  731. else
  732. {
  733. baseQuery = baseQuery
  734. .Where(e => e.InheritedParentalRatingValue != null && !unratedItems.Contains(e.UnratedType));
  735. }
  736. }
  737. else if (filter.MinParentalRating.HasValue)
  738. {
  739. if (filter.MaxParentalRating.HasValue)
  740. {
  741. baseQuery = baseQuery
  742. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value && e.InheritedParentalRatingValue <= filter.MaxParentalRating.Value);
  743. }
  744. else
  745. {
  746. baseQuery = baseQuery
  747. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MinParentalRating.Value);
  748. }
  749. }
  750. else if (filter.MaxParentalRating.HasValue)
  751. {
  752. baseQuery = baseQuery
  753. .Where(e => e.InheritedParentalRatingValue != null && e.InheritedParentalRatingValue >= filter.MaxParentalRating.Value);
  754. }
  755. else if (!filter.HasParentalRating ?? false)
  756. {
  757. baseQuery = baseQuery
  758. .Where(e => e.InheritedParentalRatingValue == null);
  759. }
  760. if (filter.HasOfficialRating.HasValue)
  761. {
  762. if (filter.HasOfficialRating.Value)
  763. {
  764. baseQuery = baseQuery
  765. .Where(e => e.OfficialRating != null && e.OfficialRating != string.Empty);
  766. }
  767. else
  768. {
  769. baseQuery = baseQuery
  770. .Where(e => e.OfficialRating == null || e.OfficialRating == string.Empty);
  771. }
  772. }
  773. if (filter.HasOverview.HasValue)
  774. {
  775. if (filter.HasOverview.Value)
  776. {
  777. baseQuery = baseQuery
  778. .Where(e => e.Overview != null && e.Overview != string.Empty);
  779. }
  780. else
  781. {
  782. baseQuery = baseQuery
  783. .Where(e => e.Overview == null || e.Overview == string.Empty);
  784. }
  785. }
  786. if (filter.HasOwnerId.HasValue)
  787. {
  788. if (filter.HasOwnerId.Value)
  789. {
  790. baseQuery = baseQuery
  791. .Where(e => e.OwnerId != null);
  792. }
  793. else
  794. {
  795. baseQuery = baseQuery
  796. .Where(e => e.OwnerId == null);
  797. }
  798. }
  799. if (!string.IsNullOrWhiteSpace(filter.HasNoAudioTrackWithLanguage))
  800. {
  801. baseQuery = baseQuery
  802. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Audio && f.Language == filter.HasNoAudioTrackWithLanguage));
  803. }
  804. if (!string.IsNullOrWhiteSpace(filter.HasNoInternalSubtitleTrackWithLanguage))
  805. {
  806. baseQuery = baseQuery
  807. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && !f.IsExternal && f.Language == filter.HasNoInternalSubtitleTrackWithLanguage));
  808. }
  809. if (!string.IsNullOrWhiteSpace(filter.HasNoExternalSubtitleTrackWithLanguage))
  810. {
  811. baseQuery = baseQuery
  812. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.IsExternal && f.Language == filter.HasNoExternalSubtitleTrackWithLanguage));
  813. }
  814. if (!string.IsNullOrWhiteSpace(filter.HasNoSubtitleTrackWithLanguage))
  815. {
  816. baseQuery = baseQuery
  817. .Where(e => !e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle && f.Language == filter.HasNoSubtitleTrackWithLanguage));
  818. }
  819. if (filter.HasSubtitles.HasValue)
  820. {
  821. baseQuery = baseQuery
  822. .Where(e => e.MediaStreams!.Any(f => f.StreamType == MediaStreamTypeEntity.Subtitle) == filter.HasSubtitles.Value);
  823. }
  824. if (filter.HasChapterImages.HasValue)
  825. {
  826. baseQuery = baseQuery
  827. .Where(e => e.Chapters!.Any(f => f.ImagePath != null) == filter.HasChapterImages.Value);
  828. }
  829. if (filter.HasDeadParentId.HasValue && filter.HasDeadParentId.Value)
  830. {
  831. baseQuery = baseQuery
  832. .Where(e => e.ParentId.HasValue && !context.BaseItems.Any(f => f.Id == e.ParentId.Value));
  833. }
  834. if (filter.IsDeadArtist.HasValue && filter.IsDeadArtist.Value)
  835. {
  836. baseQuery = baseQuery
  837. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Artist || f.ItemValue.Type == ItemValueType.AlbumArtist) == 1);
  838. }
  839. if (filter.IsDeadStudio.HasValue && filter.IsDeadStudio.Value)
  840. {
  841. baseQuery = baseQuery
  842. .Where(e => e.ItemValues!.Count(f => f.ItemValue.Type == ItemValueType.Studios) == 1);
  843. }
  844. if (filter.IsDeadPerson.HasValue && filter.IsDeadPerson.Value)
  845. {
  846. baseQuery = baseQuery
  847. .Where(e => !e.Peoples!.Any(f => f.People.Name == e.Name));
  848. }
  849. if (filter.Years.Length == 1)
  850. {
  851. baseQuery = baseQuery
  852. .Where(e => e.ProductionYear == filter.Years[0]);
  853. }
  854. else if (filter.Years.Length > 1)
  855. {
  856. baseQuery = baseQuery
  857. .Where(e => filter.Years.Any(f => f == e.ProductionYear));
  858. }
  859. var isVirtualItem = filter.IsVirtualItem ?? filter.IsMissing;
  860. if (isVirtualItem.HasValue)
  861. {
  862. baseQuery = baseQuery
  863. .Where(e => e.IsVirtualItem == isVirtualItem.Value);
  864. }
  865. if (filter.IsSpecialSeason.HasValue)
  866. {
  867. if (filter.IsSpecialSeason.Value)
  868. {
  869. baseQuery = baseQuery
  870. .Where(e => e.IndexNumber == 0);
  871. }
  872. else
  873. {
  874. baseQuery = baseQuery
  875. .Where(e => e.IndexNumber != 0);
  876. }
  877. }
  878. if (filter.IsUnaired.HasValue)
  879. {
  880. if (filter.IsUnaired.Value)
  881. {
  882. baseQuery = baseQuery
  883. .Where(e => e.PremiereDate >= now);
  884. }
  885. else
  886. {
  887. baseQuery = baseQuery
  888. .Where(e => e.PremiereDate < now);
  889. }
  890. }
  891. if (filter.MediaTypes.Length > 0)
  892. {
  893. var mediaTypes = filter.MediaTypes.Select(f => f.ToString()).ToArray();
  894. baseQuery = baseQuery
  895. .Where(e => mediaTypes.Contains(e.MediaType));
  896. }
  897. if (filter.ItemIds.Length > 0)
  898. {
  899. baseQuery = baseQuery
  900. .Where(e => filter.ItemIds.Contains(e.Id));
  901. }
  902. if (filter.ExcludeItemIds.Length > 0)
  903. {
  904. baseQuery = baseQuery
  905. .Where(e => !filter.ItemIds.Contains(e.Id));
  906. }
  907. if (filter.ExcludeProviderIds is not null && filter.ExcludeProviderIds.Count > 0)
  908. {
  909. baseQuery = baseQuery.Where(e => !e.Provider!.All(f => !filter.ExcludeProviderIds.All(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  910. }
  911. if (filter.HasAnyProviderId is not null && filter.HasAnyProviderId.Count > 0)
  912. {
  913. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => !filter.HasAnyProviderId.Any(w => f.ProviderId == w.Key && f.ProviderValue == w.Value)));
  914. }
  915. if (filter.HasImdbId.HasValue)
  916. {
  917. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "imdb"));
  918. }
  919. if (filter.HasTmdbId.HasValue)
  920. {
  921. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tmdb"));
  922. }
  923. if (filter.HasTvdbId.HasValue)
  924. {
  925. baseQuery = baseQuery.Where(e => e.Provider!.Any(f => f.ProviderId == "tvdb"));
  926. }
  927. var queryTopParentIds = filter.TopParentIds;
  928. if (queryTopParentIds.Length > 0)
  929. {
  930. var includedItemByNameTypes = GetItemByNameTypesInQuery(filter);
  931. var enableItemsByName = (filter.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  932. if (enableItemsByName && includedItemByNameTypes.Count > 0)
  933. {
  934. baseQuery = baseQuery.Where(e => includedItemByNameTypes.Contains(e.Type) || queryTopParentIds.Any(w => w == e.TopParentId!.Value));
  935. }
  936. else
  937. {
  938. baseQuery = baseQuery.Where(e => queryTopParentIds.Contains(e.TopParentId!.Value));
  939. }
  940. }
  941. if (filter.AncestorIds.Length > 0)
  942. {
  943. baseQuery = baseQuery.Where(e => e.AncestorIds!.Any(f => filter.AncestorIds.Contains(f.ParentItemId)));
  944. }
  945. if (!string.IsNullOrWhiteSpace(filter.AncestorWithPresentationUniqueKey))
  946. {
  947. baseQuery = baseQuery
  948. .Where(e => context.BaseItems.Where(f => f.PresentationUniqueKey == filter.AncestorWithPresentationUniqueKey).Any(f => f.AncestorIds!.Any(w => w.ItemId == f.Id)));
  949. }
  950. if (!string.IsNullOrWhiteSpace(filter.SeriesPresentationUniqueKey))
  951. {
  952. baseQuery = baseQuery
  953. .Where(e => e.SeriesPresentationUniqueKey == filter.SeriesPresentationUniqueKey);
  954. }
  955. if (filter.ExcludeInheritedTags.Length > 0)
  956. {
  957. baseQuery = baseQuery
  958. .Where(e => !e.ItemValues!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  959. .Any(f => filter.ExcludeInheritedTags.Contains(f.ItemValue.CleanValue)));
  960. }
  961. if (filter.IncludeInheritedTags.Length > 0)
  962. {
  963. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  964. // In addtion to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  965. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  966. {
  967. baseQuery = baseQuery
  968. .Where(e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.InheritedTags)
  969. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))
  970. ||
  971. (e.ParentId.HasValue && context.ItemValuesMap.Where(w => w.ItemId == e.ParentId.Value)!.Where(w => w.ItemValue.Type == ItemValueType.InheritedTags)
  972. .Any(f => filter.IncludeInheritedTags.Contains(f.ItemValue.CleanValue))));
  973. }
  974. // A playlist should be accessible to its owner regardless of allowed tags.
  975. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  976. {
  977. baseQuery = baseQuery
  978. .Where(e =>
  979. e.AncestorIds!
  980. .Any(f =>
  981. f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))
  982. || e.Data!.Contains($"OwnerUserId\":\"{filter.User!.Id:N}\"")));
  983. // d ^^ this is stupid it hate this.
  984. }
  985. else
  986. {
  987. baseQuery = baseQuery
  988. .Where(e => e.AncestorIds!.Any(f => f.ParentItem.ItemValues!.Any(w => w.ItemValue.Type == ItemValueType.Tags && filter.IncludeInheritedTags.Contains(w.ItemValue.CleanValue))));
  989. }
  990. }
  991. if (filter.SeriesStatuses.Length > 0)
  992. {
  993. var seriesStatus = filter.SeriesStatuses.Select(e => e.ToString()).ToArray();
  994. baseQuery = baseQuery
  995. .Where(e => seriesStatus.Any(f => e.Data!.Contains(f)));
  996. }
  997. if (filter.BoxSetLibraryFolders.Length > 0)
  998. {
  999. var boxsetFolders = filter.BoxSetLibraryFolders.Select(e => e.ToString("N", CultureInfo.InvariantCulture)).ToArray();
  1000. baseQuery = baseQuery
  1001. .Where(e => boxsetFolders.Any(f => e.Data!.Contains(f)));
  1002. }
  1003. if (filter.VideoTypes.Length > 0)
  1004. {
  1005. var videoTypeBs = filter.VideoTypes.Select(e => $"\"VideoType\":\"{e}\"");
  1006. baseQuery = baseQuery
  1007. .Where(e => videoTypeBs.Any(f => e.Data!.Contains(f)));
  1008. }
  1009. if (filter.Is3D.HasValue)
  1010. {
  1011. if (filter.Is3D.Value)
  1012. {
  1013. baseQuery = baseQuery
  1014. .Where(e => e.Data!.Contains("Video3DFormat"));
  1015. }
  1016. else
  1017. {
  1018. baseQuery = baseQuery
  1019. .Where(e => !e.Data!.Contains("Video3DFormat"));
  1020. }
  1021. }
  1022. if (filter.IsPlaceHolder.HasValue)
  1023. {
  1024. if (filter.IsPlaceHolder.Value)
  1025. {
  1026. baseQuery = baseQuery
  1027. .Where(e => e.Data!.Contains("IsPlaceHolder\":true"));
  1028. }
  1029. else
  1030. {
  1031. baseQuery = baseQuery
  1032. .Where(e => !e.Data!.Contains("IsPlaceHolder\":true"));
  1033. }
  1034. }
  1035. if (filter.HasSpecialFeature.HasValue)
  1036. {
  1037. if (filter.HasSpecialFeature.Value)
  1038. {
  1039. baseQuery = baseQuery
  1040. .Where(e => e.ExtraIds != null);
  1041. }
  1042. else
  1043. {
  1044. baseQuery = baseQuery
  1045. .Where(e => e.ExtraIds == null);
  1046. }
  1047. }
  1048. if (filter.HasTrailer.HasValue || filter.HasThemeSong.HasValue || filter.HasThemeVideo.HasValue)
  1049. {
  1050. if (filter.HasTrailer.GetValueOrDefault() || filter.HasThemeSong.GetValueOrDefault() || filter.HasThemeVideo.GetValueOrDefault())
  1051. {
  1052. baseQuery = baseQuery
  1053. .Where(e => e.ExtraIds != null);
  1054. }
  1055. else
  1056. {
  1057. baseQuery = baseQuery
  1058. .Where(e => e.ExtraIds == null);
  1059. }
  1060. }
  1061. return baseQuery;
  1062. }
  1063. /// <summary>
  1064. /// Gets the type.
  1065. /// </summary>
  1066. /// <param name="typeName">Name of the type.</param>
  1067. /// <returns>Type.</returns>
  1068. /// <exception cref="ArgumentNullException"><c>typeName</c> is null.</exception>
  1069. private static Type? GetType(string typeName)
  1070. {
  1071. ArgumentException.ThrowIfNullOrEmpty(typeName);
  1072. return _typeMap.GetOrAdd(typeName, k => AppDomain.CurrentDomain.GetAssemblies()
  1073. .Select(a => a.GetType(k))
  1074. .FirstOrDefault(t => t is not null));
  1075. }
  1076. /// <inheritdoc cref="IItemRepository" />
  1077. public void SaveImages(BaseItem item)
  1078. {
  1079. ArgumentNullException.ThrowIfNull(item);
  1080. var images = item.ImageInfos.Select(e => Map(item.Id, e));
  1081. using var db = dbProvider.CreateDbContext();
  1082. using var transaction = db.Database.BeginTransaction();
  1083. db.BaseItemImageInfos.Where(e => e.ItemId == item.Id).ExecuteDelete();
  1084. db.BaseItemImageInfos.AddRange(images);
  1085. transaction.Commit();
  1086. }
  1087. /// <inheritdoc cref="IItemRepository" />
  1088. public void SaveItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1089. {
  1090. UpdateOrInsertItems(items, cancellationToken);
  1091. }
  1092. /// <inheritdoc cref="IItemRepository" />
  1093. public void UpdateOrInsertItems(IReadOnlyList<BaseItemDto> items, CancellationToken cancellationToken)
  1094. {
  1095. ArgumentNullException.ThrowIfNull(items);
  1096. cancellationToken.ThrowIfCancellationRequested();
  1097. var itemsLen = items.Count;
  1098. var tuples = new (BaseItemDto Item, List<Guid>? AncestorIds, BaseItemDto TopParent, string? UserDataKey, List<string> InheritedTags)[itemsLen];
  1099. for (int i = 0; i < itemsLen; i++)
  1100. {
  1101. var item = items[i];
  1102. var ancestorIds = item.SupportsAncestors ?
  1103. item.GetAncestorIds().Distinct().ToList() :
  1104. null;
  1105. var topParent = item.GetTopParent();
  1106. var userdataKey = item.GetUserDataKeys().FirstOrDefault();
  1107. var inheritedTags = item.GetInheritedTags();
  1108. tuples[i] = (item, ancestorIds, topParent, userdataKey, inheritedTags);
  1109. }
  1110. using var context = dbProvider.CreateDbContext();
  1111. using var transaction = context.Database.BeginTransaction();
  1112. foreach (var item in tuples)
  1113. {
  1114. var entity = Map(item.Item);
  1115. if (!context.BaseItems.Any(e => e.Id == entity.Id))
  1116. {
  1117. context.BaseItems.Add(entity);
  1118. }
  1119. else
  1120. {
  1121. context.BaseItems.Attach(entity).State = EntityState.Modified;
  1122. }
  1123. context.AncestorIds.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1124. if (item.Item.SupportsAncestors && item.AncestorIds != null)
  1125. {
  1126. entity.AncestorIds = new List<AncestorId>();
  1127. foreach (var ancestorId in item.AncestorIds)
  1128. {
  1129. entity.AncestorIds.Add(new AncestorId()
  1130. {
  1131. ParentItemId = ancestorId,
  1132. ItemId = entity.Id,
  1133. Item = null!,
  1134. ParentItem = null!
  1135. });
  1136. }
  1137. }
  1138. var itemValuesToSave = GetItemValuesToSave(item.Item, item.InheritedTags);
  1139. var itemValues = itemValuesToSave.Select(e => e.Value).ToArray();
  1140. context.ItemValuesMap.Where(e => e.ItemId == entity.Id).ExecuteDelete();
  1141. entity.ItemValues = new List<ItemValueMap>();
  1142. var referenceValues = context.ItemValues.Where(e => itemValues.Any(f => f == e.CleanValue)).ToArray();
  1143. foreach (var itemValue in itemValuesToSave)
  1144. {
  1145. var refValue = referenceValues.FirstOrDefault(f => f.CleanValue == itemValue.Value && (int)f.Type == itemValue.MagicNumber);
  1146. if (refValue is not null)
  1147. {
  1148. entity.ItemValues.Add(new ItemValueMap()
  1149. {
  1150. Item = entity,
  1151. ItemId = entity.Id,
  1152. ItemValue = null!,
  1153. ItemValueId = refValue.ItemValueId
  1154. });
  1155. }
  1156. else
  1157. {
  1158. entity.ItemValues.Add(new ItemValueMap()
  1159. {
  1160. Item = entity,
  1161. ItemId = entity.Id,
  1162. ItemValue = new ItemValue()
  1163. {
  1164. CleanValue = GetCleanValue(itemValue.Value),
  1165. Type = (ItemValueType)itemValue.MagicNumber,
  1166. ItemValueId = Guid.NewGuid(),
  1167. Value = itemValue.Value
  1168. },
  1169. ItemValueId = Guid.Empty
  1170. });
  1171. }
  1172. }
  1173. }
  1174. context.SaveChanges();
  1175. transaction.Commit();
  1176. }
  1177. /// <inheritdoc cref="IItemRepository" />
  1178. public BaseItemDto? RetrieveItem(Guid id)
  1179. {
  1180. if (id.IsEmpty())
  1181. {
  1182. throw new ArgumentException("Guid can't be empty", nameof(id));
  1183. }
  1184. using var context = dbProvider.CreateDbContext();
  1185. var item = context.BaseItems
  1186. .Include(e => e.TrailerTypes)
  1187. .Include(e => e.Provider)
  1188. .Include(e => e.Images)
  1189. .Include(e => e.LockedFields).AsNoTracking().AsSingleQuery().FirstOrDefault(e => e.Id == id);
  1190. if (item is null)
  1191. {
  1192. return null;
  1193. }
  1194. return DeserialiseBaseItem(item);
  1195. }
  1196. /// <summary>
  1197. /// Maps a Entity to the DTO.
  1198. /// </summary>
  1199. /// <param name="entity">The entity.</param>
  1200. /// <param name="dto">The dto base instance.</param>
  1201. /// <returns>The dto to map.</returns>
  1202. public BaseItemDto Map(BaseItemEntity entity, BaseItemDto dto)
  1203. {
  1204. dto.Id = entity.Id;
  1205. dto.ParentId = entity.ParentId.GetValueOrDefault();
  1206. dto.Path = entity.Path;
  1207. dto.EndDate = entity.EndDate;
  1208. dto.CommunityRating = entity.CommunityRating;
  1209. dto.CustomRating = entity.CustomRating;
  1210. dto.IndexNumber = entity.IndexNumber;
  1211. dto.IsLocked = entity.IsLocked;
  1212. dto.Name = entity.Name;
  1213. dto.OfficialRating = entity.OfficialRating;
  1214. dto.Overview = entity.Overview;
  1215. dto.ParentIndexNumber = entity.ParentIndexNumber;
  1216. dto.PremiereDate = entity.PremiereDate;
  1217. dto.ProductionYear = entity.ProductionYear;
  1218. dto.SortName = entity.SortName;
  1219. dto.ForcedSortName = entity.ForcedSortName;
  1220. dto.RunTimeTicks = entity.RunTimeTicks;
  1221. dto.PreferredMetadataLanguage = entity.PreferredMetadataLanguage;
  1222. dto.PreferredMetadataCountryCode = entity.PreferredMetadataCountryCode;
  1223. dto.IsInMixedFolder = entity.IsInMixedFolder;
  1224. dto.InheritedParentalRatingValue = entity.InheritedParentalRatingValue;
  1225. dto.CriticRating = entity.CriticRating;
  1226. dto.PresentationUniqueKey = entity.PresentationUniqueKey;
  1227. dto.OriginalTitle = entity.OriginalTitle;
  1228. dto.Album = entity.Album;
  1229. dto.LUFS = entity.LUFS;
  1230. dto.NormalizationGain = entity.NormalizationGain;
  1231. dto.IsVirtualItem = entity.IsVirtualItem;
  1232. dto.ExternalSeriesId = entity.ExternalSeriesId;
  1233. dto.Tagline = entity.Tagline;
  1234. dto.TotalBitrate = entity.TotalBitrate;
  1235. dto.ExternalId = entity.ExternalId;
  1236. dto.Size = entity.Size;
  1237. dto.Genres = entity.Genres?.Split('|') ?? [];
  1238. dto.DateCreated = entity.DateCreated.GetValueOrDefault();
  1239. dto.DateModified = entity.DateModified.GetValueOrDefault();
  1240. dto.ChannelId = string.IsNullOrWhiteSpace(entity.ChannelId) ? Guid.Empty : Guid.Parse(entity.ChannelId);
  1241. dto.DateLastRefreshed = entity.DateLastRefreshed.GetValueOrDefault();
  1242. dto.DateLastSaved = entity.DateLastSaved.GetValueOrDefault();
  1243. dto.OwnerId = string.IsNullOrWhiteSpace(entity.OwnerId) ? Guid.Empty : Guid.Parse(entity.OwnerId);
  1244. dto.Width = entity.Width.GetValueOrDefault();
  1245. dto.Height = entity.Height.GetValueOrDefault();
  1246. if (entity.Provider is not null)
  1247. {
  1248. dto.ProviderIds = entity.Provider.ToDictionary(e => e.ProviderId, e => e.ProviderValue);
  1249. }
  1250. if (entity.ExtraType is not null)
  1251. {
  1252. dto.ExtraType = (ExtraType)entity.ExtraType;
  1253. }
  1254. if (entity.LockedFields is not null)
  1255. {
  1256. dto.LockedFields = entity.LockedFields?.Select(e => (MetadataField)e.Id).ToArray() ?? [];
  1257. }
  1258. if (entity.Audio is not null)
  1259. {
  1260. dto.Audio = (ProgramAudio)entity.Audio;
  1261. }
  1262. dto.ExtraIds = string.IsNullOrWhiteSpace(entity.ExtraIds) ? [] : entity.ExtraIds.Split('|').Select(e => Guid.Parse(e)).ToArray();
  1263. dto.ProductionLocations = entity.ProductionLocations?.Split('|') ?? [];
  1264. dto.Studios = entity.Studios?.Split('|') ?? [];
  1265. dto.Tags = entity.Tags?.Split('|') ?? [];
  1266. if (dto is IHasProgramAttributes hasProgramAttributes)
  1267. {
  1268. hasProgramAttributes.IsMovie = entity.IsMovie;
  1269. hasProgramAttributes.IsSeries = entity.IsSeries;
  1270. hasProgramAttributes.EpisodeTitle = entity.EpisodeTitle;
  1271. hasProgramAttributes.IsRepeat = entity.IsRepeat;
  1272. }
  1273. if (dto is LiveTvChannel liveTvChannel)
  1274. {
  1275. liveTvChannel.ServiceName = entity.ExternalServiceId;
  1276. }
  1277. if (dto is Trailer trailer)
  1278. {
  1279. trailer.TrailerTypes = entity.TrailerTypes?.Select(e => (TrailerType)e.Id).ToArray() ?? [];
  1280. }
  1281. if (dto is Video video)
  1282. {
  1283. video.PrimaryVersionId = entity.PrimaryVersionId;
  1284. }
  1285. if (dto is IHasSeries hasSeriesName)
  1286. {
  1287. hasSeriesName.SeriesName = entity.SeriesName;
  1288. hasSeriesName.SeriesId = entity.SeriesId.GetValueOrDefault();
  1289. hasSeriesName.SeriesPresentationUniqueKey = entity.SeriesPresentationUniqueKey;
  1290. }
  1291. if (dto is Episode episode)
  1292. {
  1293. episode.SeasonName = entity.SeasonName;
  1294. episode.SeasonId = entity.SeasonId.GetValueOrDefault();
  1295. }
  1296. if (dto is IHasArtist hasArtists)
  1297. {
  1298. hasArtists.Artists = entity.Artists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  1299. }
  1300. if (dto is IHasAlbumArtist hasAlbumArtists)
  1301. {
  1302. hasAlbumArtists.AlbumArtists = entity.AlbumArtists?.Split('|', StringSplitOptions.RemoveEmptyEntries) ?? [];
  1303. }
  1304. if (dto is LiveTvProgram program)
  1305. {
  1306. program.ShowId = entity.ShowId;
  1307. }
  1308. if (entity.Images is not null)
  1309. {
  1310. dto.ImageInfos = entity.Images.Select(Map).ToArray();
  1311. }
  1312. else
  1313. {
  1314. System.Console.WriteLine();
  1315. }
  1316. // dto.Type = entity.Type;
  1317. // dto.Data = entity.Data;
  1318. // dto.MediaType = entity.MediaType;
  1319. if (dto is IHasStartDate hasStartDate)
  1320. {
  1321. hasStartDate.StartDate = entity.StartDate;
  1322. }
  1323. // Fields that are present in the DB but are never actually used
  1324. // dto.UnratedType = entity.UnratedType;
  1325. // dto.TopParentId = entity.TopParentId;
  1326. // dto.CleanName = entity.CleanName;
  1327. // dto.UserDataKey = entity.UserDataKey;
  1328. if (dto is Folder folder)
  1329. {
  1330. folder.DateLastMediaAdded = entity.DateLastMediaAdded;
  1331. }
  1332. return dto;
  1333. }
  1334. /// <summary>
  1335. /// Maps a Entity to the DTO.
  1336. /// </summary>
  1337. /// <param name="dto">The entity.</param>
  1338. /// <returns>The dto to map.</returns>
  1339. public BaseItemEntity Map(BaseItemDto dto)
  1340. {
  1341. var dtoType = dto.GetType();
  1342. var entity = new BaseItemEntity()
  1343. {
  1344. Type = dtoType.ToString(),
  1345. Id = dto.Id
  1346. };
  1347. if (TypeRequiresDeserialization(dtoType))
  1348. {
  1349. entity.Data = JsonSerializer.Serialize(dto, dtoType, JsonDefaults.Options);
  1350. }
  1351. entity.ParentId = !dto.ParentId.IsEmpty() ? dto.ParentId : null;
  1352. entity.Path = GetPathToSave(dto.Path);
  1353. entity.EndDate = dto.EndDate.GetValueOrDefault();
  1354. entity.CommunityRating = dto.CommunityRating;
  1355. entity.CustomRating = dto.CustomRating;
  1356. entity.IndexNumber = dto.IndexNumber;
  1357. entity.IsLocked = dto.IsLocked;
  1358. entity.Name = dto.Name;
  1359. entity.OfficialRating = dto.OfficialRating;
  1360. entity.Overview = dto.Overview;
  1361. entity.ParentIndexNumber = dto.ParentIndexNumber;
  1362. entity.PremiereDate = dto.PremiereDate;
  1363. entity.ProductionYear = dto.ProductionYear;
  1364. entity.SortName = dto.SortName;
  1365. entity.ForcedSortName = dto.ForcedSortName;
  1366. entity.RunTimeTicks = dto.RunTimeTicks;
  1367. entity.PreferredMetadataLanguage = dto.PreferredMetadataLanguage;
  1368. entity.PreferredMetadataCountryCode = dto.PreferredMetadataCountryCode;
  1369. entity.IsInMixedFolder = dto.IsInMixedFolder;
  1370. entity.InheritedParentalRatingValue = dto.InheritedParentalRatingValue;
  1371. entity.CriticRating = dto.CriticRating;
  1372. entity.PresentationUniqueKey = dto.PresentationUniqueKey;
  1373. entity.OriginalTitle = dto.OriginalTitle;
  1374. entity.Album = dto.Album;
  1375. entity.LUFS = dto.LUFS;
  1376. entity.NormalizationGain = dto.NormalizationGain;
  1377. entity.IsVirtualItem = dto.IsVirtualItem;
  1378. entity.ExternalSeriesId = dto.ExternalSeriesId;
  1379. entity.Tagline = dto.Tagline;
  1380. entity.TotalBitrate = dto.TotalBitrate;
  1381. entity.ExternalId = dto.ExternalId;
  1382. entity.Size = dto.Size;
  1383. entity.Genres = string.Join('|', dto.Genres);
  1384. entity.DateCreated = dto.DateCreated;
  1385. entity.DateModified = dto.DateModified;
  1386. entity.ChannelId = dto.ChannelId.ToString();
  1387. entity.DateLastRefreshed = dto.DateLastRefreshed;
  1388. entity.DateLastSaved = dto.DateLastSaved;
  1389. entity.OwnerId = dto.OwnerId.ToString();
  1390. entity.Width = dto.Width;
  1391. entity.Height = dto.Height;
  1392. entity.Provider = dto.ProviderIds.Select(e => new BaseItemProvider()
  1393. {
  1394. Item = entity,
  1395. ProviderId = e.Key,
  1396. ProviderValue = e.Value
  1397. }).ToList();
  1398. if (dto.Audio.HasValue)
  1399. {
  1400. entity.Audio = (ProgramAudioEntity)dto.Audio;
  1401. }
  1402. if (dto.ExtraType.HasValue)
  1403. {
  1404. entity.ExtraType = (BaseItemExtraType)dto.ExtraType;
  1405. }
  1406. entity.ExtraIds = dto.ExtraIds is not null ? string.Join('|', dto.ExtraIds) : null;
  1407. entity.ProductionLocations = dto.ProductionLocations is not null ? string.Join('|', dto.ProductionLocations) : null;
  1408. entity.Studios = dto.Studios is not null ? string.Join('|', dto.Studios) : null;
  1409. entity.Tags = dto.Tags is not null ? string.Join('|', dto.Tags) : null;
  1410. entity.LockedFields = dto.LockedFields is not null ? dto.LockedFields
  1411. .Select(e => new BaseItemMetadataField()
  1412. {
  1413. Id = (int)e,
  1414. Item = entity,
  1415. ItemId = entity.Id
  1416. })
  1417. .ToArray() : null;
  1418. if (dto is IHasProgramAttributes hasProgramAttributes)
  1419. {
  1420. entity.IsMovie = hasProgramAttributes.IsMovie;
  1421. entity.IsSeries = hasProgramAttributes.IsSeries;
  1422. entity.EpisodeTitle = hasProgramAttributes.EpisodeTitle;
  1423. entity.IsRepeat = hasProgramAttributes.IsRepeat;
  1424. }
  1425. if (dto is LiveTvChannel liveTvChannel)
  1426. {
  1427. entity.ExternalServiceId = liveTvChannel.ServiceName;
  1428. }
  1429. if (dto is Video video)
  1430. {
  1431. entity.PrimaryVersionId = video.PrimaryVersionId;
  1432. }
  1433. if (dto is IHasSeries hasSeriesName)
  1434. {
  1435. entity.SeriesName = hasSeriesName.SeriesName;
  1436. entity.SeriesId = hasSeriesName.SeriesId;
  1437. entity.SeriesPresentationUniqueKey = hasSeriesName.SeriesPresentationUniqueKey;
  1438. }
  1439. if (dto is Episode episode)
  1440. {
  1441. entity.SeasonName = episode.SeasonName;
  1442. entity.SeasonId = episode.SeasonId;
  1443. }
  1444. if (dto is IHasArtist hasArtists)
  1445. {
  1446. entity.Artists = hasArtists.Artists is not null ? string.Join('|', hasArtists.Artists) : null;
  1447. }
  1448. if (dto is IHasAlbumArtist hasAlbumArtists)
  1449. {
  1450. entity.AlbumArtists = hasAlbumArtists.AlbumArtists is not null ? string.Join('|', hasAlbumArtists.AlbumArtists) : null;
  1451. }
  1452. if (dto is LiveTvProgram program)
  1453. {
  1454. entity.ShowId = program.ShowId;
  1455. }
  1456. if (dto.ImageInfos is not null)
  1457. {
  1458. entity.Images = dto.ImageInfos.Select(f => Map(dto.Id, f)).ToArray();
  1459. }
  1460. if (dto is Trailer trailer)
  1461. {
  1462. entity.TrailerTypes = trailer.TrailerTypes?.Select(e => new BaseItemTrailerType()
  1463. {
  1464. Id = (int)e,
  1465. Item = entity,
  1466. ItemId = entity.Id
  1467. }).ToArray() ?? [];
  1468. }
  1469. // dto.Type = entity.Type;
  1470. // dto.Data = entity.Data;
  1471. // dto.MediaType = entity.MediaType;
  1472. if (dto is IHasStartDate hasStartDate)
  1473. {
  1474. entity.StartDate = hasStartDate.StartDate;
  1475. }
  1476. // Fields that are present in the DB but are never actually used
  1477. // dto.UnratedType = entity.UnratedType;
  1478. // dto.TopParentId = entity.TopParentId;
  1479. // dto.CleanName = entity.CleanName;
  1480. // dto.UserDataKey = entity.UserDataKey;
  1481. if (dto is Folder folder)
  1482. {
  1483. entity.DateLastMediaAdded = folder.DateLastMediaAdded;
  1484. entity.IsFolder = folder.IsFolder;
  1485. }
  1486. return entity;
  1487. }
  1488. private IReadOnlyList<string> GetItemValueNames(ItemValueType[] itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  1489. {
  1490. using var context = dbProvider.CreateDbContext();
  1491. var query = context.ItemValuesMap
  1492. .AsNoTracking()
  1493. .Where(e => itemValueTypes.Any(w => (ItemValueType)w == e.ItemValue.Type));
  1494. if (withItemTypes.Count > 0)
  1495. {
  1496. query = query.Where(e => withItemTypes.Contains(e.Item.Type));
  1497. }
  1498. if (excludeItemTypes.Count > 0)
  1499. {
  1500. query = query.Where(e => !excludeItemTypes.Contains(e.Item.Type));
  1501. }
  1502. // query = query.DistinctBy(e => e.CleanValue);
  1503. return query.Select(e => e.ItemValue.CleanValue).ToImmutableArray();
  1504. }
  1505. private bool TypeRequiresDeserialization(Type type)
  1506. {
  1507. if (serverConfigurationManager.Configuration.SkipDeserializationForBasicTypes)
  1508. {
  1509. if (type == typeof(Channel)
  1510. || type == typeof(UserRootFolder))
  1511. {
  1512. return false;
  1513. }
  1514. }
  1515. return type.GetCustomAttribute<RequiresSourceSerialisationAttribute>() == null;
  1516. }
  1517. private BaseItemDto DeserialiseBaseItem(BaseItemEntity baseItemEntity, bool skipDeserialization = false)
  1518. {
  1519. var type = GetType(baseItemEntity.Type) ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1520. BaseItemDto? dto = null;
  1521. if (TypeRequiresDeserialization(type) && baseItemEntity.Data is not null && !skipDeserialization)
  1522. {
  1523. try
  1524. {
  1525. using var dataAsStream = new MemoryStream(Encoding.UTF8.GetBytes(baseItemEntity.Data!));
  1526. dto = JsonSerializer.Deserialize(dataAsStream, type, JsonDefaults.Options) as BaseItemDto;
  1527. }
  1528. catch (JsonException ex)
  1529. {
  1530. logger.LogError(ex, "Error deserializing item with JSON: {Data}", baseItemEntity.Data);
  1531. }
  1532. }
  1533. if (dto is null)
  1534. {
  1535. dto = Activator.CreateInstance(type) as BaseItemDto ?? throw new InvalidOperationException("Cannot deserialise unkown type.");
  1536. }
  1537. return Map(baseItemEntity, dto);
  1538. }
  1539. private QueryResult<(BaseItemDto Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery filter, ItemValueType[] itemValueTypes, string returnType)
  1540. {
  1541. ArgumentNullException.ThrowIfNull(filter);
  1542. if (!filter.Limit.HasValue)
  1543. {
  1544. filter.EnableTotalRecordCount = false;
  1545. }
  1546. using var context = dbProvider.CreateDbContext();
  1547. var innerQuery = new InternalItemsQuery(filter.User)
  1548. {
  1549. ExcludeItemTypes = filter.ExcludeItemTypes,
  1550. IncludeItemTypes = filter.IncludeItemTypes,
  1551. MediaTypes = filter.MediaTypes,
  1552. AncestorIds = filter.AncestorIds,
  1553. ItemIds = filter.ItemIds,
  1554. TopParentIds = filter.TopParentIds,
  1555. ParentId = filter.ParentId,
  1556. IsAiring = filter.IsAiring,
  1557. IsMovie = filter.IsMovie,
  1558. IsSports = filter.IsSports,
  1559. IsKids = filter.IsKids,
  1560. IsNews = filter.IsNews,
  1561. IsSeries = filter.IsSeries
  1562. };
  1563. var query = TranslateQuery(context.BaseItems.AsNoTracking(), context, innerQuery);
  1564. query = query.Where(e => e.Type == returnType && e.ItemValues!.Any(f => e.CleanName == f.ItemValue.CleanValue && itemValueTypes.Any(w => (ItemValueType)w == f.ItemValue.Type)));
  1565. if (filter.OrderBy.Count != 0
  1566. || !string.IsNullOrEmpty(filter.SearchTerm))
  1567. {
  1568. query = ApplyOrder(query, filter);
  1569. }
  1570. else
  1571. {
  1572. query = query.OrderBy(e => e.SortName);
  1573. }
  1574. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1575. {
  1576. var offset = filter.StartIndex ?? 0;
  1577. if (offset > 0)
  1578. {
  1579. query = query.Skip(offset);
  1580. }
  1581. if (filter.Limit.HasValue)
  1582. {
  1583. query = query.Take(filter.Limit.Value);
  1584. }
  1585. }
  1586. var result = new QueryResult<(BaseItem, ItemCounts)>();
  1587. if (filter.EnableTotalRecordCount)
  1588. {
  1589. result.TotalRecordCount = query.DistinctBy(e => e.PresentationUniqueKey).Count();
  1590. }
  1591. var seriesTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Series];
  1592. var movieTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Movie];
  1593. var episodeTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Episode];
  1594. var musicAlbumTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicAlbum];
  1595. var musicArtistTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist];
  1596. var audioTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Audio];
  1597. var trailerTypeName = itemTypeLookup.BaseItemKindNames[BaseItemKind.Trailer];
  1598. var resultQuery = query.Select(e => new
  1599. {
  1600. item = e,
  1601. // TODO: This is bad refactor!
  1602. itemCount = new ItemCounts()
  1603. {
  1604. SeriesCount = e.ItemValues!.Count(f => f.Item.Type == seriesTypeName),
  1605. EpisodeCount = e.ItemValues!.Count(f => f.Item.Type == episodeTypeName),
  1606. MovieCount = e.ItemValues!.Count(f => f.Item.Type == movieTypeName),
  1607. AlbumCount = e.ItemValues!.Count(f => f.Item.Type == musicAlbumTypeName),
  1608. ArtistCount = e.ItemValues!.Count(f => f.Item.Type == musicArtistTypeName),
  1609. SongCount = e.ItemValues!.Count(f => f.Item.Type == audioTypeName),
  1610. TrailerCount = e.ItemValues!.Count(f => f.Item.Type == trailerTypeName),
  1611. }
  1612. });
  1613. result.StartIndex = filter.StartIndex ?? 0;
  1614. result.Items = resultQuery.ToImmutableArray().Select(e =>
  1615. {
  1616. return (DeserialiseBaseItem(e.item, filter.SkipDeserialization), e.itemCount);
  1617. }).ToImmutableArray();
  1618. return result;
  1619. }
  1620. private static void PrepareFilterQuery(InternalItemsQuery query)
  1621. {
  1622. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  1623. {
  1624. query.Limit = query.Limit.Value + 4;
  1625. }
  1626. if (query.IsResumable ?? false)
  1627. {
  1628. query.IsVirtualItem = false;
  1629. }
  1630. }
  1631. private string GetCleanValue(string value)
  1632. {
  1633. if (string.IsNullOrWhiteSpace(value))
  1634. {
  1635. return value;
  1636. }
  1637. return value.RemoveDiacritics().ToLowerInvariant();
  1638. }
  1639. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItem item, List<string> inheritedTags)
  1640. {
  1641. var list = new List<(int, string)>();
  1642. if (item is IHasArtist hasArtist)
  1643. {
  1644. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  1645. }
  1646. if (item is IHasAlbumArtist hasAlbumArtist)
  1647. {
  1648. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  1649. }
  1650. list.AddRange(item.Genres.Select(i => (2, i)));
  1651. list.AddRange(item.Studios.Select(i => (3, i)));
  1652. list.AddRange(item.Tags.Select(i => (4, i)));
  1653. // keywords was 5
  1654. list.AddRange(inheritedTags.Select(i => (6, i)));
  1655. // Remove all invalid values.
  1656. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  1657. return list;
  1658. }
  1659. internal static string? SerializeProviderIds(Dictionary<string, string> providerIds)
  1660. {
  1661. StringBuilder str = new StringBuilder();
  1662. foreach (var i in providerIds)
  1663. {
  1664. // Ideally we shouldn't need this IsNullOrWhiteSpace check,
  1665. // but we're seeing some cases of bad data slip through
  1666. if (string.IsNullOrWhiteSpace(i.Value))
  1667. {
  1668. continue;
  1669. }
  1670. str.Append(i.Key)
  1671. .Append('=')
  1672. .Append(i.Value)
  1673. .Append('|');
  1674. }
  1675. if (str.Length == 0)
  1676. {
  1677. return null;
  1678. }
  1679. str.Length -= 1; // Remove last |
  1680. return str.ToString();
  1681. }
  1682. internal static void DeserializeProviderIds(string value, IHasProviderIds item)
  1683. {
  1684. if (string.IsNullOrWhiteSpace(value))
  1685. {
  1686. return;
  1687. }
  1688. foreach (var part in value.SpanSplit('|'))
  1689. {
  1690. var providerDelimiterIndex = part.IndexOf('=');
  1691. // Don't let empty values through
  1692. if (providerDelimiterIndex != -1 && part.Length != providerDelimiterIndex + 1)
  1693. {
  1694. item.SetProviderId(part[..providerDelimiterIndex].ToString(), part[(providerDelimiterIndex + 1)..].ToString());
  1695. }
  1696. }
  1697. }
  1698. private static BaseItemImageInfo Map(Guid baseItemId, ItemImageInfo e)
  1699. {
  1700. return new BaseItemImageInfo()
  1701. {
  1702. ItemId = baseItemId,
  1703. Id = Guid.NewGuid(),
  1704. Path = e.Path,
  1705. Blurhash = e.BlurHash != null ? Encoding.UTF8.GetBytes(e.BlurHash) : null,
  1706. DateModified = e.DateModified,
  1707. Height = e.Height,
  1708. Width = e.Width,
  1709. ImageType = (ImageInfoImageType)e.Type,
  1710. Item = null!
  1711. };
  1712. }
  1713. private static ItemImageInfo Map(BaseItemImageInfo e)
  1714. {
  1715. return new ItemImageInfo()
  1716. {
  1717. Path = e.Path,
  1718. BlurHash = e.Blurhash != null ? Encoding.UTF8.GetString(e.Blurhash) : null,
  1719. DateModified = e.DateModified,
  1720. Height = e.Height,
  1721. Width = e.Width,
  1722. Type = (ImageType)e.ImageType
  1723. };
  1724. }
  1725. private string? GetPathToSave(string path)
  1726. {
  1727. if (path is null)
  1728. {
  1729. return null;
  1730. }
  1731. return appHost.ReverseVirtualPath(path);
  1732. }
  1733. private string RestorePath(string path)
  1734. {
  1735. return appHost.ExpandVirtualPath(path);
  1736. }
  1737. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  1738. {
  1739. var list = new List<string>();
  1740. if (IsTypeInQuery(BaseItemKind.Person, query))
  1741. {
  1742. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Person]!);
  1743. }
  1744. if (IsTypeInQuery(BaseItemKind.Genre, query))
  1745. {
  1746. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Genre]!);
  1747. }
  1748. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  1749. {
  1750. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicGenre]!);
  1751. }
  1752. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  1753. {
  1754. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.MusicArtist]!);
  1755. }
  1756. if (IsTypeInQuery(BaseItemKind.Studio, query))
  1757. {
  1758. list.Add(itemTypeLookup.BaseItemKindNames[BaseItemKind.Studio]!);
  1759. }
  1760. return list;
  1761. }
  1762. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  1763. {
  1764. if (query.ExcludeItemTypes.Contains(type))
  1765. {
  1766. return false;
  1767. }
  1768. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  1769. }
  1770. private IQueryable<T> Pageinate<T>(IQueryable<T> query, InternalItemsQuery filter)
  1771. {
  1772. if (filter.Limit.HasValue || filter.StartIndex.HasValue)
  1773. {
  1774. var offset = filter.StartIndex ?? 0;
  1775. if (offset > 0)
  1776. {
  1777. query = query.Skip(offset);
  1778. }
  1779. if (filter.Limit.HasValue)
  1780. {
  1781. query = query.Take(filter.Limit.Value);
  1782. }
  1783. }
  1784. return query;
  1785. }
  1786. private Expression<Func<BaseItemEntity, object>> MapOrderByField(ItemSortBy sortBy, InternalItemsQuery query)
  1787. {
  1788. #pragma warning disable CS8603 // Possible null reference return.
  1789. return sortBy switch
  1790. {
  1791. ItemSortBy.AirTime => e => e.SortName, // TODO
  1792. ItemSortBy.Runtime => e => e.RunTimeTicks,
  1793. ItemSortBy.Random => e => EF.Functions.Random(),
  1794. ItemSortBy.DatePlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.LastPlayedDate,
  1795. ItemSortBy.PlayCount => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.PlayCount,
  1796. ItemSortBy.IsFavoriteOrLiked => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.IsFavorite,
  1797. ItemSortBy.IsFolder => e => e.IsFolder,
  1798. ItemSortBy.IsPlayed => e => e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.Played,
  1799. ItemSortBy.IsUnplayed => e => !e.UserData!.FirstOrDefault(f => f.UserId == query.User!.Id)!.Played,
  1800. ItemSortBy.DateLastContentAdded => e => e.DateLastMediaAdded,
  1801. ItemSortBy.Artist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Artist).Select(f => f.ItemValue.CleanValue),
  1802. ItemSortBy.AlbumArtist => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.AlbumArtist).Select(f => f.ItemValue.CleanValue),
  1803. ItemSortBy.Studio => e => e.ItemValues!.Where(f => f.ItemValue.Type == ItemValueType.Studios).Select(f => f.ItemValue.CleanValue),
  1804. ItemSortBy.OfficialRating => e => e.InheritedParentalRatingValue,
  1805. // ItemSortBy.SeriesDatePlayed => "(Select MAX(LastPlayedDate) from TypedBaseItems B" + GetJoinUserDataText(query) + " where Played=1 and B.SeriesPresentationUniqueKey=A.PresentationUniqueKey)",
  1806. ItemSortBy.SeriesSortName => e => e.SeriesName,
  1807. // ItemSortBy.AiredEpisodeOrder => "AiredEpisodeOrder",
  1808. ItemSortBy.Album => e => e.Album,
  1809. ItemSortBy.DateCreated => e => e.DateCreated,
  1810. ItemSortBy.PremiereDate => e => e.PremiereDate,
  1811. ItemSortBy.StartDate => e => e.StartDate,
  1812. ItemSortBy.Name => e => e.Name,
  1813. ItemSortBy.CommunityRating => e => e.CommunityRating,
  1814. ItemSortBy.ProductionYear => e => e.ProductionYear,
  1815. ItemSortBy.CriticRating => e => e.CriticRating,
  1816. ItemSortBy.VideoBitRate => e => e.TotalBitrate,
  1817. ItemSortBy.ParentIndexNumber => e => e.ParentIndexNumber,
  1818. ItemSortBy.IndexNumber => e => e.IndexNumber,
  1819. _ => e => e.SortName
  1820. };
  1821. #pragma warning restore CS8603 // Possible null reference return.
  1822. }
  1823. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  1824. {
  1825. if (!query.GroupByPresentationUniqueKey)
  1826. {
  1827. return false;
  1828. }
  1829. if (query.GroupBySeriesPresentationUniqueKey)
  1830. {
  1831. return false;
  1832. }
  1833. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1834. {
  1835. return false;
  1836. }
  1837. if (query.User is null)
  1838. {
  1839. return false;
  1840. }
  1841. if (query.IncludeItemTypes.Length == 0)
  1842. {
  1843. return true;
  1844. }
  1845. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  1846. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  1847. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  1848. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  1849. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  1850. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  1851. }
  1852. private IQueryable<BaseItemEntity> ApplyOrder(IQueryable<BaseItemEntity> query, InternalItemsQuery filter)
  1853. {
  1854. var orderBy = filter.OrderBy;
  1855. bool hasSearch = !string.IsNullOrEmpty(filter.SearchTerm);
  1856. if (hasSearch)
  1857. {
  1858. List<(ItemSortBy, SortOrder)> prepend = new List<(ItemSortBy, SortOrder)>(4);
  1859. if (hasSearch)
  1860. {
  1861. prepend.Add((ItemSortBy.SortName, SortOrder.Ascending));
  1862. }
  1863. orderBy = filter.OrderBy = [.. prepend, .. orderBy];
  1864. }
  1865. else if (orderBy.Count == 0)
  1866. {
  1867. return query;
  1868. }
  1869. IOrderedQueryable<BaseItemEntity>? orderedQuery = null;
  1870. var firstOrdering = orderBy.FirstOrDefault();
  1871. if (firstOrdering != default)
  1872. {
  1873. var expression = MapOrderByField(firstOrdering.OrderBy, filter);
  1874. if (firstOrdering.SortOrder == SortOrder.Ascending)
  1875. {
  1876. orderedQuery = query.OrderBy(expression);
  1877. }
  1878. else
  1879. {
  1880. orderedQuery = query.OrderByDescending(expression);
  1881. }
  1882. }
  1883. foreach (var item in orderBy.Skip(1))
  1884. {
  1885. var expression = MapOrderByField(item.OrderBy, filter);
  1886. if (item.SortOrder == SortOrder.Ascending)
  1887. {
  1888. orderedQuery = orderedQuery!.ThenBy(expression);
  1889. }
  1890. else
  1891. {
  1892. orderedQuery = orderedQuery!.ThenByDescending(expression);
  1893. }
  1894. }
  1895. return orderedQuery ?? query;
  1896. }
  1897. }