SqliteItemRepository.cs 152 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066
  1. #nullable disable
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Diagnostics;
  5. using System.Globalization;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Runtime.CompilerServices;
  9. using System.Text;
  10. using System.Text.Json;
  11. using System.Threading;
  12. using Emby.Server.Implementations.Playlists;
  13. using Jellyfin.Data.Enums;
  14. using Jellyfin.Extensions;
  15. using Jellyfin.Extensions.Json;
  16. using MediaBrowser.Controller;
  17. using MediaBrowser.Controller.Channels;
  18. using MediaBrowser.Controller.Configuration;
  19. using MediaBrowser.Controller.Drawing;
  20. using MediaBrowser.Controller.Entities;
  21. using MediaBrowser.Controller.Entities.Audio;
  22. using MediaBrowser.Controller.Entities.Movies;
  23. using MediaBrowser.Controller.Entities.TV;
  24. using MediaBrowser.Controller.Extensions;
  25. using MediaBrowser.Controller.LiveTv;
  26. using MediaBrowser.Controller.Persistence;
  27. using MediaBrowser.Controller.Playlists;
  28. using MediaBrowser.Model.Dto;
  29. using MediaBrowser.Model.Entities;
  30. using MediaBrowser.Model.Globalization;
  31. using MediaBrowser.Model.LiveTv;
  32. using MediaBrowser.Model.Querying;
  33. using Microsoft.Data.Sqlite;
  34. using Microsoft.Extensions.Configuration;
  35. using Microsoft.Extensions.Logging;
  36. namespace Emby.Server.Implementations.Data
  37. {
  38. /// <summary>
  39. /// Class SQLiteItemRepository.
  40. /// </summary>
  41. public class SqliteItemRepository : BaseSqliteRepository, IItemRepository
  42. {
  43. private const string FromText = " from TypedBaseItems A";
  44. private const string ChaptersTableName = "Chapters2";
  45. private const string SaveItemCommandText =
  46. @"replace into TypedBaseItems
  47. (guid,type,data,Path,StartDate,EndDate,ChannelId,IsMovie,IsSeries,EpisodeTitle,IsRepeat,CommunityRating,CustomRating,IndexNumber,IsLocked,Name,OfficialRating,MediaType,Overview,ParentIndexNumber,PremiereDate,ProductionYear,ParentId,Genres,InheritedParentalRatingValue,SortName,ForcedSortName,RunTimeTicks,Size,DateCreated,DateModified,PreferredMetadataLanguage,PreferredMetadataCountryCode,Width,Height,DateLastRefreshed,DateLastSaved,IsInMixedFolder,LockedFields,Studios,Audio,ExternalServiceId,Tags,IsFolder,UnratedType,TopParentId,TrailerTypes,CriticRating,CleanName,PresentationUniqueKey,OriginalTitle,PrimaryVersionId,DateLastMediaAdded,Album,LUFS,NormalizationGain,IsVirtualItem,SeriesName,UserDataKey,SeasonName,SeasonId,SeriesId,ExternalSeriesId,Tagline,ProviderIds,Images,ProductionLocations,ExtraIds,TotalBitrate,ExtraType,Artists,AlbumArtists,ExternalId,SeriesPresentationUniqueKey,ShowId,OwnerId)
  48. values (@guid,@type,@data,@Path,@StartDate,@EndDate,@ChannelId,@IsMovie,@IsSeries,@EpisodeTitle,@IsRepeat,@CommunityRating,@CustomRating,@IndexNumber,@IsLocked,@Name,@OfficialRating,@MediaType,@Overview,@ParentIndexNumber,@PremiereDate,@ProductionYear,@ParentId,@Genres,@InheritedParentalRatingValue,@SortName,@ForcedSortName,@RunTimeTicks,@Size,@DateCreated,@DateModified,@PreferredMetadataLanguage,@PreferredMetadataCountryCode,@Width,@Height,@DateLastRefreshed,@DateLastSaved,@IsInMixedFolder,@LockedFields,@Studios,@Audio,@ExternalServiceId,@Tags,@IsFolder,@UnratedType,@TopParentId,@TrailerTypes,@CriticRating,@CleanName,@PresentationUniqueKey,@OriginalTitle,@PrimaryVersionId,@DateLastMediaAdded,@Album,@LUFS,@NormalizationGain,@IsVirtualItem,@SeriesName,@UserDataKey,@SeasonName,@SeasonId,@SeriesId,@ExternalSeriesId,@Tagline,@ProviderIds,@Images,@ProductionLocations,@ExtraIds,@TotalBitrate,@ExtraType,@Artists,@AlbumArtists,@ExternalId,@SeriesPresentationUniqueKey,@ShowId,@OwnerId)";
  49. private readonly IServerConfigurationManager _config;
  50. private readonly IServerApplicationHost _appHost;
  51. private readonly ILocalizationManager _localization;
  52. // TODO: Remove this dependency. GetImageCacheTag() is the only method used and it can be converted to a static helper method
  53. private readonly IImageProcessor _imageProcessor;
  54. private readonly TypeMapper _typeMapper;
  55. private readonly JsonSerializerOptions _jsonOptions;
  56. /// <summary>
  57. /// Initializes a new instance of the <see cref="SqliteItemRepository"/> class.
  58. /// </summary>
  59. /// <param name="config">Instance of the <see cref="IServerConfigurationManager"/> interface.</param>
  60. /// <param name="appHost">Instance of the <see cref="IServerApplicationHost"/> interface.</param>
  61. /// <param name="logger">Instance of the <see cref="ILogger{SqliteItemRepository}"/> interface.</param>
  62. /// <param name="localization">Instance of the <see cref="ILocalizationManager"/> interface.</param>
  63. /// <param name="imageProcessor">Instance of the <see cref="IImageProcessor"/> interface.</param>
  64. /// <param name="configuration">Instance of the <see cref="IConfiguration"/> interface.</param>
  65. /// <exception cref="ArgumentNullException">config is null.</exception>
  66. public SqliteItemRepository(
  67. IServerConfigurationManager config,
  68. IServerApplicationHost appHost,
  69. ILogger<SqliteItemRepository> logger,
  70. ILocalizationManager localization,
  71. IImageProcessor imageProcessor,
  72. IConfiguration configuration)
  73. : base(logger)
  74. {
  75. _config = config;
  76. _appHost = appHost;
  77. _localization = localization;
  78. _imageProcessor = imageProcessor;
  79. _typeMapper = new TypeMapper();
  80. _jsonOptions = JsonDefaults.Options;
  81. DbFilePath = Path.Combine(_config.ApplicationPaths.DataPath, "library.db");
  82. CacheSize = configuration.GetSqliteCacheSize();
  83. }
  84. /// <inheritdoc />
  85. protected override int? CacheSize { get; }
  86. /// <inheritdoc />
  87. protected override TempStoreMode TempStore => TempStoreMode.Memory;
  88. private bool TypeRequiresDeserialization(Type type)
  89. {
  90. if (_config.Configuration.SkipDeserializationForBasicTypes)
  91. {
  92. if (type == typeof(Channel)
  93. || type == typeof(UserRootFolder))
  94. {
  95. return false;
  96. }
  97. }
  98. return type != typeof(Season)
  99. && type != typeof(MusicArtist)
  100. && type != typeof(Person)
  101. && type != typeof(MusicGenre)
  102. && type != typeof(Genre)
  103. && type != typeof(Studio)
  104. && type != typeof(PlaylistsFolder)
  105. && type != typeof(PhotoAlbum)
  106. && type != typeof(Year)
  107. && type != typeof(Book)
  108. && type != typeof(LiveTvProgram)
  109. && type != typeof(AudioBook)
  110. && type != typeof(MusicAlbum);
  111. }
  112. private static bool EnableJoinUserData(InternalItemsQuery query)
  113. {
  114. if (query.User is null)
  115. {
  116. return false;
  117. }
  118. var sortingFields = new HashSet<ItemSortBy>(query.OrderBy.Select(i => i.OrderBy));
  119. return sortingFields.Contains(ItemSortBy.IsFavoriteOrLiked)
  120. || sortingFields.Contains(ItemSortBy.IsPlayed)
  121. || sortingFields.Contains(ItemSortBy.IsUnplayed)
  122. || sortingFields.Contains(ItemSortBy.PlayCount)
  123. || sortingFields.Contains(ItemSortBy.DatePlayed)
  124. || sortingFields.Contains(ItemSortBy.SeriesDatePlayed)
  125. || query.IsFavoriteOrLiked.HasValue
  126. || query.IsFavorite.HasValue
  127. || query.IsResumable.HasValue
  128. || query.IsPlayed.HasValue
  129. || query.IsLiked.HasValue;
  130. }
  131. private bool HasField(InternalItemsQuery query, ItemFields name)
  132. {
  133. switch (name)
  134. {
  135. case ItemFields.Tags:
  136. return query.DtoOptions.ContainsField(name) || HasProgramAttributes(query);
  137. case ItemFields.CustomRating:
  138. case ItemFields.ProductionLocations:
  139. case ItemFields.Settings:
  140. case ItemFields.OriginalTitle:
  141. case ItemFields.Taglines:
  142. case ItemFields.SortName:
  143. case ItemFields.Studios:
  144. case ItemFields.ExtraIds:
  145. case ItemFields.DateCreated:
  146. case ItemFields.Overview:
  147. case ItemFields.Genres:
  148. case ItemFields.DateLastMediaAdded:
  149. case ItemFields.PresentationUniqueKey:
  150. case ItemFields.InheritedParentalRatingValue:
  151. case ItemFields.ExternalSeriesId:
  152. case ItemFields.SeriesPresentationUniqueKey:
  153. case ItemFields.DateLastRefreshed:
  154. case ItemFields.DateLastSaved:
  155. return query.DtoOptions.ContainsField(name);
  156. case ItemFields.ServiceName:
  157. return HasServiceName(query);
  158. default:
  159. return true;
  160. }
  161. }
  162. private bool HasProgramAttributes(InternalItemsQuery query)
  163. {
  164. if (query.ParentType is not null && _programExcludeParentTypes.Contains(query.ParentType.Value))
  165. {
  166. return false;
  167. }
  168. if (query.IncludeItemTypes.Length == 0)
  169. {
  170. return true;
  171. }
  172. return query.IncludeItemTypes.Any(x => _programTypes.Contains(x));
  173. }
  174. private bool HasServiceName(InternalItemsQuery query)
  175. {
  176. if (query.ParentType is not null && _programExcludeParentTypes.Contains(query.ParentType.Value))
  177. {
  178. return false;
  179. }
  180. if (query.IncludeItemTypes.Length == 0)
  181. {
  182. return true;
  183. }
  184. return query.IncludeItemTypes.Any(x => _serviceTypes.Contains(x));
  185. }
  186. private bool HasStartDate(InternalItemsQuery query)
  187. {
  188. if (query.ParentType is not null && _programExcludeParentTypes.Contains(query.ParentType.Value))
  189. {
  190. return false;
  191. }
  192. if (query.IncludeItemTypes.Length == 0)
  193. {
  194. return true;
  195. }
  196. return query.IncludeItemTypes.Any(x => _startDateTypes.Contains(x));
  197. }
  198. private bool HasEpisodeAttributes(InternalItemsQuery query)
  199. {
  200. if (query.IncludeItemTypes.Length == 0)
  201. {
  202. return true;
  203. }
  204. return query.IncludeItemTypes.Contains(BaseItemKind.Episode);
  205. }
  206. private bool HasTrailerTypes(InternalItemsQuery query)
  207. {
  208. if (query.IncludeItemTypes.Length == 0)
  209. {
  210. return true;
  211. }
  212. return query.IncludeItemTypes.Contains(BaseItemKind.Trailer);
  213. }
  214. private bool HasArtistFields(InternalItemsQuery query)
  215. {
  216. if (query.ParentType is not null && _artistExcludeParentTypes.Contains(query.ParentType.Value))
  217. {
  218. return false;
  219. }
  220. if (query.IncludeItemTypes.Length == 0)
  221. {
  222. return true;
  223. }
  224. return query.IncludeItemTypes.Any(x => _artistsTypes.Contains(x));
  225. }
  226. private bool HasSeriesFields(InternalItemsQuery query)
  227. {
  228. if (query.ParentType == BaseItemKind.PhotoAlbum)
  229. {
  230. return false;
  231. }
  232. if (query.IncludeItemTypes.Length == 0)
  233. {
  234. return true;
  235. }
  236. return query.IncludeItemTypes.Any(x => _seriesTypes.Contains(x));
  237. }
  238. private void SetFinalColumnsToSelect(InternalItemsQuery query, List<string> columns)
  239. {
  240. foreach (var field in _allItemFields)
  241. {
  242. if (!HasField(query, field))
  243. {
  244. switch (field)
  245. {
  246. case ItemFields.Settings:
  247. columns.Remove("IsLocked");
  248. columns.Remove("PreferredMetadataCountryCode");
  249. columns.Remove("PreferredMetadataLanguage");
  250. columns.Remove("LockedFields");
  251. break;
  252. case ItemFields.ServiceName:
  253. columns.Remove("ExternalServiceId");
  254. break;
  255. case ItemFields.SortName:
  256. columns.Remove("ForcedSortName");
  257. break;
  258. case ItemFields.Taglines:
  259. columns.Remove("Tagline");
  260. break;
  261. case ItemFields.Tags:
  262. columns.Remove("Tags");
  263. break;
  264. case ItemFields.IsHD:
  265. // do nothing
  266. break;
  267. default:
  268. columns.Remove(field.ToString());
  269. break;
  270. }
  271. }
  272. }
  273. if (!HasProgramAttributes(query))
  274. {
  275. columns.Remove("IsMovie");
  276. columns.Remove("IsSeries");
  277. columns.Remove("EpisodeTitle");
  278. columns.Remove("IsRepeat");
  279. columns.Remove("ShowId");
  280. }
  281. if (!HasEpisodeAttributes(query))
  282. {
  283. columns.Remove("SeasonName");
  284. columns.Remove("SeasonId");
  285. }
  286. if (!HasStartDate(query))
  287. {
  288. columns.Remove("StartDate");
  289. }
  290. if (!HasTrailerTypes(query))
  291. {
  292. columns.Remove("TrailerTypes");
  293. }
  294. if (!HasArtistFields(query))
  295. {
  296. columns.Remove("AlbumArtists");
  297. columns.Remove("Artists");
  298. }
  299. if (!HasSeriesFields(query))
  300. {
  301. columns.Remove("SeriesId");
  302. }
  303. if (!HasEpisodeAttributes(query))
  304. {
  305. columns.Remove("SeasonName");
  306. columns.Remove("SeasonId");
  307. }
  308. if (!query.DtoOptions.EnableImages)
  309. {
  310. columns.Remove("Images");
  311. }
  312. if (EnableJoinUserData(query))
  313. {
  314. columns.Add("UserDatas.UserId");
  315. columns.Add("UserDatas.lastPlayedDate");
  316. columns.Add("UserDatas.playbackPositionTicks");
  317. columns.Add("UserDatas.playcount");
  318. columns.Add("UserDatas.isFavorite");
  319. columns.Add("UserDatas.played");
  320. columns.Add("UserDatas.rating");
  321. }
  322. if (query.SimilarTo is not null)
  323. {
  324. var item = query.SimilarTo;
  325. var builder = new StringBuilder();
  326. builder.Append('(');
  327. if (item.InheritedParentalRatingValue == 0)
  328. {
  329. builder.Append("((InheritedParentalRatingValue=0) * 10)");
  330. }
  331. else
  332. {
  333. builder.Append(
  334. @"(SELECT CASE WHEN COALESCE(InheritedParentalRatingValue, 0)=0
  335. THEN 0
  336. ELSE 10.0 / (1.0 + ABS(InheritedParentalRatingValue - @InheritedParentalRatingValue))
  337. END)");
  338. }
  339. if (item.ProductionYear.HasValue)
  340. {
  341. builder.Append("+(Select Case When Abs(COALESCE(ProductionYear, 0) - @ItemProductionYear) < 10 Then 10 Else 0 End )");
  342. builder.Append("+(Select Case When Abs(COALESCE(ProductionYear, 0) - @ItemProductionYear) < 5 Then 5 Else 0 End )");
  343. }
  344. // genres, tags, studios, person, year?
  345. builder.Append("+ (Select count(1) * 10 from ItemValues where ItemId=Guid and CleanValue in (select CleanValue from ItemValues where ItemId=@SimilarItemId))");
  346. builder.Append("+ (Select count(1) * 10 from People where ItemId=Guid and Name in (select Name from People where ItemId=@SimilarItemId))");
  347. if (item is MusicArtist)
  348. {
  349. // Match albums where the artist is AlbumArtist against other albums.
  350. // It is assumed that similar albums => similar artists.
  351. builder.Append(
  352. @"+ (WITH artistValues AS (
  353. SELECT DISTINCT albumValues.CleanValue
  354. FROM ItemValues albumValues
  355. INNER JOIN ItemValues artistAlbums ON albumValues.ItemId = artistAlbums.ItemId
  356. INNER JOIN TypedBaseItems artistItem ON artistAlbums.CleanValue = artistItem.CleanName AND artistAlbums.TYPE = 1 AND artistItem.Guid = @SimilarItemId
  357. ), similarArtist AS (
  358. SELECT albumValues.ItemId
  359. FROM ItemValues albumValues
  360. INNER JOIN ItemValues artistAlbums ON albumValues.ItemId = artistAlbums.ItemId
  361. INNER JOIN TypedBaseItems artistItem ON artistAlbums.CleanValue = artistItem.CleanName AND artistAlbums.TYPE = 1 AND artistItem.Guid = A.Guid
  362. ) SELECT COUNT(DISTINCT(CleanValue)) * 10 FROM ItemValues WHERE ItemId IN (SELECT ItemId FROM similarArtist) AND CleanValue IN (SELECT CleanValue FROM artistValues))");
  363. }
  364. builder.Append(") as SimilarityScore");
  365. columns.Add(builder.ToString());
  366. query.ExcludeItemIds = [.. query.ExcludeItemIds, item.Id, .. item.ExtraIds];
  367. query.ExcludeProviderIds = item.ProviderIds;
  368. }
  369. if (!string.IsNullOrEmpty(query.SearchTerm))
  370. {
  371. var builder = new StringBuilder();
  372. builder.Append('(');
  373. builder.Append("((CleanName like @SearchTermStartsWith or (OriginalTitle not null and OriginalTitle like @SearchTermStartsWith)) * 10)");
  374. builder.Append("+ ((CleanName = @SearchTermStartsWith COLLATE NOCASE or (OriginalTitle not null and OriginalTitle = @SearchTermStartsWith COLLATE NOCASE)) * 10)");
  375. if (query.SearchTerm.Length > 1)
  376. {
  377. builder.Append("+ ((CleanName like @SearchTermContains or (OriginalTitle not null and OriginalTitle like @SearchTermContains)) * 10)");
  378. }
  379. builder.Append(") as SearchScore");
  380. columns.Add(builder.ToString());
  381. }
  382. }
  383. private void BindSearchParams(InternalItemsQuery query, SqliteCommand statement)
  384. {
  385. var searchTerm = query.SearchTerm;
  386. if (string.IsNullOrEmpty(searchTerm))
  387. {
  388. return;
  389. }
  390. searchTerm = FixUnicodeChars(searchTerm);
  391. searchTerm = GetCleanValue(searchTerm);
  392. var commandText = statement.CommandText;
  393. if (commandText.Contains("@SearchTermStartsWith", StringComparison.OrdinalIgnoreCase))
  394. {
  395. statement.TryBind("@SearchTermStartsWith", searchTerm + "%");
  396. }
  397. if (commandText.Contains("@SearchTermContains", StringComparison.OrdinalIgnoreCase))
  398. {
  399. statement.TryBind("@SearchTermContains", "%" + searchTerm + "%");
  400. }
  401. }
  402. private void BindSimilarParams(InternalItemsQuery query, SqliteCommand statement)
  403. {
  404. var item = query.SimilarTo;
  405. if (item is null)
  406. {
  407. return;
  408. }
  409. var commandText = statement.CommandText;
  410. if (commandText.Contains("@ItemOfficialRating", StringComparison.OrdinalIgnoreCase))
  411. {
  412. statement.TryBind("@ItemOfficialRating", item.OfficialRating);
  413. }
  414. if (commandText.Contains("@ItemProductionYear", StringComparison.OrdinalIgnoreCase))
  415. {
  416. statement.TryBind("@ItemProductionYear", item.ProductionYear ?? 0);
  417. }
  418. if (commandText.Contains("@SimilarItemId", StringComparison.OrdinalIgnoreCase))
  419. {
  420. statement.TryBind("@SimilarItemId", item.Id);
  421. }
  422. if (commandText.Contains("@InheritedParentalRatingValue", StringComparison.OrdinalIgnoreCase))
  423. {
  424. statement.TryBind("@InheritedParentalRatingValue", item.InheritedParentalRatingValue);
  425. }
  426. }
  427. private string GetJoinUserDataText(InternalItemsQuery query)
  428. {
  429. if (!EnableJoinUserData(query))
  430. {
  431. return string.Empty;
  432. }
  433. return " left join UserDatas on UserDataKey=UserDatas.Key And (UserId=@UserId)";
  434. }
  435. private string GetGroupBy(InternalItemsQuery query)
  436. {
  437. var enableGroupByPresentationUniqueKey = EnableGroupByPresentationUniqueKey(query);
  438. if (enableGroupByPresentationUniqueKey && query.GroupBySeriesPresentationUniqueKey)
  439. {
  440. return " Group by PresentationUniqueKey, SeriesPresentationUniqueKey";
  441. }
  442. if (enableGroupByPresentationUniqueKey)
  443. {
  444. return " Group by PresentationUniqueKey";
  445. }
  446. if (query.GroupBySeriesPresentationUniqueKey)
  447. {
  448. return " Group by SeriesPresentationUniqueKey";
  449. }
  450. return string.Empty;
  451. }
  452. /// <inheritdoc />
  453. public int GetCount(InternalItemsQuery query)
  454. {
  455. ArgumentNullException.ThrowIfNull(query);
  456. CheckDisposed();
  457. // Hack for right now since we currently don't support filtering out these duplicates within a query
  458. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  459. {
  460. query.Limit = query.Limit.Value + 4;
  461. }
  462. var columns = new List<string> { "count(distinct PresentationUniqueKey)" };
  463. SetFinalColumnsToSelect(query, columns);
  464. var commandTextBuilder = new StringBuilder("select ", 256)
  465. .AppendJoin(',', columns)
  466. .Append(FromText)
  467. .Append(GetJoinUserDataText(query));
  468. var whereClauses = GetWhereClauses(query, null);
  469. if (whereClauses.Count != 0)
  470. {
  471. commandTextBuilder.Append(" where ")
  472. .AppendJoin(" AND ", whereClauses);
  473. }
  474. var commandText = commandTextBuilder.ToString();
  475. using (new QueryTimeLogger(Logger, commandText))
  476. using (var connection = GetConnection(true))
  477. using (var statement = PrepareStatement(connection, commandText))
  478. {
  479. if (EnableJoinUserData(query))
  480. {
  481. statement.TryBind("@UserId", query.User.InternalId);
  482. }
  483. BindSimilarParams(query, statement);
  484. BindSearchParams(query, statement);
  485. // Running this again will bind the params
  486. GetWhereClauses(query, statement);
  487. return statement.SelectScalarInt();
  488. }
  489. }
  490. /// <inheritdoc />
  491. public List<BaseItem> GetItemList(InternalItemsQuery query)
  492. {
  493. ArgumentNullException.ThrowIfNull(query);
  494. CheckDisposed();
  495. // Hack for right now since we currently don't support filtering out these duplicates within a query
  496. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  497. {
  498. query.Limit = query.Limit.Value + 4;
  499. }
  500. var columns = _retrieveItemColumns.ToList();
  501. SetFinalColumnsToSelect(query, columns);
  502. var commandTextBuilder = new StringBuilder("select ", 1024)
  503. .AppendJoin(',', columns)
  504. .Append(FromText)
  505. .Append(GetJoinUserDataText(query));
  506. var whereClauses = GetWhereClauses(query, null);
  507. if (whereClauses.Count != 0)
  508. {
  509. commandTextBuilder.Append(" where ")
  510. .AppendJoin(" AND ", whereClauses);
  511. }
  512. commandTextBuilder.Append(GetGroupBy(query))
  513. .Append(GetOrderByText(query));
  514. if (query.Limit.HasValue || query.StartIndex.HasValue)
  515. {
  516. var offset = query.StartIndex ?? 0;
  517. if (query.Limit.HasValue || offset > 0)
  518. {
  519. commandTextBuilder.Append(" LIMIT ")
  520. .Append(query.Limit ?? int.MaxValue);
  521. }
  522. if (offset > 0)
  523. {
  524. commandTextBuilder.Append(" OFFSET ")
  525. .Append(offset);
  526. }
  527. }
  528. var commandText = commandTextBuilder.ToString();
  529. var items = new List<BaseItem>();
  530. using (new QueryTimeLogger(Logger, commandText))
  531. using (var connection = GetConnection(true))
  532. using (var statement = PrepareStatement(connection, commandText))
  533. {
  534. if (EnableJoinUserData(query))
  535. {
  536. statement.TryBind("@UserId", query.User.InternalId);
  537. }
  538. BindSimilarParams(query, statement);
  539. BindSearchParams(query, statement);
  540. // Running this again will bind the params
  541. GetWhereClauses(query, statement);
  542. var hasEpisodeAttributes = HasEpisodeAttributes(query);
  543. var hasServiceName = HasServiceName(query);
  544. var hasProgramAttributes = HasProgramAttributes(query);
  545. var hasStartDate = HasStartDate(query);
  546. var hasTrailerTypes = HasTrailerTypes(query);
  547. var hasArtistFields = HasArtistFields(query);
  548. var hasSeriesFields = HasSeriesFields(query);
  549. foreach (var row in statement.ExecuteQuery())
  550. {
  551. var item = GetItem(row, query, hasProgramAttributes, hasEpisodeAttributes, hasServiceName, hasStartDate, hasTrailerTypes, hasArtistFields, hasSeriesFields, query.SkipDeserialization);
  552. if (item is not null)
  553. {
  554. items.Add(item);
  555. }
  556. }
  557. }
  558. // Hack for right now since we currently don't support filtering out these duplicates within a query
  559. if (query.EnableGroupByMetadataKey)
  560. {
  561. var limit = query.Limit ?? int.MaxValue;
  562. limit -= 4;
  563. var newList = new List<BaseItem>();
  564. foreach (var item in items)
  565. {
  566. AddItem(newList, item);
  567. if (newList.Count >= limit)
  568. {
  569. break;
  570. }
  571. }
  572. items = newList;
  573. }
  574. return items;
  575. }
  576. private string FixUnicodeChars(string buffer)
  577. {
  578. buffer = buffer.Replace('\u2013', '-'); // en dash
  579. buffer = buffer.Replace('\u2014', '-'); // em dash
  580. buffer = buffer.Replace('\u2015', '-'); // horizontal bar
  581. buffer = buffer.Replace('\u2017', '_'); // double low line
  582. buffer = buffer.Replace('\u2018', '\''); // left single quotation mark
  583. buffer = buffer.Replace('\u2019', '\''); // right single quotation mark
  584. buffer = buffer.Replace('\u201a', ','); // single low-9 quotation mark
  585. buffer = buffer.Replace('\u201b', '\''); // single high-reversed-9 quotation mark
  586. buffer = buffer.Replace('\u201c', '\"'); // left double quotation mark
  587. buffer = buffer.Replace('\u201d', '\"'); // right double quotation mark
  588. buffer = buffer.Replace('\u201e', '\"'); // double low-9 quotation mark
  589. buffer = buffer.Replace("\u2026", "...", StringComparison.Ordinal); // horizontal ellipsis
  590. buffer = buffer.Replace('\u2032', '\''); // prime
  591. buffer = buffer.Replace('\u2033', '\"'); // double prime
  592. buffer = buffer.Replace('\u0060', '\''); // grave accent
  593. return buffer.Replace('\u00B4', '\''); // acute accent
  594. }
  595. private void AddItem(List<BaseItem> items, BaseItem newItem)
  596. {
  597. for (var i = 0; i < items.Count; i++)
  598. {
  599. var item = items[i];
  600. foreach (var providerId in newItem.ProviderIds)
  601. {
  602. if (string.Equals(providerId.Key, nameof(MetadataProvider.TmdbCollection), StringComparison.Ordinal))
  603. {
  604. continue;
  605. }
  606. if (string.Equals(item.GetProviderId(providerId.Key), providerId.Value, StringComparison.Ordinal))
  607. {
  608. if (newItem.SourceType == SourceType.Library)
  609. {
  610. items[i] = newItem;
  611. }
  612. return;
  613. }
  614. }
  615. }
  616. items.Add(newItem);
  617. }
  618. /// <inheritdoc />
  619. public QueryResult<BaseItem> GetItems(InternalItemsQuery query)
  620. {
  621. ArgumentNullException.ThrowIfNull(query);
  622. CheckDisposed();
  623. if (!query.EnableTotalRecordCount || (!query.Limit.HasValue && (query.StartIndex ?? 0) == 0))
  624. {
  625. var returnList = GetItemList(query);
  626. return new QueryResult<BaseItem>(
  627. query.StartIndex,
  628. returnList.Count,
  629. returnList);
  630. }
  631. // Hack for right now since we currently don't support filtering out these duplicates within a query
  632. if (query.Limit.HasValue && query.EnableGroupByMetadataKey)
  633. {
  634. query.Limit = query.Limit.Value + 4;
  635. }
  636. var columns = _retrieveItemColumns.ToList();
  637. SetFinalColumnsToSelect(query, columns);
  638. var commandTextBuilder = new StringBuilder("select ", 512)
  639. .AppendJoin(',', columns)
  640. .Append(FromText)
  641. .Append(GetJoinUserDataText(query));
  642. var whereClauses = GetWhereClauses(query, null);
  643. var whereText = whereClauses.Count == 0 ?
  644. string.Empty :
  645. string.Join(" AND ", whereClauses);
  646. if (!string.IsNullOrEmpty(whereText))
  647. {
  648. commandTextBuilder.Append(" where ")
  649. .Append(whereText);
  650. }
  651. commandTextBuilder.Append(GetGroupBy(query))
  652. .Append(GetOrderByText(query));
  653. if (query.Limit.HasValue || query.StartIndex.HasValue)
  654. {
  655. var offset = query.StartIndex ?? 0;
  656. if (query.Limit.HasValue || offset > 0)
  657. {
  658. commandTextBuilder.Append(" LIMIT ")
  659. .Append(query.Limit ?? int.MaxValue);
  660. }
  661. if (offset > 0)
  662. {
  663. commandTextBuilder.Append(" OFFSET ")
  664. .Append(offset);
  665. }
  666. }
  667. var isReturningZeroItems = query.Limit.HasValue && query.Limit <= 0;
  668. var itemQuery = string.Empty;
  669. var totalRecordCountQuery = string.Empty;
  670. if (!isReturningZeroItems)
  671. {
  672. itemQuery = commandTextBuilder.ToString();
  673. }
  674. if (query.EnableTotalRecordCount)
  675. {
  676. commandTextBuilder.Clear();
  677. commandTextBuilder.Append(" select ");
  678. List<string> columnsToSelect;
  679. if (EnableGroupByPresentationUniqueKey(query))
  680. {
  681. columnsToSelect = new List<string> { "count (distinct PresentationUniqueKey)" };
  682. }
  683. else if (query.GroupBySeriesPresentationUniqueKey)
  684. {
  685. columnsToSelect = new List<string> { "count (distinct SeriesPresentationUniqueKey)" };
  686. }
  687. else
  688. {
  689. columnsToSelect = new List<string> { "count (guid)" };
  690. }
  691. SetFinalColumnsToSelect(query, columnsToSelect);
  692. commandTextBuilder.AppendJoin(',', columnsToSelect)
  693. .Append(FromText)
  694. .Append(GetJoinUserDataText(query));
  695. if (!string.IsNullOrEmpty(whereText))
  696. {
  697. commandTextBuilder.Append(" where ")
  698. .Append(whereText);
  699. }
  700. totalRecordCountQuery = commandTextBuilder.ToString();
  701. }
  702. var list = new List<BaseItem>();
  703. var result = new QueryResult<BaseItem>();
  704. using var connection = GetConnection(true);
  705. using var transaction = connection.BeginTransaction();
  706. if (!isReturningZeroItems)
  707. {
  708. using (new QueryTimeLogger(Logger, itemQuery, "GetItems.ItemQuery"))
  709. using (var statement = PrepareStatement(connection, itemQuery))
  710. {
  711. if (EnableJoinUserData(query))
  712. {
  713. statement.TryBind("@UserId", query.User.InternalId);
  714. }
  715. BindSimilarParams(query, statement);
  716. BindSearchParams(query, statement);
  717. // Running this again will bind the params
  718. GetWhereClauses(query, statement);
  719. var hasEpisodeAttributes = HasEpisodeAttributes(query);
  720. var hasServiceName = HasServiceName(query);
  721. var hasProgramAttributes = HasProgramAttributes(query);
  722. var hasStartDate = HasStartDate(query);
  723. var hasTrailerTypes = HasTrailerTypes(query);
  724. var hasArtistFields = HasArtistFields(query);
  725. var hasSeriesFields = HasSeriesFields(query);
  726. foreach (var row in statement.ExecuteQuery())
  727. {
  728. var item = GetItem(row, query, hasProgramAttributes, hasEpisodeAttributes, hasServiceName, hasStartDate, hasTrailerTypes, hasArtistFields, hasSeriesFields, false);
  729. if (item is not null)
  730. {
  731. list.Add(item);
  732. }
  733. }
  734. }
  735. }
  736. if (query.EnableTotalRecordCount)
  737. {
  738. using (new QueryTimeLogger(Logger, totalRecordCountQuery, "GetItems.TotalRecordCount"))
  739. using (var statement = PrepareStatement(connection, totalRecordCountQuery))
  740. {
  741. if (EnableJoinUserData(query))
  742. {
  743. statement.TryBind("@UserId", query.User.InternalId);
  744. }
  745. BindSimilarParams(query, statement);
  746. BindSearchParams(query, statement);
  747. // Running this again will bind the params
  748. GetWhereClauses(query, statement);
  749. result.TotalRecordCount = statement.SelectScalarInt();
  750. }
  751. }
  752. transaction.Commit();
  753. result.StartIndex = query.StartIndex ?? 0;
  754. result.Items = list;
  755. return result;
  756. }
  757. private string GetOrderByText(InternalItemsQuery query)
  758. {
  759. var orderBy = query.OrderBy;
  760. bool hasSimilar = query.SimilarTo is not null;
  761. bool hasSearch = !string.IsNullOrEmpty(query.SearchTerm);
  762. if (hasSimilar || hasSearch)
  763. {
  764. List<(ItemSortBy, SortOrder)> prepend = new List<(ItemSortBy, SortOrder)>(4);
  765. if (hasSearch)
  766. {
  767. prepend.Add((ItemSortBy.SearchScore, SortOrder.Descending));
  768. prepend.Add((ItemSortBy.SortName, SortOrder.Ascending));
  769. }
  770. if (hasSimilar)
  771. {
  772. prepend.Add((ItemSortBy.SimilarityScore, SortOrder.Descending));
  773. prepend.Add((ItemSortBy.Random, SortOrder.Ascending));
  774. }
  775. orderBy = query.OrderBy = [.. prepend, .. orderBy];
  776. }
  777. else if (orderBy.Count == 0)
  778. {
  779. return string.Empty;
  780. }
  781. return " ORDER BY " + string.Join(',', orderBy.Select(i =>
  782. {
  783. var sortBy = MapOrderByField(i.OrderBy, query);
  784. var sortOrder = i.SortOrder == SortOrder.Ascending ? "ASC" : "DESC";
  785. return sortBy + " " + sortOrder;
  786. }));
  787. }
  788. private string MapOrderByField(ItemSortBy sortBy, InternalItemsQuery query)
  789. {
  790. return sortBy switch
  791. {
  792. ItemSortBy.AirTime => "SortName", // TODO
  793. ItemSortBy.Runtime => "RuntimeTicks",
  794. ItemSortBy.Random => "RANDOM()",
  795. ItemSortBy.DatePlayed when query.GroupBySeriesPresentationUniqueKey => "MAX(LastPlayedDate)",
  796. ItemSortBy.DatePlayed => "LastPlayedDate",
  797. ItemSortBy.PlayCount => "PlayCount",
  798. ItemSortBy.IsFavoriteOrLiked => "(Select Case When IsFavorite is null Then 0 Else IsFavorite End )",
  799. ItemSortBy.IsFolder => "IsFolder",
  800. ItemSortBy.IsPlayed => "played",
  801. ItemSortBy.IsUnplayed => "played",
  802. ItemSortBy.DateLastContentAdded => "DateLastMediaAdded",
  803. ItemSortBy.Artist => "(select CleanValue from ItemValues where ItemId=Guid and Type=0 LIMIT 1)",
  804. ItemSortBy.AlbumArtist => "(select CleanValue from ItemValues where ItemId=Guid and Type=1 LIMIT 1)",
  805. ItemSortBy.OfficialRating => "InheritedParentalRatingValue",
  806. ItemSortBy.Studio => "(select CleanValue from ItemValues where ItemId=Guid and Type=3 LIMIT 1)",
  807. ItemSortBy.SeriesDatePlayed => "(Select MAX(LastPlayedDate) from TypedBaseItems B" + GetJoinUserDataText(query) + " where Played=1 and B.SeriesPresentationUniqueKey=A.PresentationUniqueKey)",
  808. ItemSortBy.SeriesSortName => "SeriesName",
  809. ItemSortBy.AiredEpisodeOrder => "AiredEpisodeOrder",
  810. ItemSortBy.Album => "Album",
  811. ItemSortBy.DateCreated => "DateCreated",
  812. ItemSortBy.PremiereDate => "PremiereDate",
  813. ItemSortBy.StartDate => "StartDate",
  814. ItemSortBy.Name => "Name",
  815. ItemSortBy.CommunityRating => "CommunityRating",
  816. ItemSortBy.ProductionYear => "ProductionYear",
  817. ItemSortBy.CriticRating => "CriticRating",
  818. ItemSortBy.VideoBitRate => "VideoBitRate",
  819. ItemSortBy.ParentIndexNumber => "ParentIndexNumber",
  820. ItemSortBy.IndexNumber => "IndexNumber",
  821. ItemSortBy.SimilarityScore => "SimilarityScore",
  822. ItemSortBy.SearchScore => "SearchScore",
  823. _ => "SortName"
  824. };
  825. }
  826. /// <inheritdoc />
  827. public List<Guid> GetItemIdsList(InternalItemsQuery query)
  828. {
  829. ArgumentNullException.ThrowIfNull(query);
  830. CheckDisposed();
  831. var columns = new List<string> { "guid" };
  832. SetFinalColumnsToSelect(query, columns);
  833. var commandTextBuilder = new StringBuilder("select ", 256)
  834. .AppendJoin(',', columns)
  835. .Append(FromText)
  836. .Append(GetJoinUserDataText(query));
  837. var whereClauses = GetWhereClauses(query, null);
  838. if (whereClauses.Count != 0)
  839. {
  840. commandTextBuilder.Append(" where ")
  841. .AppendJoin(" AND ", whereClauses);
  842. }
  843. commandTextBuilder.Append(GetGroupBy(query))
  844. .Append(GetOrderByText(query));
  845. if (query.Limit.HasValue || query.StartIndex.HasValue)
  846. {
  847. var offset = query.StartIndex ?? 0;
  848. if (query.Limit.HasValue || offset > 0)
  849. {
  850. commandTextBuilder.Append(" LIMIT ")
  851. .Append(query.Limit ?? int.MaxValue);
  852. }
  853. if (offset > 0)
  854. {
  855. commandTextBuilder.Append(" OFFSET ")
  856. .Append(offset);
  857. }
  858. }
  859. var commandText = commandTextBuilder.ToString();
  860. var list = new List<Guid>();
  861. using (new QueryTimeLogger(Logger, commandText))
  862. using (var connection = GetConnection(true))
  863. using (var statement = PrepareStatement(connection, commandText))
  864. {
  865. if (EnableJoinUserData(query))
  866. {
  867. statement.TryBind("@UserId", query.User.InternalId);
  868. }
  869. BindSimilarParams(query, statement);
  870. BindSearchParams(query, statement);
  871. // Running this again will bind the params
  872. GetWhereClauses(query, statement);
  873. foreach (var row in statement.ExecuteQuery())
  874. {
  875. list.Add(row.GetGuid(0));
  876. }
  877. }
  878. return list;
  879. }
  880. private bool IsAlphaNumeric(string str)
  881. {
  882. if (string.IsNullOrWhiteSpace(str))
  883. {
  884. return false;
  885. }
  886. for (int i = 0; i < str.Length; i++)
  887. {
  888. if (!char.IsLetter(str[i]) && !char.IsNumber(str[i]))
  889. {
  890. return false;
  891. }
  892. }
  893. return true;
  894. }
  895. private bool IsValidPersonType(string value)
  896. {
  897. return IsAlphaNumeric(value);
  898. }
  899. #nullable enable
  900. private List<string> GetWhereClauses(InternalItemsQuery query, SqliteCommand? statement)
  901. {
  902. if (query.IsResumable ?? false)
  903. {
  904. query.IsVirtualItem = false;
  905. }
  906. var minWidth = query.MinWidth;
  907. var maxWidth = query.MaxWidth;
  908. if (query.IsHD.HasValue)
  909. {
  910. const int Threshold = 1200;
  911. if (query.IsHD.Value)
  912. {
  913. minWidth = Threshold;
  914. }
  915. else
  916. {
  917. maxWidth = Threshold - 1;
  918. }
  919. }
  920. if (query.Is4K.HasValue)
  921. {
  922. const int Threshold = 3800;
  923. if (query.Is4K.Value)
  924. {
  925. minWidth = Threshold;
  926. }
  927. else
  928. {
  929. maxWidth = Threshold - 1;
  930. }
  931. }
  932. var whereClauses = new List<string>();
  933. if (minWidth.HasValue)
  934. {
  935. whereClauses.Add("Width>=@MinWidth");
  936. statement?.TryBind("@MinWidth", minWidth);
  937. }
  938. if (query.MinHeight.HasValue)
  939. {
  940. whereClauses.Add("Height>=@MinHeight");
  941. statement?.TryBind("@MinHeight", query.MinHeight);
  942. }
  943. if (maxWidth.HasValue)
  944. {
  945. whereClauses.Add("Width<=@MaxWidth");
  946. statement?.TryBind("@MaxWidth", maxWidth);
  947. }
  948. if (query.MaxHeight.HasValue)
  949. {
  950. whereClauses.Add("Height<=@MaxHeight");
  951. statement?.TryBind("@MaxHeight", query.MaxHeight);
  952. }
  953. if (query.IsLocked.HasValue)
  954. {
  955. whereClauses.Add("IsLocked=@IsLocked");
  956. statement?.TryBind("@IsLocked", query.IsLocked);
  957. }
  958. var tags = query.Tags.ToList();
  959. var excludeTags = query.ExcludeTags.ToList();
  960. if (query.IsMovie == true)
  961. {
  962. if (query.IncludeItemTypes.Length == 0
  963. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  964. || query.IncludeItemTypes.Contains(BaseItemKind.Trailer))
  965. {
  966. whereClauses.Add("(IsMovie is null OR IsMovie=@IsMovie)");
  967. }
  968. else
  969. {
  970. whereClauses.Add("IsMovie=@IsMovie");
  971. }
  972. statement?.TryBind("@IsMovie", true);
  973. }
  974. else if (query.IsMovie.HasValue)
  975. {
  976. whereClauses.Add("IsMovie=@IsMovie");
  977. statement?.TryBind("@IsMovie", query.IsMovie);
  978. }
  979. if (query.IsSeries.HasValue)
  980. {
  981. whereClauses.Add("IsSeries=@IsSeries");
  982. statement?.TryBind("@IsSeries", query.IsSeries);
  983. }
  984. if (query.IsSports.HasValue)
  985. {
  986. if (query.IsSports.Value)
  987. {
  988. tags.Add("Sports");
  989. }
  990. else
  991. {
  992. excludeTags.Add("Sports");
  993. }
  994. }
  995. if (query.IsNews.HasValue)
  996. {
  997. if (query.IsNews.Value)
  998. {
  999. tags.Add("News");
  1000. }
  1001. else
  1002. {
  1003. excludeTags.Add("News");
  1004. }
  1005. }
  1006. if (query.IsKids.HasValue)
  1007. {
  1008. if (query.IsKids.Value)
  1009. {
  1010. tags.Add("Kids");
  1011. }
  1012. else
  1013. {
  1014. excludeTags.Add("Kids");
  1015. }
  1016. }
  1017. if (query.SimilarTo is not null && query.MinSimilarityScore > 0)
  1018. {
  1019. whereClauses.Add("SimilarityScore > " + (query.MinSimilarityScore - 1).ToString(CultureInfo.InvariantCulture));
  1020. }
  1021. if (!string.IsNullOrEmpty(query.SearchTerm))
  1022. {
  1023. whereClauses.Add("SearchScore > 0");
  1024. }
  1025. if (query.IsFolder.HasValue)
  1026. {
  1027. whereClauses.Add("IsFolder=@IsFolder");
  1028. statement?.TryBind("@IsFolder", query.IsFolder);
  1029. }
  1030. var includeTypes = query.IncludeItemTypes;
  1031. // Only specify excluded types if no included types are specified
  1032. if (query.IncludeItemTypes.Length == 0)
  1033. {
  1034. var excludeTypes = query.ExcludeItemTypes;
  1035. if (excludeTypes.Length == 1)
  1036. {
  1037. if (_baseItemKindNames.TryGetValue(excludeTypes[0], out var excludeTypeName))
  1038. {
  1039. whereClauses.Add("type<>@type");
  1040. statement?.TryBind("@type", excludeTypeName);
  1041. }
  1042. else
  1043. {
  1044. Logger.LogWarning("Undefined BaseItemKind to Type mapping: {BaseItemKind}", excludeTypes[0]);
  1045. }
  1046. }
  1047. else if (excludeTypes.Length > 1)
  1048. {
  1049. var whereBuilder = new StringBuilder("type not in (");
  1050. foreach (var excludeType in excludeTypes)
  1051. {
  1052. if (_baseItemKindNames.TryGetValue(excludeType, out var baseItemKindName))
  1053. {
  1054. whereBuilder
  1055. .Append('\'')
  1056. .Append(baseItemKindName)
  1057. .Append("',");
  1058. }
  1059. else
  1060. {
  1061. Logger.LogWarning("Undefined BaseItemKind to Type mapping: {BaseItemKind}", excludeType);
  1062. }
  1063. }
  1064. // Remove trailing comma.
  1065. whereBuilder.Length--;
  1066. whereBuilder.Append(')');
  1067. whereClauses.Add(whereBuilder.ToString());
  1068. }
  1069. }
  1070. else if (includeTypes.Length == 1)
  1071. {
  1072. if (_baseItemKindNames.TryGetValue(includeTypes[0], out var includeTypeName))
  1073. {
  1074. whereClauses.Add("type=@type");
  1075. statement?.TryBind("@type", includeTypeName);
  1076. }
  1077. else
  1078. {
  1079. Logger.LogWarning("Undefined BaseItemKind to Type mapping: {BaseItemKind}", includeTypes[0]);
  1080. }
  1081. }
  1082. else if (includeTypes.Length > 1)
  1083. {
  1084. var whereBuilder = new StringBuilder("type in (");
  1085. foreach (var includeType in includeTypes)
  1086. {
  1087. if (_baseItemKindNames.TryGetValue(includeType, out var baseItemKindName))
  1088. {
  1089. whereBuilder
  1090. .Append('\'')
  1091. .Append(baseItemKindName)
  1092. .Append("',");
  1093. }
  1094. else
  1095. {
  1096. Logger.LogWarning("Undefined BaseItemKind to Type mapping: {BaseItemKind}", includeType);
  1097. }
  1098. }
  1099. // Remove trailing comma.
  1100. whereBuilder.Length--;
  1101. whereBuilder.Append(')');
  1102. whereClauses.Add(whereBuilder.ToString());
  1103. }
  1104. if (query.ChannelIds.Count == 1)
  1105. {
  1106. whereClauses.Add("ChannelId=@ChannelId");
  1107. statement?.TryBind("@ChannelId", query.ChannelIds[0].ToString("N", CultureInfo.InvariantCulture));
  1108. }
  1109. else if (query.ChannelIds.Count > 1)
  1110. {
  1111. var inClause = string.Join(',', query.ChannelIds.Select(i => "'" + i.ToString("N", CultureInfo.InvariantCulture) + "'"));
  1112. whereClauses.Add($"ChannelId in ({inClause})");
  1113. }
  1114. if (!query.ParentId.IsEmpty())
  1115. {
  1116. whereClauses.Add("ParentId=@ParentId");
  1117. statement?.TryBind("@ParentId", query.ParentId);
  1118. }
  1119. if (!string.IsNullOrWhiteSpace(query.Path))
  1120. {
  1121. whereClauses.Add("Path=@Path");
  1122. statement?.TryBind("@Path", GetPathToSave(query.Path));
  1123. }
  1124. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  1125. {
  1126. whereClauses.Add("PresentationUniqueKey=@PresentationUniqueKey");
  1127. statement?.TryBind("@PresentationUniqueKey", query.PresentationUniqueKey);
  1128. }
  1129. if (query.MinCommunityRating.HasValue)
  1130. {
  1131. whereClauses.Add("CommunityRating>=@MinCommunityRating");
  1132. statement?.TryBind("@MinCommunityRating", query.MinCommunityRating.Value);
  1133. }
  1134. if (query.MinIndexNumber.HasValue)
  1135. {
  1136. whereClauses.Add("IndexNumber>=@MinIndexNumber");
  1137. statement?.TryBind("@MinIndexNumber", query.MinIndexNumber.Value);
  1138. }
  1139. if (query.MinParentAndIndexNumber.HasValue)
  1140. {
  1141. whereClauses.Add("((ParentIndexNumber=@MinParentAndIndexNumberParent and IndexNumber>=@MinParentAndIndexNumberIndex) or ParentIndexNumber>@MinParentAndIndexNumberParent)");
  1142. statement?.TryBind("@MinParentAndIndexNumberParent", query.MinParentAndIndexNumber.Value.ParentIndexNumber);
  1143. statement?.TryBind("@MinParentAndIndexNumberIndex", query.MinParentAndIndexNumber.Value.IndexNumber);
  1144. }
  1145. if (query.MinDateCreated.HasValue)
  1146. {
  1147. whereClauses.Add("DateCreated>=@MinDateCreated");
  1148. statement?.TryBind("@MinDateCreated", query.MinDateCreated.Value);
  1149. }
  1150. if (query.MinDateLastSaved.HasValue)
  1151. {
  1152. whereClauses.Add("(DateLastSaved not null and DateLastSaved>=@MinDateLastSavedForUser)");
  1153. statement?.TryBind("@MinDateLastSaved", query.MinDateLastSaved.Value);
  1154. }
  1155. if (query.MinDateLastSavedForUser.HasValue)
  1156. {
  1157. whereClauses.Add("(DateLastSaved not null and DateLastSaved>=@MinDateLastSavedForUser)");
  1158. statement?.TryBind("@MinDateLastSavedForUser", query.MinDateLastSavedForUser.Value);
  1159. }
  1160. if (query.IndexNumber.HasValue)
  1161. {
  1162. whereClauses.Add("IndexNumber=@IndexNumber");
  1163. statement?.TryBind("@IndexNumber", query.IndexNumber.Value);
  1164. }
  1165. if (query.ParentIndexNumber.HasValue)
  1166. {
  1167. whereClauses.Add("ParentIndexNumber=@ParentIndexNumber");
  1168. statement?.TryBind("@ParentIndexNumber", query.ParentIndexNumber.Value);
  1169. }
  1170. if (query.ParentIndexNumberNotEquals.HasValue)
  1171. {
  1172. whereClauses.Add("(ParentIndexNumber<>@ParentIndexNumberNotEquals or ParentIndexNumber is null)");
  1173. statement?.TryBind("@ParentIndexNumberNotEquals", query.ParentIndexNumberNotEquals.Value);
  1174. }
  1175. var minEndDate = query.MinEndDate;
  1176. var maxEndDate = query.MaxEndDate;
  1177. if (query.HasAired.HasValue)
  1178. {
  1179. if (query.HasAired.Value)
  1180. {
  1181. maxEndDate = DateTime.UtcNow;
  1182. }
  1183. else
  1184. {
  1185. minEndDate = DateTime.UtcNow;
  1186. }
  1187. }
  1188. if (minEndDate.HasValue)
  1189. {
  1190. whereClauses.Add("EndDate>=@MinEndDate");
  1191. statement?.TryBind("@MinEndDate", minEndDate.Value);
  1192. }
  1193. if (maxEndDate.HasValue)
  1194. {
  1195. whereClauses.Add("EndDate<=@MaxEndDate");
  1196. statement?.TryBind("@MaxEndDate", maxEndDate.Value);
  1197. }
  1198. if (query.MinStartDate.HasValue)
  1199. {
  1200. whereClauses.Add("StartDate>=@MinStartDate");
  1201. statement?.TryBind("@MinStartDate", query.MinStartDate.Value);
  1202. }
  1203. if (query.MaxStartDate.HasValue)
  1204. {
  1205. whereClauses.Add("StartDate<=@MaxStartDate");
  1206. statement?.TryBind("@MaxStartDate", query.MaxStartDate.Value);
  1207. }
  1208. if (query.MinPremiereDate.HasValue)
  1209. {
  1210. whereClauses.Add("PremiereDate>=@MinPremiereDate");
  1211. statement?.TryBind("@MinPremiereDate", query.MinPremiereDate.Value);
  1212. }
  1213. if (query.MaxPremiereDate.HasValue)
  1214. {
  1215. whereClauses.Add("PremiereDate<=@MaxPremiereDate");
  1216. statement?.TryBind("@MaxPremiereDate", query.MaxPremiereDate.Value);
  1217. }
  1218. StringBuilder clauseBuilder = new StringBuilder();
  1219. const string Or = " OR ";
  1220. var trailerTypes = query.TrailerTypes;
  1221. int trailerTypesLen = trailerTypes.Length;
  1222. if (trailerTypesLen > 0)
  1223. {
  1224. clauseBuilder.Append('(');
  1225. for (int i = 0; i < trailerTypesLen; i++)
  1226. {
  1227. var paramName = "@TrailerTypes" + i;
  1228. clauseBuilder.Append("TrailerTypes like ")
  1229. .Append(paramName)
  1230. .Append(Or);
  1231. statement?.TryBind(paramName, "%" + trailerTypes[i] + "%");
  1232. }
  1233. clauseBuilder.Length -= Or.Length;
  1234. clauseBuilder.Append(')');
  1235. whereClauses.Add(clauseBuilder.ToString());
  1236. clauseBuilder.Length = 0;
  1237. }
  1238. if (query.IsAiring.HasValue)
  1239. {
  1240. if (query.IsAiring.Value)
  1241. {
  1242. whereClauses.Add("StartDate<=@MaxStartDate");
  1243. statement?.TryBind("@MaxStartDate", DateTime.UtcNow);
  1244. whereClauses.Add("EndDate>=@MinEndDate");
  1245. statement?.TryBind("@MinEndDate", DateTime.UtcNow);
  1246. }
  1247. else
  1248. {
  1249. whereClauses.Add("(StartDate>@IsAiringDate OR EndDate < @IsAiringDate)");
  1250. statement?.TryBind("@IsAiringDate", DateTime.UtcNow);
  1251. }
  1252. }
  1253. int personIdsLen = query.PersonIds.Length;
  1254. if (personIdsLen > 0)
  1255. {
  1256. // TODO: Should this query with CleanName ?
  1257. clauseBuilder.Append('(');
  1258. Span<byte> idBytes = stackalloc byte[16];
  1259. for (int i = 0; i < personIdsLen; i++)
  1260. {
  1261. string paramName = "@PersonId" + i;
  1262. clauseBuilder.Append("(guid in (select itemid from People where Name = (select Name from TypedBaseItems where guid=")
  1263. .Append(paramName)
  1264. .Append("))) OR ");
  1265. statement?.TryBind(paramName, query.PersonIds[i]);
  1266. }
  1267. clauseBuilder.Length -= Or.Length;
  1268. clauseBuilder.Append(')');
  1269. whereClauses.Add(clauseBuilder.ToString());
  1270. clauseBuilder.Length = 0;
  1271. }
  1272. if (!string.IsNullOrWhiteSpace(query.Person))
  1273. {
  1274. whereClauses.Add("Guid in (select ItemId from People where Name=@PersonName)");
  1275. statement?.TryBind("@PersonName", query.Person);
  1276. }
  1277. if (!string.IsNullOrWhiteSpace(query.MinSortName))
  1278. {
  1279. whereClauses.Add("SortName>=@MinSortName");
  1280. statement?.TryBind("@MinSortName", query.MinSortName);
  1281. }
  1282. if (!string.IsNullOrWhiteSpace(query.ExternalSeriesId))
  1283. {
  1284. whereClauses.Add("ExternalSeriesId=@ExternalSeriesId");
  1285. statement?.TryBind("@ExternalSeriesId", query.ExternalSeriesId);
  1286. }
  1287. if (!string.IsNullOrWhiteSpace(query.ExternalId))
  1288. {
  1289. whereClauses.Add("ExternalId=@ExternalId");
  1290. statement?.TryBind("@ExternalId", query.ExternalId);
  1291. }
  1292. if (!string.IsNullOrWhiteSpace(query.Name))
  1293. {
  1294. whereClauses.Add("CleanName=@Name");
  1295. statement?.TryBind("@Name", GetCleanValue(query.Name));
  1296. }
  1297. // These are the same, for now
  1298. var nameContains = query.NameContains;
  1299. if (!string.IsNullOrWhiteSpace(nameContains))
  1300. {
  1301. whereClauses.Add("(CleanName like @NameContains or OriginalTitle like @NameContains)");
  1302. if (statement is not null)
  1303. {
  1304. nameContains = FixUnicodeChars(nameContains);
  1305. statement.TryBind("@NameContains", "%" + GetCleanValue(nameContains) + "%");
  1306. }
  1307. }
  1308. if (!string.IsNullOrWhiteSpace(query.NameStartsWith))
  1309. {
  1310. whereClauses.Add("SortName like @NameStartsWith");
  1311. statement?.TryBind("@NameStartsWith", query.NameStartsWith + "%");
  1312. }
  1313. if (!string.IsNullOrWhiteSpace(query.NameStartsWithOrGreater))
  1314. {
  1315. whereClauses.Add("SortName >= @NameStartsWithOrGreater");
  1316. // lowercase this because SortName is stored as lowercase
  1317. statement?.TryBind("@NameStartsWithOrGreater", query.NameStartsWithOrGreater.ToLowerInvariant());
  1318. }
  1319. if (!string.IsNullOrWhiteSpace(query.NameLessThan))
  1320. {
  1321. whereClauses.Add("SortName < @NameLessThan");
  1322. // lowercase this because SortName is stored as lowercase
  1323. statement?.TryBind("@NameLessThan", query.NameLessThan.ToLowerInvariant());
  1324. }
  1325. if (query.ImageTypes.Length > 0)
  1326. {
  1327. foreach (var requiredImage in query.ImageTypes)
  1328. {
  1329. whereClauses.Add("Images like '%" + requiredImage + "%'");
  1330. }
  1331. }
  1332. if (query.IsLiked.HasValue)
  1333. {
  1334. if (query.IsLiked.Value)
  1335. {
  1336. whereClauses.Add("rating>=@UserRating");
  1337. statement?.TryBind("@UserRating", UserItemData.MinLikeValue);
  1338. }
  1339. else
  1340. {
  1341. whereClauses.Add("(rating is null or rating<@UserRating)");
  1342. statement?.TryBind("@UserRating", UserItemData.MinLikeValue);
  1343. }
  1344. }
  1345. if (query.IsFavoriteOrLiked.HasValue)
  1346. {
  1347. if (query.IsFavoriteOrLiked.Value)
  1348. {
  1349. whereClauses.Add("IsFavorite=@IsFavoriteOrLiked");
  1350. }
  1351. else
  1352. {
  1353. whereClauses.Add("(IsFavorite is null or IsFavorite=@IsFavoriteOrLiked)");
  1354. }
  1355. statement?.TryBind("@IsFavoriteOrLiked", query.IsFavoriteOrLiked.Value);
  1356. }
  1357. if (query.IsFavorite.HasValue)
  1358. {
  1359. if (query.IsFavorite.Value)
  1360. {
  1361. whereClauses.Add("IsFavorite=@IsFavorite");
  1362. }
  1363. else
  1364. {
  1365. whereClauses.Add("(IsFavorite is null or IsFavorite=@IsFavorite)");
  1366. }
  1367. statement?.TryBind("@IsFavorite", query.IsFavorite.Value);
  1368. }
  1369. if (EnableJoinUserData(query))
  1370. {
  1371. if (query.IsPlayed.HasValue)
  1372. {
  1373. // We should probably figure this out for all folders, but for right now, this is the only place where we need it
  1374. if (query.IncludeItemTypes.Length == 1 && query.IncludeItemTypes[0] == BaseItemKind.Series)
  1375. {
  1376. if (query.IsPlayed.Value)
  1377. {
  1378. whereClauses.Add("PresentationUniqueKey not in (select S.SeriesPresentationUniqueKey from TypedBaseitems S left join UserDatas UD on S.UserDataKey=UD.Key And UD.UserId=@UserId where Coalesce(UD.Played, 0)=0 and S.IsFolder=0 and S.IsVirtualItem=0 and S.SeriesPresentationUniqueKey not null)");
  1379. }
  1380. else
  1381. {
  1382. whereClauses.Add("PresentationUniqueKey in (select S.SeriesPresentationUniqueKey from TypedBaseitems S left join UserDatas UD on S.UserDataKey=UD.Key And UD.UserId=@UserId where Coalesce(UD.Played, 0)=0 and S.IsFolder=0 and S.IsVirtualItem=0 and S.SeriesPresentationUniqueKey not null)");
  1383. }
  1384. }
  1385. else
  1386. {
  1387. if (query.IsPlayed.Value)
  1388. {
  1389. whereClauses.Add("(played=@IsPlayed)");
  1390. }
  1391. else
  1392. {
  1393. whereClauses.Add("(played is null or played=@IsPlayed)");
  1394. }
  1395. statement?.TryBind("@IsPlayed", query.IsPlayed.Value);
  1396. }
  1397. }
  1398. }
  1399. if (query.IsResumable.HasValue)
  1400. {
  1401. if (query.IsResumable.Value)
  1402. {
  1403. whereClauses.Add("playbackPositionTicks > 0");
  1404. }
  1405. else
  1406. {
  1407. whereClauses.Add("(playbackPositionTicks is null or playbackPositionTicks = 0)");
  1408. }
  1409. }
  1410. if (query.ArtistIds.Length > 0)
  1411. {
  1412. clauseBuilder.Append('(');
  1413. for (var i = 0; i < query.ArtistIds.Length; i++)
  1414. {
  1415. clauseBuilder.Append("(guid in (select itemid from ItemValues where CleanValue = (select CleanName from TypedBaseItems where guid=@ArtistIds")
  1416. .Append(i)
  1417. .Append(") and Type<=1)) OR ");
  1418. statement?.TryBind("@ArtistIds" + i, query.ArtistIds[i]);
  1419. }
  1420. clauseBuilder.Length -= Or.Length;
  1421. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1422. clauseBuilder.Length = 0;
  1423. }
  1424. if (query.AlbumArtistIds.Length > 0)
  1425. {
  1426. clauseBuilder.Append('(');
  1427. for (var i = 0; i < query.AlbumArtistIds.Length; i++)
  1428. {
  1429. clauseBuilder.Append("(guid in (select itemid from ItemValues where CleanValue = (select CleanName from TypedBaseItems where guid=@ArtistIds")
  1430. .Append(i)
  1431. .Append(") and Type=1)) OR ");
  1432. statement?.TryBind("@ArtistIds" + i, query.AlbumArtistIds[i]);
  1433. }
  1434. clauseBuilder.Length -= Or.Length;
  1435. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1436. clauseBuilder.Length = 0;
  1437. }
  1438. if (query.ContributingArtistIds.Length > 0)
  1439. {
  1440. clauseBuilder.Append('(');
  1441. for (var i = 0; i < query.ContributingArtistIds.Length; i++)
  1442. {
  1443. clauseBuilder.Append("((select CleanName from TypedBaseItems where guid=@ArtistIds")
  1444. .Append(i)
  1445. .Append(") in (select CleanValue from ItemValues where ItemId=Guid and Type=0) AND (select CleanName from TypedBaseItems where guid=@ArtistIds")
  1446. .Append(i)
  1447. .Append(") not in (select CleanValue from ItemValues where ItemId=Guid and Type=1)) OR ");
  1448. statement?.TryBind("@ArtistIds" + i, query.ContributingArtistIds[i]);
  1449. }
  1450. clauseBuilder.Length -= Or.Length;
  1451. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1452. clauseBuilder.Length = 0;
  1453. }
  1454. if (query.AlbumIds.Length > 0)
  1455. {
  1456. clauseBuilder.Append('(');
  1457. for (var i = 0; i < query.AlbumIds.Length; i++)
  1458. {
  1459. clauseBuilder.Append("Album in (select Name from typedbaseitems where guid=@AlbumIds")
  1460. .Append(i)
  1461. .Append(") OR ");
  1462. statement?.TryBind("@AlbumIds" + i, query.AlbumIds[i]);
  1463. }
  1464. clauseBuilder.Length -= Or.Length;
  1465. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1466. clauseBuilder.Length = 0;
  1467. }
  1468. if (query.ExcludeArtistIds.Length > 0)
  1469. {
  1470. clauseBuilder.Append('(');
  1471. for (var i = 0; i < query.ExcludeArtistIds.Length; i++)
  1472. {
  1473. clauseBuilder.Append("(guid not in (select itemid from ItemValues where CleanValue = (select CleanName from TypedBaseItems where guid=@ExcludeArtistId")
  1474. .Append(i)
  1475. .Append(") and Type<=1)) OR ");
  1476. statement?.TryBind("@ExcludeArtistId" + i, query.ExcludeArtistIds[i]);
  1477. }
  1478. clauseBuilder.Length -= Or.Length;
  1479. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1480. clauseBuilder.Length = 0;
  1481. }
  1482. if (query.GenreIds.Count > 0)
  1483. {
  1484. clauseBuilder.Append('(');
  1485. for (var i = 0; i < query.GenreIds.Count; i++)
  1486. {
  1487. clauseBuilder.Append("(guid in (select itemid from ItemValues where CleanValue = (select CleanName from TypedBaseItems where guid=@GenreId")
  1488. .Append(i)
  1489. .Append(") and Type=2)) OR ");
  1490. statement?.TryBind("@GenreId" + i, query.GenreIds[i]);
  1491. }
  1492. clauseBuilder.Length -= Or.Length;
  1493. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1494. clauseBuilder.Length = 0;
  1495. }
  1496. if (query.Genres.Count > 0)
  1497. {
  1498. clauseBuilder.Append('(');
  1499. for (var i = 0; i < query.Genres.Count; i++)
  1500. {
  1501. clauseBuilder.Append("@Genre")
  1502. .Append(i)
  1503. .Append(" in (select CleanValue from ItemValues where ItemId=Guid and Type=2) OR ");
  1504. statement?.TryBind("@Genre" + i, GetCleanValue(query.Genres[i]));
  1505. }
  1506. clauseBuilder.Length -= Or.Length;
  1507. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1508. clauseBuilder.Length = 0;
  1509. }
  1510. if (tags.Count > 0)
  1511. {
  1512. clauseBuilder.Append('(');
  1513. for (var i = 0; i < tags.Count; i++)
  1514. {
  1515. clauseBuilder.Append("@Tag")
  1516. .Append(i)
  1517. .Append(" in (select CleanValue from ItemValues where ItemId=Guid and Type=4) OR ");
  1518. statement?.TryBind("@Tag" + i, GetCleanValue(tags[i]));
  1519. }
  1520. clauseBuilder.Length -= Or.Length;
  1521. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1522. clauseBuilder.Length = 0;
  1523. }
  1524. if (excludeTags.Count > 0)
  1525. {
  1526. clauseBuilder.Append('(');
  1527. for (var i = 0; i < excludeTags.Count; i++)
  1528. {
  1529. clauseBuilder.Append("@ExcludeTag")
  1530. .Append(i)
  1531. .Append(" not in (select CleanValue from ItemValues where ItemId=Guid and Type=4) OR ");
  1532. statement?.TryBind("@ExcludeTag" + i, GetCleanValue(excludeTags[i]));
  1533. }
  1534. clauseBuilder.Length -= Or.Length;
  1535. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1536. clauseBuilder.Length = 0;
  1537. }
  1538. if (query.StudioIds.Length > 0)
  1539. {
  1540. clauseBuilder.Append('(');
  1541. for (var i = 0; i < query.StudioIds.Length; i++)
  1542. {
  1543. clauseBuilder.Append("(guid in (select itemid from ItemValues where CleanValue = (select CleanName from TypedBaseItems where guid=@StudioId")
  1544. .Append(i)
  1545. .Append(") and Type=3)) OR ");
  1546. statement?.TryBind("@StudioId" + i, query.StudioIds[i]);
  1547. }
  1548. clauseBuilder.Length -= Or.Length;
  1549. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1550. clauseBuilder.Length = 0;
  1551. }
  1552. if (query.OfficialRatings.Length > 0)
  1553. {
  1554. clauseBuilder.Append('(');
  1555. for (var i = 0; i < query.OfficialRatings.Length; i++)
  1556. {
  1557. clauseBuilder.Append("OfficialRating=@OfficialRating").Append(i).Append(Or);
  1558. statement?.TryBind("@OfficialRating" + i, query.OfficialRatings[i]);
  1559. }
  1560. clauseBuilder.Length -= Or.Length;
  1561. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1562. clauseBuilder.Length = 0;
  1563. }
  1564. clauseBuilder.Append('(');
  1565. if (query.HasParentalRating ?? false)
  1566. {
  1567. clauseBuilder.Append("InheritedParentalRatingValue not null");
  1568. if (query.MinParentalRating.HasValue)
  1569. {
  1570. clauseBuilder.Append(" AND InheritedParentalRatingValue >= @MinParentalRating");
  1571. statement?.TryBind("@MinParentalRating", query.MinParentalRating.Value);
  1572. }
  1573. if (query.MaxParentalRating.HasValue)
  1574. {
  1575. clauseBuilder.Append(" AND InheritedParentalRatingValue <= @MaxParentalRating");
  1576. statement?.TryBind("@MaxParentalRating", query.MaxParentalRating.Value);
  1577. }
  1578. }
  1579. else if (query.BlockUnratedItems.Length > 0)
  1580. {
  1581. const string ParamName = "@UnratedType";
  1582. clauseBuilder.Append("(InheritedParentalRatingValue is null AND UnratedType not in (");
  1583. for (int i = 0; i < query.BlockUnratedItems.Length; i++)
  1584. {
  1585. clauseBuilder.Append(ParamName).Append(i).Append(',');
  1586. statement?.TryBind(ParamName + i, query.BlockUnratedItems[i].ToString());
  1587. }
  1588. // Remove trailing comma
  1589. clauseBuilder.Length--;
  1590. clauseBuilder.Append("))");
  1591. if (query.MinParentalRating.HasValue || query.MaxParentalRating.HasValue)
  1592. {
  1593. clauseBuilder.Append(" OR (");
  1594. }
  1595. if (query.MinParentalRating.HasValue)
  1596. {
  1597. clauseBuilder.Append("InheritedParentalRatingValue >= @MinParentalRating");
  1598. statement?.TryBind("@MinParentalRating", query.MinParentalRating.Value);
  1599. }
  1600. if (query.MaxParentalRating.HasValue)
  1601. {
  1602. if (query.MinParentalRating.HasValue)
  1603. {
  1604. clauseBuilder.Append(" AND ");
  1605. }
  1606. clauseBuilder.Append("InheritedParentalRatingValue <= @MaxParentalRating");
  1607. statement?.TryBind("@MaxParentalRating", query.MaxParentalRating.Value);
  1608. }
  1609. if (query.MinParentalRating.HasValue || query.MaxParentalRating.HasValue)
  1610. {
  1611. clauseBuilder.Append(')');
  1612. }
  1613. if (!(query.MinParentalRating.HasValue || query.MaxParentalRating.HasValue))
  1614. {
  1615. clauseBuilder.Append(" OR InheritedParentalRatingValue not null");
  1616. }
  1617. }
  1618. else if (query.MinParentalRating.HasValue)
  1619. {
  1620. clauseBuilder.Append("InheritedParentalRatingValue is null OR (InheritedParentalRatingValue >= @MinParentalRating");
  1621. statement?.TryBind("@MinParentalRating", query.MinParentalRating.Value);
  1622. if (query.MaxParentalRating.HasValue)
  1623. {
  1624. clauseBuilder.Append(" AND InheritedParentalRatingValue <= @MaxParentalRating");
  1625. statement?.TryBind("@MaxParentalRating", query.MaxParentalRating.Value);
  1626. }
  1627. clauseBuilder.Append(')');
  1628. }
  1629. else if (query.MaxParentalRating.HasValue)
  1630. {
  1631. clauseBuilder.Append("InheritedParentalRatingValue is null OR InheritedParentalRatingValue <= @MaxParentalRating");
  1632. statement?.TryBind("@MaxParentalRating", query.MaxParentalRating.Value);
  1633. }
  1634. else if (!query.HasParentalRating ?? false)
  1635. {
  1636. clauseBuilder.Append("InheritedParentalRatingValue is null");
  1637. }
  1638. if (clauseBuilder.Length > 1)
  1639. {
  1640. whereClauses.Add(clauseBuilder.Append(')').ToString());
  1641. clauseBuilder.Length = 0;
  1642. }
  1643. if (query.HasOfficialRating.HasValue)
  1644. {
  1645. if (query.HasOfficialRating.Value)
  1646. {
  1647. whereClauses.Add("(OfficialRating not null AND OfficialRating<>'')");
  1648. }
  1649. else
  1650. {
  1651. whereClauses.Add("(OfficialRating is null OR OfficialRating='')");
  1652. }
  1653. }
  1654. if (query.HasOverview.HasValue)
  1655. {
  1656. if (query.HasOverview.Value)
  1657. {
  1658. whereClauses.Add("(Overview not null AND Overview<>'')");
  1659. }
  1660. else
  1661. {
  1662. whereClauses.Add("(Overview is null OR Overview='')");
  1663. }
  1664. }
  1665. if (query.HasOwnerId.HasValue)
  1666. {
  1667. if (query.HasOwnerId.Value)
  1668. {
  1669. whereClauses.Add("OwnerId not null");
  1670. }
  1671. else
  1672. {
  1673. whereClauses.Add("OwnerId is null");
  1674. }
  1675. }
  1676. if (!string.IsNullOrWhiteSpace(query.HasNoAudioTrackWithLanguage))
  1677. {
  1678. whereClauses.Add("((select language from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Audio' and MediaStreams.Language=@HasNoAudioTrackWithLanguage limit 1) is null)");
  1679. statement?.TryBind("@HasNoAudioTrackWithLanguage", query.HasNoAudioTrackWithLanguage);
  1680. }
  1681. if (!string.IsNullOrWhiteSpace(query.HasNoInternalSubtitleTrackWithLanguage))
  1682. {
  1683. whereClauses.Add("((select language from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Subtitle' and MediaStreams.IsExternal=0 and MediaStreams.Language=@HasNoInternalSubtitleTrackWithLanguage limit 1) is null)");
  1684. statement?.TryBind("@HasNoInternalSubtitleTrackWithLanguage", query.HasNoInternalSubtitleTrackWithLanguage);
  1685. }
  1686. if (!string.IsNullOrWhiteSpace(query.HasNoExternalSubtitleTrackWithLanguage))
  1687. {
  1688. whereClauses.Add("((select language from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Subtitle' and MediaStreams.IsExternal=1 and MediaStreams.Language=@HasNoExternalSubtitleTrackWithLanguage limit 1) is null)");
  1689. statement?.TryBind("@HasNoExternalSubtitleTrackWithLanguage", query.HasNoExternalSubtitleTrackWithLanguage);
  1690. }
  1691. if (!string.IsNullOrWhiteSpace(query.HasNoSubtitleTrackWithLanguage))
  1692. {
  1693. whereClauses.Add("((select language from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Subtitle' and MediaStreams.Language=@HasNoSubtitleTrackWithLanguage limit 1) is null)");
  1694. statement?.TryBind("@HasNoSubtitleTrackWithLanguage", query.HasNoSubtitleTrackWithLanguage);
  1695. }
  1696. if (query.HasSubtitles.HasValue)
  1697. {
  1698. if (query.HasSubtitles.Value)
  1699. {
  1700. whereClauses.Add("((select type from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Subtitle' limit 1) not null)");
  1701. }
  1702. else
  1703. {
  1704. whereClauses.Add("((select type from MediaStreams where MediaStreams.ItemId=A.Guid and MediaStreams.StreamType='Subtitle' limit 1) is null)");
  1705. }
  1706. }
  1707. if (query.HasChapterImages.HasValue)
  1708. {
  1709. if (query.HasChapterImages.Value)
  1710. {
  1711. whereClauses.Add("((select imagepath from Chapters2 where Chapters2.ItemId=A.Guid and imagepath not null limit 1) not null)");
  1712. }
  1713. else
  1714. {
  1715. whereClauses.Add("((select imagepath from Chapters2 where Chapters2.ItemId=A.Guid and imagepath not null limit 1) is null)");
  1716. }
  1717. }
  1718. if (query.HasDeadParentId.HasValue && query.HasDeadParentId.Value)
  1719. {
  1720. whereClauses.Add("ParentId NOT NULL AND ParentId NOT IN (select guid from TypedBaseItems)");
  1721. }
  1722. if (query.IsDeadArtist.HasValue && query.IsDeadArtist.Value)
  1723. {
  1724. whereClauses.Add("CleanName not in (Select CleanValue From ItemValues where Type in (0,1))");
  1725. }
  1726. if (query.IsDeadStudio.HasValue && query.IsDeadStudio.Value)
  1727. {
  1728. whereClauses.Add("CleanName not in (Select CleanValue From ItemValues where Type = 3)");
  1729. }
  1730. if (query.IsDeadPerson.HasValue && query.IsDeadPerson.Value)
  1731. {
  1732. whereClauses.Add("Name not in (Select Name From People)");
  1733. }
  1734. if (query.Years.Length == 1)
  1735. {
  1736. whereClauses.Add("ProductionYear=@Years");
  1737. statement?.TryBind("@Years", query.Years[0].ToString(CultureInfo.InvariantCulture));
  1738. }
  1739. else if (query.Years.Length > 1)
  1740. {
  1741. var val = string.Join(',', query.Years);
  1742. whereClauses.Add("ProductionYear in (" + val + ")");
  1743. }
  1744. var isVirtualItem = query.IsVirtualItem ?? query.IsMissing;
  1745. if (isVirtualItem.HasValue)
  1746. {
  1747. whereClauses.Add("IsVirtualItem=@IsVirtualItem");
  1748. statement?.TryBind("@IsVirtualItem", isVirtualItem.Value);
  1749. }
  1750. if (query.IsSpecialSeason.HasValue)
  1751. {
  1752. if (query.IsSpecialSeason.Value)
  1753. {
  1754. whereClauses.Add("IndexNumber = 0");
  1755. }
  1756. else
  1757. {
  1758. whereClauses.Add("IndexNumber <> 0");
  1759. }
  1760. }
  1761. if (query.IsUnaired.HasValue)
  1762. {
  1763. if (query.IsUnaired.Value)
  1764. {
  1765. whereClauses.Add("PremiereDate >= DATETIME('now')");
  1766. }
  1767. else
  1768. {
  1769. whereClauses.Add("PremiereDate < DATETIME('now')");
  1770. }
  1771. }
  1772. if (query.MediaTypes.Length == 1)
  1773. {
  1774. whereClauses.Add("MediaType=@MediaTypes");
  1775. statement?.TryBind("@MediaTypes", query.MediaTypes[0].ToString());
  1776. }
  1777. else if (query.MediaTypes.Length > 1)
  1778. {
  1779. var val = string.Join(',', query.MediaTypes.Select(i => $"'{i}'"));
  1780. whereClauses.Add("MediaType in (" + val + ")");
  1781. }
  1782. if (query.ItemIds.Length > 0)
  1783. {
  1784. var includeIds = new List<string>();
  1785. var index = 0;
  1786. foreach (var id in query.ItemIds)
  1787. {
  1788. includeIds.Add("Guid = @IncludeId" + index);
  1789. statement?.TryBind("@IncludeId" + index, id);
  1790. index++;
  1791. }
  1792. whereClauses.Add("(" + string.Join(" OR ", includeIds) + ")");
  1793. }
  1794. if (query.ExcludeItemIds.Length > 0)
  1795. {
  1796. var excludeIds = new List<string>();
  1797. var index = 0;
  1798. foreach (var id in query.ExcludeItemIds)
  1799. {
  1800. excludeIds.Add("Guid <> @ExcludeId" + index);
  1801. statement?.TryBind("@ExcludeId" + index, id);
  1802. index++;
  1803. }
  1804. whereClauses.Add(string.Join(" AND ", excludeIds));
  1805. }
  1806. if (query.ExcludeProviderIds is not null && query.ExcludeProviderIds.Count > 0)
  1807. {
  1808. var excludeIds = new List<string>();
  1809. var index = 0;
  1810. foreach (var pair in query.ExcludeProviderIds)
  1811. {
  1812. if (string.Equals(pair.Key, nameof(MetadataProvider.TmdbCollection), StringComparison.OrdinalIgnoreCase))
  1813. {
  1814. continue;
  1815. }
  1816. var paramName = "@ExcludeProviderId" + index;
  1817. excludeIds.Add("(ProviderIds is null or ProviderIds not like " + paramName + ")");
  1818. statement?.TryBind(paramName, "%" + pair.Key + "=" + pair.Value + "%");
  1819. index++;
  1820. break;
  1821. }
  1822. if (excludeIds.Count > 0)
  1823. {
  1824. whereClauses.Add(string.Join(" AND ", excludeIds));
  1825. }
  1826. }
  1827. if (query.HasAnyProviderId is not null && query.HasAnyProviderId.Count > 0)
  1828. {
  1829. var hasProviderIds = new List<string>();
  1830. var index = 0;
  1831. foreach (var pair in query.HasAnyProviderId)
  1832. {
  1833. if (string.Equals(pair.Key, nameof(MetadataProvider.TmdbCollection), StringComparison.OrdinalIgnoreCase))
  1834. {
  1835. continue;
  1836. }
  1837. // TODO this seems to be an idea for a better schema where ProviderIds are their own table
  1838. // but this is not implemented
  1839. // hasProviderIds.Add("(COALESCE((select value from ProviderIds where ItemId=Guid and Name = '" + pair.Key + "'), '') <> " + paramName + ")");
  1840. // TODO this is a really BAD way to do it since the pair:
  1841. // Tmdb, 1234 matches Tmdb=1234 but also Tmdb=1234567
  1842. // and maybe even NotTmdb=1234.
  1843. // this is a placeholder for this specific pair to correlate it in the bigger query
  1844. var paramName = "@HasAnyProviderId" + index;
  1845. // this is a search for the placeholder
  1846. hasProviderIds.Add("ProviderIds like " + paramName);
  1847. // this replaces the placeholder with a value, here: %key=val%
  1848. statement?.TryBind(paramName, "%" + pair.Key + "=" + pair.Value + "%");
  1849. index++;
  1850. break;
  1851. }
  1852. if (hasProviderIds.Count > 0)
  1853. {
  1854. whereClauses.Add("(" + string.Join(" OR ", hasProviderIds) + ")");
  1855. }
  1856. }
  1857. if (query.HasImdbId.HasValue)
  1858. {
  1859. whereClauses.Add(GetProviderIdClause(query.HasImdbId.Value, "imdb"));
  1860. }
  1861. if (query.HasTmdbId.HasValue)
  1862. {
  1863. whereClauses.Add(GetProviderIdClause(query.HasTmdbId.Value, "tmdb"));
  1864. }
  1865. if (query.HasTvdbId.HasValue)
  1866. {
  1867. whereClauses.Add(GetProviderIdClause(query.HasTvdbId.Value, "tvdb"));
  1868. }
  1869. var queryTopParentIds = query.TopParentIds;
  1870. if (queryTopParentIds.Length > 0)
  1871. {
  1872. var includedItemByNameTypes = GetItemByNameTypesInQuery(query);
  1873. var enableItemsByName = (query.IncludeItemsByName ?? false) && includedItemByNameTypes.Count > 0;
  1874. if (queryTopParentIds.Length == 1)
  1875. {
  1876. if (enableItemsByName && includedItemByNameTypes.Count == 1)
  1877. {
  1878. whereClauses.Add("(TopParentId=@TopParentId or Type=@IncludedItemByNameType)");
  1879. statement?.TryBind("@IncludedItemByNameType", includedItemByNameTypes[0]);
  1880. }
  1881. else if (enableItemsByName && includedItemByNameTypes.Count > 1)
  1882. {
  1883. var itemByNameTypeVal = string.Join(',', includedItemByNameTypes.Select(i => "'" + i + "'"));
  1884. whereClauses.Add("(TopParentId=@TopParentId or Type in (" + itemByNameTypeVal + "))");
  1885. }
  1886. else
  1887. {
  1888. whereClauses.Add("(TopParentId=@TopParentId)");
  1889. }
  1890. statement?.TryBind("@TopParentId", queryTopParentIds[0].ToString("N", CultureInfo.InvariantCulture));
  1891. }
  1892. else if (queryTopParentIds.Length > 1)
  1893. {
  1894. var val = string.Join(',', queryTopParentIds.Select(i => "'" + i.ToString("N", CultureInfo.InvariantCulture) + "'"));
  1895. if (enableItemsByName && includedItemByNameTypes.Count == 1)
  1896. {
  1897. whereClauses.Add("(Type=@IncludedItemByNameType or TopParentId in (" + val + "))");
  1898. statement?.TryBind("@IncludedItemByNameType", includedItemByNameTypes[0]);
  1899. }
  1900. else if (enableItemsByName && includedItemByNameTypes.Count > 1)
  1901. {
  1902. var itemByNameTypeVal = string.Join(',', includedItemByNameTypes.Select(i => "'" + i + "'"));
  1903. whereClauses.Add("(Type in (" + itemByNameTypeVal + ") or TopParentId in (" + val + "))");
  1904. }
  1905. else
  1906. {
  1907. whereClauses.Add("TopParentId in (" + val + ")");
  1908. }
  1909. }
  1910. }
  1911. if (query.AncestorIds.Length == 1)
  1912. {
  1913. whereClauses.Add("Guid in (select itemId from AncestorIds where AncestorId=@AncestorId)");
  1914. statement?.TryBind("@AncestorId", query.AncestorIds[0]);
  1915. }
  1916. if (query.AncestorIds.Length > 1)
  1917. {
  1918. var inClause = string.Join(',', query.AncestorIds.Select(i => "'" + i.ToString("N", CultureInfo.InvariantCulture) + "'"));
  1919. whereClauses.Add(string.Format(CultureInfo.InvariantCulture, "Guid in (select itemId from AncestorIds where AncestorIdText in ({0}))", inClause));
  1920. }
  1921. if (!string.IsNullOrWhiteSpace(query.AncestorWithPresentationUniqueKey))
  1922. {
  1923. var inClause = "select guid from TypedBaseItems where PresentationUniqueKey=@AncestorWithPresentationUniqueKey";
  1924. whereClauses.Add(string.Format(CultureInfo.InvariantCulture, "Guid in (select itemId from AncestorIds where AncestorId in ({0}))", inClause));
  1925. statement?.TryBind("@AncestorWithPresentationUniqueKey", query.AncestorWithPresentationUniqueKey);
  1926. }
  1927. if (!string.IsNullOrWhiteSpace(query.SeriesPresentationUniqueKey))
  1928. {
  1929. whereClauses.Add("SeriesPresentationUniqueKey=@SeriesPresentationUniqueKey");
  1930. statement?.TryBind("@SeriesPresentationUniqueKey", query.SeriesPresentationUniqueKey);
  1931. }
  1932. if (query.ExcludeInheritedTags.Length > 0)
  1933. {
  1934. var paramName = "@ExcludeInheritedTags";
  1935. if (statement is null)
  1936. {
  1937. int index = 0;
  1938. string excludedTags = string.Join(',', query.ExcludeInheritedTags.Select(_ => paramName + index++));
  1939. whereClauses.Add("((select CleanValue from ItemValues where ItemId=Guid and Type=6 and cleanvalue in (" + excludedTags + ")) is null)");
  1940. }
  1941. else
  1942. {
  1943. for (int index = 0; index < query.ExcludeInheritedTags.Length; index++)
  1944. {
  1945. statement.TryBind(paramName + index, GetCleanValue(query.ExcludeInheritedTags[index]));
  1946. }
  1947. }
  1948. }
  1949. if (query.IncludeInheritedTags.Length > 0)
  1950. {
  1951. var paramName = "@IncludeInheritedTags";
  1952. if (statement is null)
  1953. {
  1954. int index = 0;
  1955. string includedTags = string.Join(',', query.IncludeInheritedTags.Select(_ => paramName + index++));
  1956. // Episodes do not store inherit tags from their parents in the database, and the tag may be still required by the client.
  1957. // In addtion to the tags for the episodes themselves, we need to manually query its parent (the season)'s tags as well.
  1958. if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Episode)
  1959. {
  1960. whereClauses.Add($"""
  1961. ((select CleanValue from ItemValues where ItemId=Guid and Type=6 and CleanValue in ({includedTags})) is not null
  1962. OR (select CleanValue from ItemValues where ItemId=ParentId and Type=6 and CleanValue in ({includedTags})) is not null)
  1963. """);
  1964. }
  1965. // A playlist should be accessible to its owner regardless of allowed tags.
  1966. else if (includeTypes.Length == 1 && includeTypes.FirstOrDefault() is BaseItemKind.Playlist)
  1967. {
  1968. whereClauses.Add($"""
  1969. ((select CleanValue from ItemValues where ItemId=Guid and Type=6 and CleanValue in ({includedTags})) is not null
  1970. OR data like @PlaylistOwnerUserId)
  1971. """);
  1972. }
  1973. else
  1974. {
  1975. whereClauses.Add("((select CleanValue from ItemValues where ItemId=Guid and Type=6 and cleanvalue in (" + includedTags + ")) is not null)");
  1976. }
  1977. }
  1978. else
  1979. {
  1980. for (int index = 0; index < query.IncludeInheritedTags.Length; index++)
  1981. {
  1982. statement.TryBind(paramName + index, GetCleanValue(query.IncludeInheritedTags[index]));
  1983. }
  1984. if (query.User is not null)
  1985. {
  1986. statement.TryBind("@PlaylistOwnerUserId", $"""%"OwnerUserId":"{query.User.Id.ToString("N")}"%""");
  1987. }
  1988. }
  1989. }
  1990. if (query.SeriesStatuses.Length > 0)
  1991. {
  1992. var statuses = new List<string>();
  1993. foreach (var seriesStatus in query.SeriesStatuses)
  1994. {
  1995. statuses.Add("data like '%" + seriesStatus + "%'");
  1996. }
  1997. whereClauses.Add("(" + string.Join(" OR ", statuses) + ")");
  1998. }
  1999. if (query.BoxSetLibraryFolders.Length > 0)
  2000. {
  2001. var folderIdQueries = new List<string>();
  2002. foreach (var folderId in query.BoxSetLibraryFolders)
  2003. {
  2004. folderIdQueries.Add("data like '%" + folderId.ToString("N", CultureInfo.InvariantCulture) + "%'");
  2005. }
  2006. whereClauses.Add("(" + string.Join(" OR ", folderIdQueries) + ")");
  2007. }
  2008. if (query.VideoTypes.Length > 0)
  2009. {
  2010. var videoTypes = new List<string>();
  2011. foreach (var videoType in query.VideoTypes)
  2012. {
  2013. videoTypes.Add("data like '%\"VideoType\":\"" + videoType + "\"%'");
  2014. }
  2015. whereClauses.Add("(" + string.Join(" OR ", videoTypes) + ")");
  2016. }
  2017. if (query.Is3D.HasValue)
  2018. {
  2019. if (query.Is3D.Value)
  2020. {
  2021. whereClauses.Add("data like '%Video3DFormat%'");
  2022. }
  2023. else
  2024. {
  2025. whereClauses.Add("data not like '%Video3DFormat%'");
  2026. }
  2027. }
  2028. if (query.IsPlaceHolder.HasValue)
  2029. {
  2030. if (query.IsPlaceHolder.Value)
  2031. {
  2032. whereClauses.Add("data like '%\"IsPlaceHolder\":true%'");
  2033. }
  2034. else
  2035. {
  2036. whereClauses.Add("(data is null or data not like '%\"IsPlaceHolder\":true%')");
  2037. }
  2038. }
  2039. if (query.HasSpecialFeature.HasValue)
  2040. {
  2041. if (query.HasSpecialFeature.Value)
  2042. {
  2043. whereClauses.Add("ExtraIds not null");
  2044. }
  2045. else
  2046. {
  2047. whereClauses.Add("ExtraIds is null");
  2048. }
  2049. }
  2050. if (query.HasTrailer.HasValue)
  2051. {
  2052. if (query.HasTrailer.Value)
  2053. {
  2054. whereClauses.Add("ExtraIds not null");
  2055. }
  2056. else
  2057. {
  2058. whereClauses.Add("ExtraIds is null");
  2059. }
  2060. }
  2061. if (query.HasThemeSong.HasValue)
  2062. {
  2063. if (query.HasThemeSong.Value)
  2064. {
  2065. whereClauses.Add("ExtraIds not null");
  2066. }
  2067. else
  2068. {
  2069. whereClauses.Add("ExtraIds is null");
  2070. }
  2071. }
  2072. if (query.HasThemeVideo.HasValue)
  2073. {
  2074. if (query.HasThemeVideo.Value)
  2075. {
  2076. whereClauses.Add("ExtraIds not null");
  2077. }
  2078. else
  2079. {
  2080. whereClauses.Add("ExtraIds is null");
  2081. }
  2082. }
  2083. return whereClauses;
  2084. }
  2085. /// <summary>
  2086. /// Formats a where clause for the specified provider.
  2087. /// </summary>
  2088. /// <param name="includeResults">Whether or not to include items with this provider's ids.</param>
  2089. /// <param name="provider">Provider name.</param>
  2090. /// <returns>Formatted SQL clause.</returns>
  2091. private string GetProviderIdClause(bool includeResults, string provider)
  2092. {
  2093. return string.Format(
  2094. CultureInfo.InvariantCulture,
  2095. "ProviderIds {0} like '%{1}=%'",
  2096. includeResults ? string.Empty : "not",
  2097. provider);
  2098. }
  2099. #nullable disable
  2100. private List<string> GetItemByNameTypesInQuery(InternalItemsQuery query)
  2101. {
  2102. var list = new List<string>();
  2103. if (IsTypeInQuery(BaseItemKind.Person, query))
  2104. {
  2105. list.Add(typeof(Person).FullName);
  2106. }
  2107. if (IsTypeInQuery(BaseItemKind.Genre, query))
  2108. {
  2109. list.Add(typeof(Genre).FullName);
  2110. }
  2111. if (IsTypeInQuery(BaseItemKind.MusicGenre, query))
  2112. {
  2113. list.Add(typeof(MusicGenre).FullName);
  2114. }
  2115. if (IsTypeInQuery(BaseItemKind.MusicArtist, query))
  2116. {
  2117. list.Add(typeof(MusicArtist).FullName);
  2118. }
  2119. if (IsTypeInQuery(BaseItemKind.Studio, query))
  2120. {
  2121. list.Add(typeof(Studio).FullName);
  2122. }
  2123. return list;
  2124. }
  2125. private bool IsTypeInQuery(BaseItemKind type, InternalItemsQuery query)
  2126. {
  2127. if (query.ExcludeItemTypes.Contains(type))
  2128. {
  2129. return false;
  2130. }
  2131. return query.IncludeItemTypes.Length == 0 || query.IncludeItemTypes.Contains(type);
  2132. }
  2133. private string GetCleanValue(string value)
  2134. {
  2135. if (string.IsNullOrWhiteSpace(value))
  2136. {
  2137. return value;
  2138. }
  2139. return value.RemoveDiacritics().ToLowerInvariant();
  2140. }
  2141. private bool EnableGroupByPresentationUniqueKey(InternalItemsQuery query)
  2142. {
  2143. if (!query.GroupByPresentationUniqueKey)
  2144. {
  2145. return false;
  2146. }
  2147. if (query.GroupBySeriesPresentationUniqueKey)
  2148. {
  2149. return false;
  2150. }
  2151. if (!string.IsNullOrWhiteSpace(query.PresentationUniqueKey))
  2152. {
  2153. return false;
  2154. }
  2155. if (query.User is null)
  2156. {
  2157. return false;
  2158. }
  2159. if (query.IncludeItemTypes.Length == 0)
  2160. {
  2161. return true;
  2162. }
  2163. return query.IncludeItemTypes.Contains(BaseItemKind.Episode)
  2164. || query.IncludeItemTypes.Contains(BaseItemKind.Video)
  2165. || query.IncludeItemTypes.Contains(BaseItemKind.Movie)
  2166. || query.IncludeItemTypes.Contains(BaseItemKind.MusicVideo)
  2167. || query.IncludeItemTypes.Contains(BaseItemKind.Series)
  2168. || query.IncludeItemTypes.Contains(BaseItemKind.Season);
  2169. }
  2170. /// <inheritdoc />
  2171. public void UpdateInheritedValues()
  2172. {
  2173. const string Statements = """
  2174. delete from ItemValues where type = 6;
  2175. insert into ItemValues (ItemId, Type, Value, CleanValue) select ItemId, 6, Value, CleanValue from ItemValues where Type=4;
  2176. insert into ItemValues (ItemId, Type, Value, CleanValue) select AncestorIds.itemid, 6, ItemValues.Value, ItemValues.CleanValue
  2177. FROM AncestorIds
  2178. LEFT JOIN ItemValues ON (AncestorIds.AncestorId = ItemValues.ItemId)
  2179. where AncestorIdText not null and ItemValues.Value not null and ItemValues.Type = 4;
  2180. """;
  2181. using var connection = GetConnection();
  2182. using var transaction = connection.BeginTransaction();
  2183. connection.Execute(Statements);
  2184. transaction.Commit();
  2185. }
  2186. /// <inheritdoc />
  2187. public void DeleteItem(Guid id)
  2188. {
  2189. if (id.IsEmpty())
  2190. {
  2191. throw new ArgumentNullException(nameof(id));
  2192. }
  2193. CheckDisposed();
  2194. using var connection = GetConnection();
  2195. using var transaction = connection.BeginTransaction();
  2196. // Delete people
  2197. ExecuteWithSingleParam(connection, "delete from People where ItemId=@Id", id);
  2198. // Delete chapters
  2199. ExecuteWithSingleParam(connection, "delete from " + ChaptersTableName + " where ItemId=@Id", id);
  2200. // Delete media streams
  2201. ExecuteWithSingleParam(connection, "delete from mediastreams where ItemId=@Id", id);
  2202. // Delete ancestors
  2203. ExecuteWithSingleParam(connection, "delete from AncestorIds where ItemId=@Id", id);
  2204. // Delete item values
  2205. ExecuteWithSingleParam(connection, "delete from ItemValues where ItemId=@Id", id);
  2206. // Delete the item
  2207. ExecuteWithSingleParam(connection, "delete from TypedBaseItems where guid=@Id", id);
  2208. transaction.Commit();
  2209. }
  2210. private void ExecuteWithSingleParam(ManagedConnection db, string query, Guid value)
  2211. {
  2212. using (var statement = PrepareStatement(db, query))
  2213. {
  2214. statement.TryBind("@Id", value);
  2215. statement.ExecuteNonQuery();
  2216. }
  2217. }
  2218. /// <inheritdoc />
  2219. public List<string> GetPeopleNames(InternalPeopleQuery query)
  2220. {
  2221. ArgumentNullException.ThrowIfNull(query);
  2222. CheckDisposed();
  2223. var commandText = new StringBuilder("select Distinct p.Name from People p");
  2224. var whereClauses = GetPeopleWhereClauses(query, null);
  2225. if (whereClauses.Count != 0)
  2226. {
  2227. commandText.Append(" where ").AppendJoin(" AND ", whereClauses);
  2228. }
  2229. commandText.Append(" order by ListOrder");
  2230. if (query.Limit > 0)
  2231. {
  2232. commandText.Append(" LIMIT ").Append(query.Limit);
  2233. }
  2234. var list = new List<string>();
  2235. using (var connection = GetConnection(true))
  2236. using (var statement = PrepareStatement(connection, commandText.ToString()))
  2237. {
  2238. // Run this again to bind the params
  2239. GetPeopleWhereClauses(query, statement);
  2240. foreach (var row in statement.ExecuteQuery())
  2241. {
  2242. list.Add(row.GetString(0));
  2243. }
  2244. }
  2245. return list;
  2246. }
  2247. /// <inheritdoc />
  2248. public List<PersonInfo> GetPeople(InternalPeopleQuery query)
  2249. {
  2250. ArgumentNullException.ThrowIfNull(query);
  2251. CheckDisposed();
  2252. StringBuilder commandText = new StringBuilder("select ItemId, Name, Role, PersonType, SortOrder from People p");
  2253. var whereClauses = GetPeopleWhereClauses(query, null);
  2254. if (whereClauses.Count != 0)
  2255. {
  2256. commandText.Append(" where ").AppendJoin(" AND ", whereClauses);
  2257. }
  2258. commandText.Append(" order by ListOrder");
  2259. if (query.Limit > 0)
  2260. {
  2261. commandText.Append(" LIMIT ").Append(query.Limit);
  2262. }
  2263. var list = new List<PersonInfo>();
  2264. using (var connection = GetConnection(true))
  2265. using (var statement = PrepareStatement(connection, commandText.ToString()))
  2266. {
  2267. // Run this again to bind the params
  2268. GetPeopleWhereClauses(query, statement);
  2269. foreach (var row in statement.ExecuteQuery())
  2270. {
  2271. list.Add(GetPerson(row));
  2272. }
  2273. }
  2274. return list;
  2275. }
  2276. private List<string> GetPeopleWhereClauses(InternalPeopleQuery query, SqliteCommand statement)
  2277. {
  2278. var whereClauses = new List<string>();
  2279. if (query.User is not null && query.IsFavorite.HasValue)
  2280. {
  2281. whereClauses.Add(@"p.Name IN (
  2282. SELECT Name FROM TypedBaseItems WHERE UserDataKey IN (
  2283. SELECT key FROM UserDatas WHERE isFavorite=@IsFavorite AND userId=@UserId)
  2284. AND Type = @InternalPersonType)");
  2285. statement?.TryBind("@IsFavorite", query.IsFavorite.Value);
  2286. statement?.TryBind("@InternalPersonType", typeof(Person).FullName);
  2287. statement?.TryBind("@UserId", query.User.InternalId);
  2288. }
  2289. if (!query.ItemId.IsEmpty())
  2290. {
  2291. whereClauses.Add("ItemId=@ItemId");
  2292. statement?.TryBind("@ItemId", query.ItemId);
  2293. }
  2294. if (!query.AppearsInItemId.IsEmpty())
  2295. {
  2296. whereClauses.Add("p.Name in (Select Name from People where ItemId=@AppearsInItemId)");
  2297. statement?.TryBind("@AppearsInItemId", query.AppearsInItemId);
  2298. }
  2299. var queryPersonTypes = query.PersonTypes.Where(IsValidPersonType).ToList();
  2300. if (queryPersonTypes.Count == 1)
  2301. {
  2302. whereClauses.Add("PersonType=@PersonType");
  2303. statement?.TryBind("@PersonType", queryPersonTypes[0]);
  2304. }
  2305. else if (queryPersonTypes.Count > 1)
  2306. {
  2307. var val = string.Join(',', queryPersonTypes.Select(i => "'" + i + "'"));
  2308. whereClauses.Add("PersonType in (" + val + ")");
  2309. }
  2310. var queryExcludePersonTypes = query.ExcludePersonTypes.Where(IsValidPersonType).ToList();
  2311. if (queryExcludePersonTypes.Count == 1)
  2312. {
  2313. whereClauses.Add("PersonType<>@PersonType");
  2314. statement?.TryBind("@PersonType", queryExcludePersonTypes[0]);
  2315. }
  2316. else if (queryExcludePersonTypes.Count > 1)
  2317. {
  2318. var val = string.Join(',', queryExcludePersonTypes.Select(i => "'" + i + "'"));
  2319. whereClauses.Add("PersonType not in (" + val + ")");
  2320. }
  2321. if (query.MaxListOrder.HasValue)
  2322. {
  2323. whereClauses.Add("ListOrder<=@MaxListOrder");
  2324. statement?.TryBind("@MaxListOrder", query.MaxListOrder.Value);
  2325. }
  2326. if (!string.IsNullOrWhiteSpace(query.NameContains))
  2327. {
  2328. whereClauses.Add("p.Name like @NameContains");
  2329. statement?.TryBind("@NameContains", "%" + query.NameContains + "%");
  2330. }
  2331. return whereClauses;
  2332. }
  2333. private void UpdateAncestors(Guid itemId, List<Guid> ancestorIds, ManagedConnection db, SqliteCommand deleteAncestorsStatement)
  2334. {
  2335. if (itemId.IsEmpty())
  2336. {
  2337. throw new ArgumentNullException(nameof(itemId));
  2338. }
  2339. ArgumentNullException.ThrowIfNull(ancestorIds);
  2340. CheckDisposed();
  2341. // First delete
  2342. deleteAncestorsStatement.TryBind("@ItemId", itemId);
  2343. deleteAncestorsStatement.ExecuteNonQuery();
  2344. if (ancestorIds.Count == 0)
  2345. {
  2346. return;
  2347. }
  2348. var insertText = new StringBuilder("insert into AncestorIds (ItemId, AncestorId, AncestorIdText) values ");
  2349. for (var i = 0; i < ancestorIds.Count; i++)
  2350. {
  2351. insertText.AppendFormat(
  2352. CultureInfo.InvariantCulture,
  2353. "(@ItemId, @AncestorId{0}, @AncestorIdText{0}),",
  2354. i.ToString(CultureInfo.InvariantCulture));
  2355. }
  2356. // Remove trailing comma
  2357. insertText.Length--;
  2358. using (var statement = PrepareStatement(db, insertText.ToString()))
  2359. {
  2360. statement.TryBind("@ItemId", itemId);
  2361. for (var i = 0; i < ancestorIds.Count; i++)
  2362. {
  2363. var index = i.ToString(CultureInfo.InvariantCulture);
  2364. var ancestorId = ancestorIds[i];
  2365. statement.TryBind("@AncestorId" + index, ancestorId);
  2366. statement.TryBind("@AncestorIdText" + index, ancestorId.ToString("N", CultureInfo.InvariantCulture));
  2367. }
  2368. statement.ExecuteNonQuery();
  2369. }
  2370. }
  2371. /// <inheritdoc />
  2372. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAllArtists(InternalItemsQuery query)
  2373. {
  2374. return GetItemValues(query, new[] { 0, 1 }, typeof(MusicArtist).FullName);
  2375. }
  2376. /// <inheritdoc />
  2377. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetArtists(InternalItemsQuery query)
  2378. {
  2379. return GetItemValues(query, new[] { 0 }, typeof(MusicArtist).FullName);
  2380. }
  2381. /// <inheritdoc />
  2382. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetAlbumArtists(InternalItemsQuery query)
  2383. {
  2384. return GetItemValues(query, new[] { 1 }, typeof(MusicArtist).FullName);
  2385. }
  2386. /// <inheritdoc />
  2387. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetStudios(InternalItemsQuery query)
  2388. {
  2389. return GetItemValues(query, new[] { 3 }, typeof(Studio).FullName);
  2390. }
  2391. /// <inheritdoc />
  2392. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetGenres(InternalItemsQuery query)
  2393. {
  2394. return GetItemValues(query, new[] { 2 }, typeof(Genre).FullName);
  2395. }
  2396. /// <inheritdoc />
  2397. public QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetMusicGenres(InternalItemsQuery query)
  2398. {
  2399. return GetItemValues(query, new[] { 2 }, typeof(MusicGenre).FullName);
  2400. }
  2401. /// <inheritdoc />
  2402. public List<string> GetStudioNames()
  2403. {
  2404. return GetItemValueNames(new[] { 3 }, Array.Empty<string>(), Array.Empty<string>());
  2405. }
  2406. /// <inheritdoc />
  2407. public List<string> GetAllArtistNames()
  2408. {
  2409. return GetItemValueNames(new[] { 0, 1 }, Array.Empty<string>(), Array.Empty<string>());
  2410. }
  2411. /// <inheritdoc />
  2412. public List<string> GetMusicGenreNames()
  2413. {
  2414. return GetItemValueNames(
  2415. new[] { 2 },
  2416. new string[]
  2417. {
  2418. typeof(Audio).FullName,
  2419. typeof(MusicVideo).FullName,
  2420. typeof(MusicAlbum).FullName,
  2421. typeof(MusicArtist).FullName
  2422. },
  2423. Array.Empty<string>());
  2424. }
  2425. /// <inheritdoc />
  2426. public List<string> GetGenreNames()
  2427. {
  2428. return GetItemValueNames(
  2429. new[] { 2 },
  2430. Array.Empty<string>(),
  2431. new string[]
  2432. {
  2433. typeof(Audio).FullName,
  2434. typeof(MusicVideo).FullName,
  2435. typeof(MusicAlbum).FullName,
  2436. typeof(MusicArtist).FullName
  2437. });
  2438. }
  2439. private List<string> GetItemValueNames(int[] itemValueTypes, IReadOnlyList<string> withItemTypes, IReadOnlyList<string> excludeItemTypes)
  2440. {
  2441. CheckDisposed();
  2442. var stringBuilder = new StringBuilder("Select Value From ItemValues where Type", 128);
  2443. if (itemValueTypes.Length == 1)
  2444. {
  2445. stringBuilder.Append('=')
  2446. .Append(itemValueTypes[0]);
  2447. }
  2448. else
  2449. {
  2450. stringBuilder.Append(" in (")
  2451. .AppendJoin(',', itemValueTypes)
  2452. .Append(')');
  2453. }
  2454. if (withItemTypes.Count > 0)
  2455. {
  2456. stringBuilder.Append(" AND ItemId In (select guid from typedbaseitems where type in (")
  2457. .AppendJoinInSingleQuotes(',', withItemTypes)
  2458. .Append("))");
  2459. }
  2460. if (excludeItemTypes.Count > 0)
  2461. {
  2462. stringBuilder.Append(" AND ItemId not In (select guid from typedbaseitems where type in (")
  2463. .AppendJoinInSingleQuotes(',', excludeItemTypes)
  2464. .Append("))");
  2465. }
  2466. stringBuilder.Append(" Group By CleanValue");
  2467. var commandText = stringBuilder.ToString();
  2468. var list = new List<string>();
  2469. using (new QueryTimeLogger(Logger, commandText))
  2470. using (var connection = GetConnection(true))
  2471. using (var statement = PrepareStatement(connection, commandText))
  2472. {
  2473. foreach (var row in statement.ExecuteQuery())
  2474. {
  2475. if (row.TryGetString(0, out var result))
  2476. {
  2477. list.Add(result);
  2478. }
  2479. }
  2480. }
  2481. return list;
  2482. }
  2483. private QueryResult<(BaseItem Item, ItemCounts ItemCounts)> GetItemValues(InternalItemsQuery query, int[] itemValueTypes, string returnType)
  2484. {
  2485. ArgumentNullException.ThrowIfNull(query);
  2486. if (!query.Limit.HasValue)
  2487. {
  2488. query.EnableTotalRecordCount = false;
  2489. }
  2490. CheckDisposed();
  2491. var typeClause = itemValueTypes.Length == 1 ?
  2492. ("Type=" + itemValueTypes[0]) :
  2493. ("Type in (" + string.Join(',', itemValueTypes) + ")");
  2494. InternalItemsQuery typeSubQuery = null;
  2495. string itemCountColumns = null;
  2496. var stringBuilder = new StringBuilder(1024);
  2497. var typesToCount = query.IncludeItemTypes;
  2498. if (typesToCount.Length > 0)
  2499. {
  2500. stringBuilder.Append("(select group_concat(type, '|') from TypedBaseItems B");
  2501. typeSubQuery = new InternalItemsQuery(query.User)
  2502. {
  2503. ExcludeItemTypes = query.ExcludeItemTypes,
  2504. IncludeItemTypes = query.IncludeItemTypes,
  2505. MediaTypes = query.MediaTypes,
  2506. AncestorIds = query.AncestorIds,
  2507. ExcludeItemIds = query.ExcludeItemIds,
  2508. ItemIds = query.ItemIds,
  2509. TopParentIds = query.TopParentIds,
  2510. ParentId = query.ParentId,
  2511. IsPlayed = query.IsPlayed
  2512. };
  2513. var whereClauses = GetWhereClauses(typeSubQuery, null);
  2514. stringBuilder.Append(" where ")
  2515. .AppendJoin(" AND ", whereClauses)
  2516. .Append(" AND ")
  2517. .Append("guid in (select ItemId from ItemValues where ItemValues.CleanValue=A.CleanName AND ")
  2518. .Append(typeClause)
  2519. .Append(")) as itemTypes");
  2520. itemCountColumns = stringBuilder.ToString();
  2521. stringBuilder.Clear();
  2522. }
  2523. List<string> columns = _retrieveItemColumns.ToList();
  2524. // Unfortunately we need to add it to columns to ensure the order of the columns in the select
  2525. if (!string.IsNullOrEmpty(itemCountColumns))
  2526. {
  2527. columns.Add(itemCountColumns);
  2528. }
  2529. // do this first before calling GetFinalColumnsToSelect, otherwise ExcludeItemIds will be set by SimilarTo
  2530. var innerQuery = new InternalItemsQuery(query.User)
  2531. {
  2532. ExcludeItemTypes = query.ExcludeItemTypes,
  2533. IncludeItemTypes = query.IncludeItemTypes,
  2534. MediaTypes = query.MediaTypes,
  2535. AncestorIds = query.AncestorIds,
  2536. ItemIds = query.ItemIds,
  2537. TopParentIds = query.TopParentIds,
  2538. ParentId = query.ParentId,
  2539. IsAiring = query.IsAiring,
  2540. IsMovie = query.IsMovie,
  2541. IsSports = query.IsSports,
  2542. IsKids = query.IsKids,
  2543. IsNews = query.IsNews,
  2544. IsSeries = query.IsSeries
  2545. };
  2546. SetFinalColumnsToSelect(query, columns);
  2547. var innerWhereClauses = GetWhereClauses(innerQuery, null);
  2548. stringBuilder.Append(" where Type=@SelectType And CleanName In (Select CleanValue from ItemValues where ")
  2549. .Append(typeClause)
  2550. .Append(" AND ItemId in (select guid from TypedBaseItems");
  2551. if (innerWhereClauses.Count > 0)
  2552. {
  2553. stringBuilder.Append(" where ")
  2554. .AppendJoin(" AND ", innerWhereClauses);
  2555. }
  2556. stringBuilder.Append("))");
  2557. var outerQuery = new InternalItemsQuery(query.User)
  2558. {
  2559. IsPlayed = query.IsPlayed,
  2560. IsFavorite = query.IsFavorite,
  2561. IsFavoriteOrLiked = query.IsFavoriteOrLiked,
  2562. IsLiked = query.IsLiked,
  2563. IsLocked = query.IsLocked,
  2564. NameLessThan = query.NameLessThan,
  2565. NameStartsWith = query.NameStartsWith,
  2566. NameStartsWithOrGreater = query.NameStartsWithOrGreater,
  2567. Tags = query.Tags,
  2568. OfficialRatings = query.OfficialRatings,
  2569. StudioIds = query.StudioIds,
  2570. GenreIds = query.GenreIds,
  2571. Genres = query.Genres,
  2572. Years = query.Years,
  2573. NameContains = query.NameContains,
  2574. SearchTerm = query.SearchTerm,
  2575. SimilarTo = query.SimilarTo,
  2576. ExcludeItemIds = query.ExcludeItemIds
  2577. };
  2578. var outerWhereClauses = GetWhereClauses(outerQuery, null);
  2579. if (outerWhereClauses.Count != 0)
  2580. {
  2581. stringBuilder.Append(" AND ")
  2582. .AppendJoin(" AND ", outerWhereClauses);
  2583. }
  2584. var whereText = stringBuilder.ToString();
  2585. stringBuilder.Clear();
  2586. stringBuilder.Append("select ")
  2587. .AppendJoin(',', columns)
  2588. .Append(FromText)
  2589. .Append(GetJoinUserDataText(query))
  2590. .Append(whereText)
  2591. .Append(" group by PresentationUniqueKey");
  2592. if (query.OrderBy.Count != 0
  2593. || query.SimilarTo is not null
  2594. || !string.IsNullOrEmpty(query.SearchTerm))
  2595. {
  2596. stringBuilder.Append(GetOrderByText(query));
  2597. }
  2598. else
  2599. {
  2600. stringBuilder.Append(" order by SortName");
  2601. }
  2602. if (query.Limit.HasValue || query.StartIndex.HasValue)
  2603. {
  2604. var offset = query.StartIndex ?? 0;
  2605. if (query.Limit.HasValue || offset > 0)
  2606. {
  2607. stringBuilder.Append(" LIMIT ")
  2608. .Append(query.Limit ?? int.MaxValue);
  2609. }
  2610. if (offset > 0)
  2611. {
  2612. stringBuilder.Append(" OFFSET ")
  2613. .Append(offset);
  2614. }
  2615. }
  2616. var isReturningZeroItems = query.Limit.HasValue && query.Limit <= 0;
  2617. string commandText = string.Empty;
  2618. if (!isReturningZeroItems)
  2619. {
  2620. commandText = stringBuilder.ToString();
  2621. }
  2622. string countText = string.Empty;
  2623. if (query.EnableTotalRecordCount)
  2624. {
  2625. stringBuilder.Clear();
  2626. var columnsToSelect = new List<string> { "count (distinct PresentationUniqueKey)" };
  2627. SetFinalColumnsToSelect(query, columnsToSelect);
  2628. stringBuilder.Append("select ")
  2629. .AppendJoin(',', columnsToSelect)
  2630. .Append(FromText)
  2631. .Append(GetJoinUserDataText(query))
  2632. .Append(whereText);
  2633. countText = stringBuilder.ToString();
  2634. }
  2635. var list = new List<(BaseItem, ItemCounts)>();
  2636. var result = new QueryResult<(BaseItem, ItemCounts)>();
  2637. using (new QueryTimeLogger(Logger, commandText))
  2638. using (var connection = GetConnection(true))
  2639. using (var transaction = connection.BeginTransaction())
  2640. {
  2641. if (!isReturningZeroItems)
  2642. {
  2643. using (var statement = PrepareStatement(connection, commandText))
  2644. {
  2645. statement.TryBind("@SelectType", returnType);
  2646. if (EnableJoinUserData(query))
  2647. {
  2648. statement.TryBind("@UserId", query.User.InternalId);
  2649. }
  2650. if (typeSubQuery is not null)
  2651. {
  2652. GetWhereClauses(typeSubQuery, null);
  2653. }
  2654. BindSimilarParams(query, statement);
  2655. BindSearchParams(query, statement);
  2656. GetWhereClauses(innerQuery, statement);
  2657. GetWhereClauses(outerQuery, statement);
  2658. var hasEpisodeAttributes = HasEpisodeAttributes(query);
  2659. var hasProgramAttributes = HasProgramAttributes(query);
  2660. var hasServiceName = HasServiceName(query);
  2661. var hasStartDate = HasStartDate(query);
  2662. var hasTrailerTypes = HasTrailerTypes(query);
  2663. var hasArtistFields = HasArtistFields(query);
  2664. var hasSeriesFields = HasSeriesFields(query);
  2665. foreach (var row in statement.ExecuteQuery())
  2666. {
  2667. var item = GetItem(row, query, hasProgramAttributes, hasEpisodeAttributes, hasServiceName, hasStartDate, hasTrailerTypes, hasArtistFields, hasSeriesFields, false);
  2668. if (item is not null)
  2669. {
  2670. var countStartColumn = columns.Count - 1;
  2671. list.Add((item, GetItemCounts(row, countStartColumn, typesToCount)));
  2672. }
  2673. }
  2674. }
  2675. }
  2676. if (query.EnableTotalRecordCount)
  2677. {
  2678. using (var statement = PrepareStatement(connection, countText))
  2679. {
  2680. statement.TryBind("@SelectType", returnType);
  2681. if (EnableJoinUserData(query))
  2682. {
  2683. statement.TryBind("@UserId", query.User.InternalId);
  2684. }
  2685. if (typeSubQuery is not null)
  2686. {
  2687. GetWhereClauses(typeSubQuery, null);
  2688. }
  2689. BindSimilarParams(query, statement);
  2690. BindSearchParams(query, statement);
  2691. GetWhereClauses(innerQuery, statement);
  2692. GetWhereClauses(outerQuery, statement);
  2693. result.TotalRecordCount = statement.SelectScalarInt();
  2694. }
  2695. }
  2696. transaction.Commit();
  2697. }
  2698. if (result.TotalRecordCount == 0)
  2699. {
  2700. result.TotalRecordCount = list.Count;
  2701. }
  2702. result.StartIndex = query.StartIndex ?? 0;
  2703. result.Items = list;
  2704. return result;
  2705. }
  2706. private static ItemCounts GetItemCounts(SqliteDataReader reader, int countStartColumn, BaseItemKind[] typesToCount)
  2707. {
  2708. var counts = new ItemCounts();
  2709. if (typesToCount.Length == 0)
  2710. {
  2711. return counts;
  2712. }
  2713. if (!reader.TryGetString(countStartColumn, out var typeString))
  2714. {
  2715. return counts;
  2716. }
  2717. foreach (var typeName in typeString.AsSpan().Split('|'))
  2718. {
  2719. if (typeName.Equals(typeof(Series).FullName, StringComparison.OrdinalIgnoreCase))
  2720. {
  2721. counts.SeriesCount++;
  2722. }
  2723. else if (typeName.Equals(typeof(Episode).FullName, StringComparison.OrdinalIgnoreCase))
  2724. {
  2725. counts.EpisodeCount++;
  2726. }
  2727. else if (typeName.Equals(typeof(Movie).FullName, StringComparison.OrdinalIgnoreCase))
  2728. {
  2729. counts.MovieCount++;
  2730. }
  2731. else if (typeName.Equals(typeof(MusicAlbum).FullName, StringComparison.OrdinalIgnoreCase))
  2732. {
  2733. counts.AlbumCount++;
  2734. }
  2735. else if (typeName.Equals(typeof(MusicArtist).FullName, StringComparison.OrdinalIgnoreCase))
  2736. {
  2737. counts.ArtistCount++;
  2738. }
  2739. else if (typeName.Equals(typeof(Audio).FullName, StringComparison.OrdinalIgnoreCase))
  2740. {
  2741. counts.SongCount++;
  2742. }
  2743. else if (typeName.Equals(typeof(Trailer).FullName, StringComparison.OrdinalIgnoreCase))
  2744. {
  2745. counts.TrailerCount++;
  2746. }
  2747. counts.ItemCount++;
  2748. }
  2749. return counts;
  2750. }
  2751. private List<(int MagicNumber, string Value)> GetItemValuesToSave(BaseItem item, List<string> inheritedTags)
  2752. {
  2753. var list = new List<(int, string)>();
  2754. if (item is IHasArtist hasArtist)
  2755. {
  2756. list.AddRange(hasArtist.Artists.Select(i => (0, i)));
  2757. }
  2758. if (item is IHasAlbumArtist hasAlbumArtist)
  2759. {
  2760. list.AddRange(hasAlbumArtist.AlbumArtists.Select(i => (1, i)));
  2761. }
  2762. list.AddRange(item.Genres.Select(i => (2, i)));
  2763. list.AddRange(item.Studios.Select(i => (3, i)));
  2764. list.AddRange(item.Tags.Select(i => (4, i)));
  2765. // keywords was 5
  2766. list.AddRange(inheritedTags.Select(i => (6, i)));
  2767. // Remove all invalid values.
  2768. list.RemoveAll(i => string.IsNullOrWhiteSpace(i.Item2));
  2769. return list;
  2770. }
  2771. private void UpdateItemValues(Guid itemId, List<(int MagicNumber, string Value)> values, ManagedConnection db)
  2772. {
  2773. if (itemId.IsEmpty())
  2774. {
  2775. throw new ArgumentNullException(nameof(itemId));
  2776. }
  2777. ArgumentNullException.ThrowIfNull(values);
  2778. CheckDisposed();
  2779. // First delete
  2780. using var command = db.PrepareStatement("delete from ItemValues where ItemId=@Id");
  2781. command.TryBind("@Id", itemId);
  2782. command.ExecuteNonQuery();
  2783. InsertItemValues(itemId, values, db);
  2784. }
  2785. private void InsertItemValues(Guid id, List<(int MagicNumber, string Value)> values, ManagedConnection db)
  2786. {
  2787. const int Limit = 100;
  2788. var startIndex = 0;
  2789. const string StartInsertText = "insert into ItemValues (ItemId, Type, Value, CleanValue) values ";
  2790. var insertText = new StringBuilder(StartInsertText);
  2791. while (startIndex < values.Count)
  2792. {
  2793. var endIndex = Math.Min(values.Count, startIndex + Limit);
  2794. for (var i = startIndex; i < endIndex; i++)
  2795. {
  2796. insertText.AppendFormat(
  2797. CultureInfo.InvariantCulture,
  2798. "(@ItemId, @Type{0}, @Value{0}, @CleanValue{0}),",
  2799. i);
  2800. }
  2801. // Remove trailing comma
  2802. insertText.Length--;
  2803. using (var statement = PrepareStatement(db, insertText.ToString()))
  2804. {
  2805. statement.TryBind("@ItemId", id);
  2806. for (var i = startIndex; i < endIndex; i++)
  2807. {
  2808. var index = i.ToString(CultureInfo.InvariantCulture);
  2809. var currentValueInfo = values[i];
  2810. var itemValue = currentValueInfo.Value;
  2811. statement.TryBind("@Type" + index, currentValueInfo.MagicNumber);
  2812. statement.TryBind("@Value" + index, itemValue);
  2813. statement.TryBind("@CleanValue" + index, GetCleanValue(itemValue));
  2814. }
  2815. statement.ExecuteNonQuery();
  2816. }
  2817. startIndex += Limit;
  2818. insertText.Length = StartInsertText.Length;
  2819. }
  2820. }
  2821. /// <inheritdoc />
  2822. public void UpdatePeople(Guid itemId, List<PersonInfo> people)
  2823. {
  2824. if (itemId.IsEmpty())
  2825. {
  2826. throw new ArgumentNullException(nameof(itemId));
  2827. }
  2828. CheckDisposed();
  2829. using var connection = GetConnection();
  2830. using var transaction = connection.BeginTransaction();
  2831. // Delete all existing people first
  2832. using var command = connection.CreateCommand();
  2833. command.CommandText = "delete from People where ItemId=@ItemId";
  2834. command.TryBind("@ItemId", itemId);
  2835. command.ExecuteNonQuery();
  2836. if (people is not null)
  2837. {
  2838. InsertPeople(itemId, people, connection);
  2839. }
  2840. transaction.Commit();
  2841. }
  2842. private void InsertPeople(Guid id, List<PersonInfo> people, ManagedConnection db)
  2843. {
  2844. const int Limit = 100;
  2845. var startIndex = 0;
  2846. var listIndex = 0;
  2847. const string StartInsertText = "insert into People (ItemId, Name, Role, PersonType, SortOrder, ListOrder) values ";
  2848. var insertText = new StringBuilder(StartInsertText);
  2849. while (startIndex < people.Count)
  2850. {
  2851. var endIndex = Math.Min(people.Count, startIndex + Limit);
  2852. for (var i = startIndex; i < endIndex; i++)
  2853. {
  2854. insertText.AppendFormat(
  2855. CultureInfo.InvariantCulture,
  2856. "(@ItemId, @Name{0}, @Role{0}, @PersonType{0}, @SortOrder{0}, @ListOrder{0}),",
  2857. i.ToString(CultureInfo.InvariantCulture));
  2858. }
  2859. // Remove trailing comma
  2860. insertText.Length--;
  2861. using (var statement = PrepareStatement(db, insertText.ToString()))
  2862. {
  2863. statement.TryBind("@ItemId", id);
  2864. for (var i = startIndex; i < endIndex; i++)
  2865. {
  2866. var index = i.ToString(CultureInfo.InvariantCulture);
  2867. var person = people[i];
  2868. statement.TryBind("@Name" + index, person.Name);
  2869. statement.TryBind("@Role" + index, person.Role);
  2870. statement.TryBind("@PersonType" + index, person.Type.ToString());
  2871. statement.TryBind("@SortOrder" + index, person.SortOrder);
  2872. statement.TryBind("@ListOrder" + index, listIndex);
  2873. listIndex++;
  2874. }
  2875. statement.ExecuteNonQuery();
  2876. }
  2877. startIndex += Limit;
  2878. insertText.Length = StartInsertText.Length;
  2879. }
  2880. }
  2881. private PersonInfo GetPerson(SqliteDataReader reader)
  2882. {
  2883. var item = new PersonInfo
  2884. {
  2885. ItemId = reader.GetGuid(0),
  2886. Name = reader.GetString(1)
  2887. };
  2888. if (reader.TryGetString(2, out var role))
  2889. {
  2890. item.Role = role;
  2891. }
  2892. if (reader.TryGetString(3, out var type)
  2893. && Enum.TryParse(type, true, out PersonKind personKind))
  2894. {
  2895. item.Type = personKind;
  2896. }
  2897. if (reader.TryGetInt32(4, out var sortOrder))
  2898. {
  2899. item.SortOrder = sortOrder;
  2900. }
  2901. return item;
  2902. }
  2903. /// <inheritdoc />
  2904. public List<MediaStream> GetMediaStreams(MediaStreamQuery query)
  2905. {
  2906. CheckDisposed();
  2907. ArgumentNullException.ThrowIfNull(query);
  2908. var cmdText = _mediaStreamSaveColumnsSelectQuery;
  2909. if (query.Type.HasValue)
  2910. {
  2911. cmdText += " AND StreamType=@StreamType";
  2912. }
  2913. if (query.Index.HasValue)
  2914. {
  2915. cmdText += " AND StreamIndex=@StreamIndex";
  2916. }
  2917. cmdText += " order by StreamIndex ASC";
  2918. using (var connection = GetConnection(true))
  2919. {
  2920. var list = new List<MediaStream>();
  2921. using (var statement = PrepareStatement(connection, cmdText))
  2922. {
  2923. statement.TryBind("@ItemId", query.ItemId);
  2924. if (query.Type.HasValue)
  2925. {
  2926. statement.TryBind("@StreamType", query.Type.Value.ToString());
  2927. }
  2928. if (query.Index.HasValue)
  2929. {
  2930. statement.TryBind("@StreamIndex", query.Index.Value);
  2931. }
  2932. foreach (var row in statement.ExecuteQuery())
  2933. {
  2934. list.Add(GetMediaStream(row));
  2935. }
  2936. }
  2937. return list;
  2938. }
  2939. }
  2940. /// <inheritdoc />
  2941. public void SaveMediaStreams(Guid id, IReadOnlyList<MediaStream> streams, CancellationToken cancellationToken)
  2942. {
  2943. CheckDisposed();
  2944. if (id.IsEmpty())
  2945. {
  2946. throw new ArgumentNullException(nameof(id));
  2947. }
  2948. ArgumentNullException.ThrowIfNull(streams);
  2949. cancellationToken.ThrowIfCancellationRequested();
  2950. using var connection = GetConnection();
  2951. using var transaction = connection.BeginTransaction();
  2952. // Delete existing mediastreams
  2953. using var command = connection.PrepareStatement("delete from mediastreams where ItemId=@ItemId");
  2954. command.TryBind("@ItemId", id);
  2955. command.ExecuteNonQuery();
  2956. InsertMediaStreams(id, streams, connection);
  2957. transaction.Commit();
  2958. }
  2959. private void InsertMediaStreams(Guid id, IReadOnlyList<MediaStream> streams, ManagedConnection db)
  2960. {
  2961. const int Limit = 10;
  2962. var startIndex = 0;
  2963. var insertText = new StringBuilder(_mediaStreamSaveColumnsInsertQuery);
  2964. while (startIndex < streams.Count)
  2965. {
  2966. var endIndex = Math.Min(streams.Count, startIndex + Limit);
  2967. for (var i = startIndex; i < endIndex; i++)
  2968. {
  2969. if (i != startIndex)
  2970. {
  2971. insertText.Append(',');
  2972. }
  2973. var index = i.ToString(CultureInfo.InvariantCulture);
  2974. insertText.Append("(@ItemId, ");
  2975. foreach (var column in _mediaStreamSaveColumns.Skip(1))
  2976. {
  2977. insertText.Append('@').Append(column).Append(index).Append(',');
  2978. }
  2979. insertText.Length -= 1; // Remove the last comma
  2980. insertText.Append(')');
  2981. }
  2982. using (var statement = PrepareStatement(db, insertText.ToString()))
  2983. {
  2984. statement.TryBind("@ItemId", id);
  2985. for (var i = startIndex; i < endIndex; i++)
  2986. {
  2987. var index = i.ToString(CultureInfo.InvariantCulture);
  2988. var stream = streams[i];
  2989. statement.TryBind("@StreamIndex" + index, stream.Index);
  2990. statement.TryBind("@StreamType" + index, stream.Type.ToString());
  2991. statement.TryBind("@Codec" + index, stream.Codec);
  2992. statement.TryBind("@Language" + index, stream.Language);
  2993. statement.TryBind("@ChannelLayout" + index, stream.ChannelLayout);
  2994. statement.TryBind("@Profile" + index, stream.Profile);
  2995. statement.TryBind("@AspectRatio" + index, stream.AspectRatio);
  2996. statement.TryBind("@Path" + index, GetPathToSave(stream.Path));
  2997. statement.TryBind("@IsInterlaced" + index, stream.IsInterlaced);
  2998. statement.TryBind("@BitRate" + index, stream.BitRate);
  2999. statement.TryBind("@Channels" + index, stream.Channels);
  3000. statement.TryBind("@SampleRate" + index, stream.SampleRate);
  3001. statement.TryBind("@IsDefault" + index, stream.IsDefault);
  3002. statement.TryBind("@IsForced" + index, stream.IsForced);
  3003. statement.TryBind("@IsExternal" + index, stream.IsExternal);
  3004. // Yes these are backwards due to a mistake
  3005. statement.TryBind("@Width" + index, stream.Height);
  3006. statement.TryBind("@Height" + index, stream.Width);
  3007. statement.TryBind("@AverageFrameRate" + index, stream.AverageFrameRate);
  3008. statement.TryBind("@RealFrameRate" + index, stream.RealFrameRate);
  3009. statement.TryBind("@Level" + index, stream.Level);
  3010. statement.TryBind("@PixelFormat" + index, stream.PixelFormat);
  3011. statement.TryBind("@BitDepth" + index, stream.BitDepth);
  3012. statement.TryBind("@IsAnamorphic" + index, stream.IsAnamorphic);
  3013. statement.TryBind("@IsExternal" + index, stream.IsExternal);
  3014. statement.TryBind("@RefFrames" + index, stream.RefFrames);
  3015. statement.TryBind("@CodecTag" + index, stream.CodecTag);
  3016. statement.TryBind("@Comment" + index, stream.Comment);
  3017. statement.TryBind("@NalLengthSize" + index, stream.NalLengthSize);
  3018. statement.TryBind("@IsAvc" + index, stream.IsAVC);
  3019. statement.TryBind("@Title" + index, stream.Title);
  3020. statement.TryBind("@TimeBase" + index, stream.TimeBase);
  3021. statement.TryBind("@CodecTimeBase" + index, stream.CodecTimeBase);
  3022. statement.TryBind("@ColorPrimaries" + index, stream.ColorPrimaries);
  3023. statement.TryBind("@ColorSpace" + index, stream.ColorSpace);
  3024. statement.TryBind("@ColorTransfer" + index, stream.ColorTransfer);
  3025. statement.TryBind("@DvVersionMajor" + index, stream.DvVersionMajor);
  3026. statement.TryBind("@DvVersionMinor" + index, stream.DvVersionMinor);
  3027. statement.TryBind("@DvProfile" + index, stream.DvProfile);
  3028. statement.TryBind("@DvLevel" + index, stream.DvLevel);
  3029. statement.TryBind("@RpuPresentFlag" + index, stream.RpuPresentFlag);
  3030. statement.TryBind("@ElPresentFlag" + index, stream.ElPresentFlag);
  3031. statement.TryBind("@BlPresentFlag" + index, stream.BlPresentFlag);
  3032. statement.TryBind("@DvBlSignalCompatibilityId" + index, stream.DvBlSignalCompatibilityId);
  3033. statement.TryBind("@IsHearingImpaired" + index, stream.IsHearingImpaired);
  3034. statement.TryBind("@Rotation" + index, stream.Rotation);
  3035. }
  3036. statement.ExecuteNonQuery();
  3037. }
  3038. startIndex += Limit;
  3039. insertText.Length = _mediaStreamSaveColumnsInsertQuery.Length;
  3040. }
  3041. }
  3042. /// <summary>
  3043. /// Gets the media stream.
  3044. /// </summary>
  3045. /// <param name="reader">The reader.</param>
  3046. /// <returns>MediaStream.</returns>
  3047. private MediaStream GetMediaStream(SqliteDataReader reader)
  3048. {
  3049. var item = new MediaStream
  3050. {
  3051. Index = reader.GetInt32(1),
  3052. Type = Enum.Parse<MediaStreamType>(reader.GetString(2), true)
  3053. };
  3054. if (reader.TryGetString(3, out var codec))
  3055. {
  3056. item.Codec = codec;
  3057. }
  3058. if (reader.TryGetString(4, out var language))
  3059. {
  3060. item.Language = language;
  3061. }
  3062. if (reader.TryGetString(5, out var channelLayout))
  3063. {
  3064. item.ChannelLayout = channelLayout;
  3065. }
  3066. if (reader.TryGetString(6, out var profile))
  3067. {
  3068. item.Profile = profile;
  3069. }
  3070. if (reader.TryGetString(7, out var aspectRatio))
  3071. {
  3072. item.AspectRatio = aspectRatio;
  3073. }
  3074. if (reader.TryGetString(8, out var path))
  3075. {
  3076. item.Path = RestorePath(path);
  3077. }
  3078. item.IsInterlaced = reader.GetBoolean(9);
  3079. if (reader.TryGetInt32(10, out var bitrate))
  3080. {
  3081. item.BitRate = bitrate;
  3082. }
  3083. if (reader.TryGetInt32(11, out var channels))
  3084. {
  3085. item.Channels = channels;
  3086. }
  3087. if (reader.TryGetInt32(12, out var sampleRate))
  3088. {
  3089. item.SampleRate = sampleRate;
  3090. }
  3091. item.IsDefault = reader.GetBoolean(13);
  3092. item.IsForced = reader.GetBoolean(14);
  3093. item.IsExternal = reader.GetBoolean(15);
  3094. if (reader.TryGetInt32(16, out var width))
  3095. {
  3096. item.Width = width;
  3097. }
  3098. if (reader.TryGetInt32(17, out var height))
  3099. {
  3100. item.Height = height;
  3101. }
  3102. if (reader.TryGetSingle(18, out var averageFrameRate))
  3103. {
  3104. item.AverageFrameRate = averageFrameRate;
  3105. }
  3106. if (reader.TryGetSingle(19, out var realFrameRate))
  3107. {
  3108. item.RealFrameRate = realFrameRate;
  3109. }
  3110. if (reader.TryGetSingle(20, out var level))
  3111. {
  3112. item.Level = level;
  3113. }
  3114. if (reader.TryGetString(21, out var pixelFormat))
  3115. {
  3116. item.PixelFormat = pixelFormat;
  3117. }
  3118. if (reader.TryGetInt32(22, out var bitDepth))
  3119. {
  3120. item.BitDepth = bitDepth;
  3121. }
  3122. if (reader.TryGetBoolean(23, out var isAnamorphic))
  3123. {
  3124. item.IsAnamorphic = isAnamorphic;
  3125. }
  3126. if (reader.TryGetInt32(24, out var refFrames))
  3127. {
  3128. item.RefFrames = refFrames;
  3129. }
  3130. if (reader.TryGetString(25, out var codecTag))
  3131. {
  3132. item.CodecTag = codecTag;
  3133. }
  3134. if (reader.TryGetString(26, out var comment))
  3135. {
  3136. item.Comment = comment;
  3137. }
  3138. if (reader.TryGetString(27, out var nalLengthSize))
  3139. {
  3140. item.NalLengthSize = nalLengthSize;
  3141. }
  3142. if (reader.TryGetBoolean(28, out var isAVC))
  3143. {
  3144. item.IsAVC = isAVC;
  3145. }
  3146. if (reader.TryGetString(29, out var title))
  3147. {
  3148. item.Title = title;
  3149. }
  3150. if (reader.TryGetString(30, out var timeBase))
  3151. {
  3152. item.TimeBase = timeBase;
  3153. }
  3154. if (reader.TryGetString(31, out var codecTimeBase))
  3155. {
  3156. item.CodecTimeBase = codecTimeBase;
  3157. }
  3158. if (reader.TryGetString(32, out var colorPrimaries))
  3159. {
  3160. item.ColorPrimaries = colorPrimaries;
  3161. }
  3162. if (reader.TryGetString(33, out var colorSpace))
  3163. {
  3164. item.ColorSpace = colorSpace;
  3165. }
  3166. if (reader.TryGetString(34, out var colorTransfer))
  3167. {
  3168. item.ColorTransfer = colorTransfer;
  3169. }
  3170. if (reader.TryGetInt32(35, out var dvVersionMajor))
  3171. {
  3172. item.DvVersionMajor = dvVersionMajor;
  3173. }
  3174. if (reader.TryGetInt32(36, out var dvVersionMinor))
  3175. {
  3176. item.DvVersionMinor = dvVersionMinor;
  3177. }
  3178. if (reader.TryGetInt32(37, out var dvProfile))
  3179. {
  3180. item.DvProfile = dvProfile;
  3181. }
  3182. if (reader.TryGetInt32(38, out var dvLevel))
  3183. {
  3184. item.DvLevel = dvLevel;
  3185. }
  3186. if (reader.TryGetInt32(39, out var rpuPresentFlag))
  3187. {
  3188. item.RpuPresentFlag = rpuPresentFlag;
  3189. }
  3190. if (reader.TryGetInt32(40, out var elPresentFlag))
  3191. {
  3192. item.ElPresentFlag = elPresentFlag;
  3193. }
  3194. if (reader.TryGetInt32(41, out var blPresentFlag))
  3195. {
  3196. item.BlPresentFlag = blPresentFlag;
  3197. }
  3198. if (reader.TryGetInt32(42, out var dvBlSignalCompatibilityId))
  3199. {
  3200. item.DvBlSignalCompatibilityId = dvBlSignalCompatibilityId;
  3201. }
  3202. item.IsHearingImpaired = reader.TryGetBoolean(43, out var result) && result;
  3203. if (reader.TryGetInt32(44, out var rotation))
  3204. {
  3205. item.Rotation = rotation;
  3206. }
  3207. if (item.Type is MediaStreamType.Audio or MediaStreamType.Subtitle)
  3208. {
  3209. item.LocalizedDefault = _localization.GetLocalizedString("Default");
  3210. item.LocalizedExternal = _localization.GetLocalizedString("External");
  3211. if (item.Type is MediaStreamType.Subtitle)
  3212. {
  3213. item.LocalizedUndefined = _localization.GetLocalizedString("Undefined");
  3214. item.LocalizedForced = _localization.GetLocalizedString("Forced");
  3215. item.LocalizedHearingImpaired = _localization.GetLocalizedString("HearingImpaired");
  3216. }
  3217. }
  3218. return item;
  3219. }
  3220. /// <inheritdoc />
  3221. public List<MediaAttachment> GetMediaAttachments(MediaAttachmentQuery query)
  3222. {
  3223. CheckDisposed();
  3224. ArgumentNullException.ThrowIfNull(query);
  3225. var cmdText = _mediaAttachmentSaveColumnsSelectQuery;
  3226. if (query.Index.HasValue)
  3227. {
  3228. cmdText += " AND AttachmentIndex=@AttachmentIndex";
  3229. }
  3230. cmdText += " order by AttachmentIndex ASC";
  3231. var list = new List<MediaAttachment>();
  3232. using (var connection = GetConnection(true))
  3233. using (var statement = PrepareStatement(connection, cmdText))
  3234. {
  3235. statement.TryBind("@ItemId", query.ItemId);
  3236. if (query.Index.HasValue)
  3237. {
  3238. statement.TryBind("@AttachmentIndex", query.Index.Value);
  3239. }
  3240. foreach (var row in statement.ExecuteQuery())
  3241. {
  3242. list.Add(GetMediaAttachment(row));
  3243. }
  3244. }
  3245. return list;
  3246. }
  3247. /// <inheritdoc />
  3248. public void SaveMediaAttachments(
  3249. Guid id,
  3250. IReadOnlyList<MediaAttachment> attachments,
  3251. CancellationToken cancellationToken)
  3252. {
  3253. CheckDisposed();
  3254. if (id.IsEmpty())
  3255. {
  3256. throw new ArgumentException("Guid can't be empty.", nameof(id));
  3257. }
  3258. ArgumentNullException.ThrowIfNull(attachments);
  3259. cancellationToken.ThrowIfCancellationRequested();
  3260. using (var connection = GetConnection())
  3261. using (var transaction = connection.BeginTransaction())
  3262. using (var command = connection.PrepareStatement("delete from mediaattachments where ItemId=@ItemId"))
  3263. {
  3264. command.TryBind("@ItemId", id);
  3265. command.ExecuteNonQuery();
  3266. InsertMediaAttachments(id, attachments, connection, cancellationToken);
  3267. transaction.Commit();
  3268. }
  3269. }
  3270. private void InsertMediaAttachments(
  3271. Guid id,
  3272. IReadOnlyList<MediaAttachment> attachments,
  3273. ManagedConnection db,
  3274. CancellationToken cancellationToken)
  3275. {
  3276. const int InsertAtOnce = 10;
  3277. var insertText = new StringBuilder(_mediaAttachmentInsertPrefix);
  3278. for (var startIndex = 0; startIndex < attachments.Count; startIndex += InsertAtOnce)
  3279. {
  3280. var endIndex = Math.Min(attachments.Count, startIndex + InsertAtOnce);
  3281. for (var i = startIndex; i < endIndex; i++)
  3282. {
  3283. insertText.Append("(@ItemId, ");
  3284. foreach (var column in _mediaAttachmentSaveColumns.Skip(1))
  3285. {
  3286. insertText.Append('@')
  3287. .Append(column)
  3288. .Append(i)
  3289. .Append(',');
  3290. }
  3291. insertText.Length -= 1;
  3292. insertText.Append("),");
  3293. }
  3294. insertText.Length--;
  3295. cancellationToken.ThrowIfCancellationRequested();
  3296. using (var statement = PrepareStatement(db, insertText.ToString()))
  3297. {
  3298. statement.TryBind("@ItemId", id);
  3299. for (var i = startIndex; i < endIndex; i++)
  3300. {
  3301. var index = i.ToString(CultureInfo.InvariantCulture);
  3302. var attachment = attachments[i];
  3303. statement.TryBind("@AttachmentIndex" + index, attachment.Index);
  3304. statement.TryBind("@Codec" + index, attachment.Codec);
  3305. statement.TryBind("@CodecTag" + index, attachment.CodecTag);
  3306. statement.TryBind("@Comment" + index, attachment.Comment);
  3307. statement.TryBind("@Filename" + index, attachment.FileName);
  3308. statement.TryBind("@MIMEType" + index, attachment.MimeType);
  3309. }
  3310. statement.ExecuteNonQuery();
  3311. }
  3312. insertText.Length = _mediaAttachmentInsertPrefix.Length;
  3313. }
  3314. }
  3315. /// <summary>
  3316. /// Gets the attachment.
  3317. /// </summary>
  3318. /// <param name="reader">The reader.</param>
  3319. /// <returns>MediaAttachment.</returns>
  3320. private MediaAttachment GetMediaAttachment(SqliteDataReader reader)
  3321. {
  3322. var item = new MediaAttachment
  3323. {
  3324. Index = reader.GetInt32(1)
  3325. };
  3326. if (reader.TryGetString(2, out var codec))
  3327. {
  3328. item.Codec = codec;
  3329. }
  3330. if (reader.TryGetString(3, out var codecTag))
  3331. {
  3332. item.CodecTag = codecTag;
  3333. }
  3334. if (reader.TryGetString(4, out var comment))
  3335. {
  3336. item.Comment = comment;
  3337. }
  3338. if (reader.TryGetString(5, out var fileName))
  3339. {
  3340. item.FileName = fileName;
  3341. }
  3342. if (reader.TryGetString(6, out var mimeType))
  3343. {
  3344. item.MimeType = mimeType;
  3345. }
  3346. return item;
  3347. }
  3348. private static string BuildMediaAttachmentInsertPrefix()
  3349. {
  3350. var queryPrefixText = new StringBuilder();
  3351. queryPrefixText.Append("insert into mediaattachments (");
  3352. foreach (var column in _mediaAttachmentSaveColumns)
  3353. {
  3354. queryPrefixText.Append(column)
  3355. .Append(',');
  3356. }
  3357. queryPrefixText.Length -= 1;
  3358. queryPrefixText.Append(") values ");
  3359. return queryPrefixText.ToString();
  3360. }
  3361. #nullable enable
  3362. private readonly struct QueryTimeLogger : IDisposable
  3363. {
  3364. private readonly ILogger _logger;
  3365. private readonly string _commandText;
  3366. private readonly string _methodName;
  3367. private readonly long _startTimestamp;
  3368. public QueryTimeLogger(ILogger logger, string commandText, [CallerMemberName] string methodName = "")
  3369. {
  3370. _logger = logger;
  3371. _commandText = commandText;
  3372. _methodName = methodName;
  3373. _startTimestamp = logger.IsEnabled(LogLevel.Debug) ? Stopwatch.GetTimestamp() : -1;
  3374. }
  3375. public void Dispose()
  3376. {
  3377. if (_startTimestamp == -1)
  3378. {
  3379. return;
  3380. }
  3381. var elapsedMs = Stopwatch.GetElapsedTime(_startTimestamp).TotalMilliseconds;
  3382. #if DEBUG
  3383. const int SlowThreshold = 100;
  3384. #else
  3385. const int SlowThreshold = 10;
  3386. #endif
  3387. if (elapsedMs >= SlowThreshold)
  3388. {
  3389. _logger.LogDebug(
  3390. "{Method} query time (slow): {ElapsedMs}ms. Query: {Query}",
  3391. _methodName,
  3392. elapsedMs,
  3393. _commandText);
  3394. }
  3395. }
  3396. }
  3397. }
  3398. }