SearchEngine.cs 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280
  1. using MediaBrowser.Common.Extensions;
  2. using MediaBrowser.Controller.Entities;
  3. using MediaBrowser.Controller.Entities.Audio;
  4. using MediaBrowser.Controller.Entities.TV;
  5. using MediaBrowser.Controller.Library;
  6. using MediaBrowser.Model.Logging;
  7. using MediaBrowser.Model.Querying;
  8. using MediaBrowser.Model.Search;
  9. using System;
  10. using System.Collections.Generic;
  11. using System.Linq;
  12. using System.Threading.Tasks;
  13. using MediaBrowser.Controller.Extensions;
  14. using MediaBrowser.Model.Extensions;
  15. namespace MediaBrowser.Server.Implementations.Library
  16. {
  17. /// <summary>
  18. /// Class LuceneSearchEngine
  19. /// http://www.codeproject.com/Articles/320219/Lucene-Net-ultra-fast-search-for-MVC-or-WebForms
  20. /// </summary>
  21. public class SearchEngine : ISearchEngine
  22. {
  23. private readonly ILibraryManager _libraryManager;
  24. private readonly IUserManager _userManager;
  25. private readonly ILogger _logger;
  26. public SearchEngine(ILogManager logManager, ILibraryManager libraryManager, IUserManager userManager)
  27. {
  28. _libraryManager = libraryManager;
  29. _userManager = userManager;
  30. _logger = logManager.GetLogger("Lucene");
  31. }
  32. public async Task<QueryResult<SearchHintInfo>> GetSearchHints(SearchQuery query)
  33. {
  34. User user = null;
  35. if (string.IsNullOrWhiteSpace(query.UserId))
  36. {
  37. }
  38. else
  39. {
  40. user = _userManager.GetUserById(query.UserId);
  41. }
  42. var results = await GetSearchHints(query, user).ConfigureAwait(false);
  43. var searchResultArray = results.ToArray();
  44. results = searchResultArray;
  45. var count = searchResultArray.Length;
  46. if (query.StartIndex.HasValue)
  47. {
  48. results = results.Skip(query.StartIndex.Value);
  49. }
  50. if (query.Limit.HasValue)
  51. {
  52. results = results.Take(query.Limit.Value);
  53. }
  54. return new QueryResult<SearchHintInfo>
  55. {
  56. TotalRecordCount = count,
  57. Items = results.ToArray()
  58. };
  59. }
  60. private void AddIfMissing(List<string> list, string value)
  61. {
  62. if (!list.Contains(value, StringComparer.OrdinalIgnoreCase))
  63. {
  64. list.Add(value);
  65. }
  66. }
  67. /// <summary>
  68. /// Gets the search hints.
  69. /// </summary>
  70. /// <param name="query">The query.</param>
  71. /// <param name="user">The user.</param>
  72. /// <returns>IEnumerable{SearchHintResult}.</returns>
  73. /// <exception cref="System.ArgumentNullException">searchTerm</exception>
  74. private Task<IEnumerable<SearchHintInfo>> GetSearchHints(SearchQuery query, User user)
  75. {
  76. var searchTerm = query.SearchTerm;
  77. if (searchTerm != null)
  78. {
  79. searchTerm = searchTerm.Trim().RemoveDiacritics();
  80. }
  81. if (string.IsNullOrWhiteSpace(searchTerm))
  82. {
  83. throw new ArgumentNullException("searchTerm");
  84. }
  85. var terms = GetWords(searchTerm);
  86. var hints = new List<Tuple<BaseItem, string, int>>();
  87. var excludeItemTypes = new List<string>();
  88. var includeItemTypes = (query.IncludeItemTypes ?? new string[] { }).ToList();
  89. excludeItemTypes.Add(typeof(Year).Name);
  90. excludeItemTypes.Add(typeof(Folder).Name);
  91. if (query.IncludeGenres && (includeItemTypes.Count == 0 || includeItemTypes.Contains("Genre", StringComparer.OrdinalIgnoreCase)))
  92. {
  93. if (!query.IncludeMedia)
  94. {
  95. AddIfMissing(includeItemTypes, typeof(Genre).Name);
  96. AddIfMissing(includeItemTypes, typeof(GameGenre).Name);
  97. AddIfMissing(includeItemTypes, typeof(MusicGenre).Name);
  98. }
  99. }
  100. else
  101. {
  102. AddIfMissing(excludeItemTypes, typeof(Genre).Name);
  103. AddIfMissing(excludeItemTypes, typeof(GameGenre).Name);
  104. AddIfMissing(excludeItemTypes, typeof(MusicGenre).Name);
  105. }
  106. if (query.IncludePeople && (includeItemTypes.Count == 0 || includeItemTypes.Contains("People", StringComparer.OrdinalIgnoreCase) || includeItemTypes.Contains("Person", StringComparer.OrdinalIgnoreCase)))
  107. {
  108. if (!query.IncludeMedia)
  109. {
  110. AddIfMissing(includeItemTypes, typeof(Person).Name);
  111. }
  112. }
  113. else
  114. {
  115. AddIfMissing(excludeItemTypes, typeof(Person).Name);
  116. }
  117. if (query.IncludeStudios && (includeItemTypes.Count == 0 || includeItemTypes.Contains("Studio", StringComparer.OrdinalIgnoreCase)))
  118. {
  119. if (!query.IncludeMedia)
  120. {
  121. AddIfMissing(includeItemTypes, typeof(Studio).Name);
  122. }
  123. }
  124. else
  125. {
  126. AddIfMissing(excludeItemTypes, typeof(Studio).Name);
  127. }
  128. if (query.IncludeArtists && (includeItemTypes.Count == 0 || includeItemTypes.Contains("MusicArtist", StringComparer.OrdinalIgnoreCase)))
  129. {
  130. if (!query.IncludeMedia)
  131. {
  132. AddIfMissing(includeItemTypes, typeof(MusicArtist).Name);
  133. }
  134. }
  135. else
  136. {
  137. AddIfMissing(excludeItemTypes, typeof(MusicArtist).Name);
  138. }
  139. AddIfMissing(excludeItemTypes, typeof(CollectionFolder).Name);
  140. var mediaItems = _libraryManager.GetItemList(new InternalItemsQuery(user)
  141. {
  142. NameContains = searchTerm,
  143. ExcludeItemTypes = excludeItemTypes.ToArray(),
  144. IncludeItemTypes = includeItemTypes.ToArray(),
  145. Limit = query.Limit,
  146. IncludeItemsByName = true,
  147. IsVirtualItem = false
  148. });
  149. // Add search hints based on item name
  150. hints.AddRange(mediaItems.Select(item =>
  151. {
  152. var index = GetIndex(item.Name, searchTerm, terms);
  153. return new Tuple<BaseItem, string, int>(item, index.Item1, index.Item2);
  154. }));
  155. var returnValue = hints.Where(i => i.Item3 >= 0).OrderBy(i => i.Item3).Select(i => new SearchHintInfo
  156. {
  157. Item = i.Item1,
  158. MatchedTerm = i.Item2
  159. });
  160. return Task.FromResult(returnValue);
  161. }
  162. /// <summary>
  163. /// Gets the index.
  164. /// </summary>
  165. /// <param name="input">The input.</param>
  166. /// <param name="searchInput">The search input.</param>
  167. /// <param name="searchWords">The search input.</param>
  168. /// <returns>System.Int32.</returns>
  169. private Tuple<string, int> GetIndex(string input, string searchInput, List<string> searchWords)
  170. {
  171. if (string.IsNullOrWhiteSpace(input))
  172. {
  173. throw new ArgumentNullException("input");
  174. }
  175. input = input.RemoveDiacritics();
  176. if (string.Equals(input, searchInput, StringComparison.OrdinalIgnoreCase))
  177. {
  178. return new Tuple<string, int>(searchInput, 0);
  179. }
  180. var index = input.IndexOf(searchInput, StringComparison.OrdinalIgnoreCase);
  181. if (index == 0)
  182. {
  183. return new Tuple<string, int>(searchInput, 1);
  184. }
  185. if (index > 0)
  186. {
  187. return new Tuple<string, int>(searchInput, 2);
  188. }
  189. var items = GetWords(input);
  190. for (var i = 0; i < searchWords.Count; i++)
  191. {
  192. var searchTerm = searchWords[i];
  193. for (var j = 0; j < items.Count; j++)
  194. {
  195. var item = items[j];
  196. if (string.Equals(item, searchTerm, StringComparison.OrdinalIgnoreCase))
  197. {
  198. return new Tuple<string, int>(searchTerm, 3 + (i + 1) * (j + 1));
  199. }
  200. index = item.IndexOf(searchTerm, StringComparison.OrdinalIgnoreCase);
  201. if (index == 0)
  202. {
  203. return new Tuple<string, int>(searchTerm, 4 + (i + 1) * (j + 1));
  204. }
  205. if (index > 0)
  206. {
  207. return new Tuple<string, int>(searchTerm, 5 + (i + 1) * (j + 1));
  208. }
  209. }
  210. }
  211. return new Tuple<string, int>(null, -1);
  212. }
  213. /// <summary>
  214. /// Gets the words.
  215. /// </summary>
  216. /// <param name="term">The term.</param>
  217. /// <returns>System.String[][].</returns>
  218. private List<string> GetWords(string term)
  219. {
  220. var stoplist = GetStopList().ToList();
  221. return term.Split()
  222. .Where(i => !string.IsNullOrWhiteSpace(i) && !stoplist.Contains(i, StringComparer.OrdinalIgnoreCase))
  223. .ToList();
  224. }
  225. private IEnumerable<string> GetStopList()
  226. {
  227. return new[]
  228. {
  229. "the",
  230. "a",
  231. "of",
  232. "an"
  233. };
  234. }
  235. }
  236. }