SqliteFileOrganizationRepository.cs 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. using MediaBrowser.Controller;
  2. using MediaBrowser.Controller.Persistence;
  3. using MediaBrowser.Model.FileOrganization;
  4. using MediaBrowser.Model.Logging;
  5. using MediaBrowser.Model.Querying;
  6. using System;
  7. using System.Collections.Generic;
  8. using System.Data;
  9. using System.Globalization;
  10. using System.IO;
  11. using System.Threading;
  12. using System.Threading.Tasks;
  13. namespace MediaBrowser.Server.Implementations.Persistence
  14. {
  15. public class SqliteFileOrganizationRepository : IFileOrganizationRepository
  16. {
  17. private IDbConnection _connection;
  18. private readonly ILogger _logger;
  19. private readonly SemaphoreSlim _writeLock = new SemaphoreSlim(1, 1);
  20. private SqliteShrinkMemoryTimer _shrinkMemoryTimer;
  21. private readonly IServerApplicationPaths _appPaths;
  22. private readonly CultureInfo _usCulture = new CultureInfo("en-US");
  23. private IDbCommand _saveResultCommand;
  24. private IDbCommand _deleteResultCommand;
  25. public SqliteFileOrganizationRepository(ILogManager logManager, IServerApplicationPaths appPaths)
  26. {
  27. _appPaths = appPaths;
  28. _logger = logManager.GetLogger(GetType().Name);
  29. }
  30. /// <summary>
  31. /// Opens the connection to the database
  32. /// </summary>
  33. /// <returns>Task.</returns>
  34. public async Task Initialize()
  35. {
  36. var dbFile = Path.Combine(_appPaths.DataPath, "fileorganization.db");
  37. _connection = await SqliteExtensions.ConnectToDb(dbFile, _logger).ConfigureAwait(false);
  38. string[] queries = {
  39. "create table if not exists organizationresults (ResultId GUID PRIMARY KEY, OriginalPath TEXT, TargetPath TEXT, OrganizationDate datetime, Status TEXT, OrganizationType TEXT, StatusMessage TEXT, ExtractedName TEXT, ExtractedYear int null, ExtractedSeasonNumber int null, ExtractedEpisodeNumber int null, ExtractedEndingEpisodeNumber int null)",
  40. "create index if not exists idx_organizationresults on organizationresults(ResultId)",
  41. //pragmas
  42. "pragma temp_store = memory",
  43. "pragma shrink_memory"
  44. };
  45. _connection.RunQueries(queries, _logger);
  46. PrepareStatements();
  47. _shrinkMemoryTimer = new SqliteShrinkMemoryTimer(_connection, _writeLock, _logger);
  48. }
  49. private void PrepareStatements()
  50. {
  51. _saveResultCommand = _connection.CreateCommand();
  52. _saveResultCommand.CommandText = "replace into organizationresults (ResultId, OriginalPath, TargetPath, OrganizationDate, Status, OrganizationType, StatusMessage, ExtractedName, ExtractedYear, ExtractedSeasonNumber, ExtractedEpisodeNumber, ExtractedEndingEpisodeNumber) values (@ResultId, @OriginalPath, @TargetPath, @OrganizationDate, @Status, @OrganizationType, @StatusMessage, @ExtractedName, @ExtractedYear, @ExtractedSeasonNumber, @ExtractedEpisodeNumber, @ExtractedEndingEpisodeNumber)";
  53. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ResultId");
  54. _saveResultCommand.Parameters.Add(_saveResultCommand, "@OriginalPath");
  55. _saveResultCommand.Parameters.Add(_saveResultCommand, "@TargetPath");
  56. _saveResultCommand.Parameters.Add(_saveResultCommand, "@OrganizationDate");
  57. _saveResultCommand.Parameters.Add(_saveResultCommand, "@Status");
  58. _saveResultCommand.Parameters.Add(_saveResultCommand, "@OrganizationType");
  59. _saveResultCommand.Parameters.Add(_saveResultCommand, "@StatusMessage");
  60. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ExtractedName");
  61. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ExtractedYear");
  62. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ExtractedSeasonNumber");
  63. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ExtractedEpisodeNumber");
  64. _saveResultCommand.Parameters.Add(_saveResultCommand, "@ExtractedEndingEpisodeNumber");
  65. _deleteResultCommand = _connection.CreateCommand();
  66. _deleteResultCommand.CommandText = "delete from organizationresults where ResultId = @ResultId";
  67. _deleteResultCommand.Parameters.Add(_saveResultCommand, "@ResultId");
  68. }
  69. public async Task SaveResult(FileOrganizationResult result, CancellationToken cancellationToken)
  70. {
  71. if (result == null)
  72. {
  73. throw new ArgumentNullException("result");
  74. }
  75. cancellationToken.ThrowIfCancellationRequested();
  76. await _writeLock.WaitAsync(cancellationToken).ConfigureAwait(false);
  77. IDbTransaction transaction = null;
  78. try
  79. {
  80. transaction = _connection.BeginTransaction();
  81. _saveResultCommand.GetParameter(0).Value = new Guid(result.Id);
  82. _saveResultCommand.GetParameter(1).Value = result.OriginalPath;
  83. _saveResultCommand.GetParameter(2).Value = result.TargetPath;
  84. _saveResultCommand.GetParameter(3).Value = result.Date;
  85. _saveResultCommand.GetParameter(4).Value = result.Status.ToString();
  86. _saveResultCommand.GetParameter(5).Value = result.Type.ToString();
  87. _saveResultCommand.GetParameter(6).Value = result.StatusMessage;
  88. _saveResultCommand.GetParameter(7).Value = result.ExtractedName;
  89. _saveResultCommand.GetParameter(8).Value = result.ExtractedYear;
  90. _saveResultCommand.GetParameter(9).Value = result.ExtractedSeasonNumber;
  91. _saveResultCommand.GetParameter(10).Value = result.ExtractedEpisodeNumber;
  92. _saveResultCommand.GetParameter(11).Value = result.ExtractedEndingEpisodeNumber;
  93. _saveResultCommand.Transaction = transaction;
  94. _saveResultCommand.ExecuteNonQuery();
  95. transaction.Commit();
  96. }
  97. catch (OperationCanceledException)
  98. {
  99. if (transaction != null)
  100. {
  101. transaction.Rollback();
  102. }
  103. throw;
  104. }
  105. catch (Exception e)
  106. {
  107. _logger.ErrorException("Failed to save FileOrganizationResult:", e);
  108. if (transaction != null)
  109. {
  110. transaction.Rollback();
  111. }
  112. throw;
  113. }
  114. finally
  115. {
  116. if (transaction != null)
  117. {
  118. transaction.Dispose();
  119. }
  120. _writeLock.Release();
  121. }
  122. }
  123. public async Task Delete(string id)
  124. {
  125. if (string.IsNullOrEmpty(id))
  126. {
  127. throw new ArgumentNullException("id");
  128. }
  129. await _writeLock.WaitAsync().ConfigureAwait(false);
  130. IDbTransaction transaction = null;
  131. try
  132. {
  133. transaction = _connection.BeginTransaction();
  134. _deleteResultCommand.GetParameter(0).Value = new Guid(id);
  135. _deleteResultCommand.Transaction = transaction;
  136. _deleteResultCommand.ExecuteNonQuery();
  137. transaction.Commit();
  138. }
  139. catch (OperationCanceledException)
  140. {
  141. if (transaction != null)
  142. {
  143. transaction.Rollback();
  144. }
  145. throw;
  146. }
  147. catch (Exception e)
  148. {
  149. _logger.ErrorException("Failed to save FileOrganizationResult:", e);
  150. if (transaction != null)
  151. {
  152. transaction.Rollback();
  153. }
  154. throw;
  155. }
  156. finally
  157. {
  158. if (transaction != null)
  159. {
  160. transaction.Dispose();
  161. }
  162. _writeLock.Release();
  163. }
  164. }
  165. public QueryResult<FileOrganizationResult> GetResults(FileOrganizationResultQuery query)
  166. {
  167. if (query == null)
  168. {
  169. throw new ArgumentNullException("query");
  170. }
  171. using (var cmd = _connection.CreateCommand())
  172. {
  173. cmd.CommandText = "SELECT ResultId, OriginalPath, TargetPath, OrganizationDate, Status, OrganizationType, StatusMessage, ExtractedName, ExtractedYear, ExtractedSeasonNumber, ExtractedEpisodeNumber, ExtractedEndingEpisodeNumber from organizationresults";
  174. if (query.StartIndex.HasValue && query.StartIndex.Value > 0)
  175. {
  176. cmd.CommandText += string.Format(" WHERE ResultId NOT IN (SELECT ResultId FROM organizationresults ORDER BY OrganizationDate desc LIMIT {0})",
  177. query.StartIndex.Value.ToString(_usCulture));
  178. }
  179. cmd.CommandText += " ORDER BY OrganizationDate desc";
  180. if (query.Limit.HasValue)
  181. {
  182. cmd.CommandText += " LIMIT " + query.Limit.Value.ToString(_usCulture);
  183. }
  184. cmd.CommandText += "; select count (ResultId) from organizationresults";
  185. var list = new List<FileOrganizationResult>();
  186. var count = 0;
  187. using (var reader = cmd.ExecuteReader(CommandBehavior.SequentialAccess))
  188. {
  189. while (reader.Read())
  190. {
  191. list.Add(GetResult(reader));
  192. }
  193. if (reader.NextResult() && reader.Read())
  194. {
  195. count = reader.GetInt32(0);
  196. }
  197. }
  198. return new QueryResult<FileOrganizationResult>()
  199. {
  200. Items = list.ToArray(),
  201. TotalRecordCount = count
  202. };
  203. }
  204. }
  205. public FileOrganizationResult GetResult(string id)
  206. {
  207. if (string.IsNullOrEmpty(id))
  208. {
  209. throw new ArgumentNullException("id");
  210. }
  211. var guid = new Guid(id);
  212. using (var cmd = _connection.CreateCommand())
  213. {
  214. cmd.CommandText = "select ResultId, OriginalPath, TargetPath, OrganizationDate, Status, OrganizationType, StatusMessage, ExtractedName, ExtractedYear, ExtractedSeasonNumber, ExtractedEpisodeNumber, ExtractedEndingEpisodeNumber from organizationresults where ResultId=@Id";
  215. cmd.Parameters.Add(cmd, "@Id", DbType.Guid).Value = guid;
  216. using (var reader = cmd.ExecuteReader(CommandBehavior.SequentialAccess | CommandBehavior.SingleResult | CommandBehavior.SingleRow))
  217. {
  218. if (reader.Read())
  219. {
  220. return GetResult(reader);
  221. }
  222. }
  223. }
  224. return null;
  225. }
  226. public FileOrganizationResult GetResult(IDataReader reader)
  227. {
  228. var result = new FileOrganizationResult
  229. {
  230. Id = reader.GetGuid(0).ToString("N")
  231. };
  232. if (!reader.IsDBNull(1))
  233. {
  234. result.OriginalPath = reader.GetString(1);
  235. }
  236. if (!reader.IsDBNull(2))
  237. {
  238. result.TargetPath = reader.GetString(2);
  239. }
  240. result.Date = reader.GetDateTime(3).ToUniversalTime();
  241. result.Status = (FileSortingStatus)Enum.Parse(typeof(FileSortingStatus), reader.GetString(4), true);
  242. result.Type = (FileOrganizerType)Enum.Parse(typeof(FileOrganizerType), reader.GetString(5), true);
  243. if (!reader.IsDBNull(6))
  244. {
  245. result.StatusMessage = reader.GetString(6);
  246. }
  247. result.OriginalFileName = Path.GetFileName(result.OriginalPath);
  248. if (!reader.IsDBNull(7))
  249. {
  250. result.ExtractedName = reader.GetString(7);
  251. }
  252. if (!reader.IsDBNull(8))
  253. {
  254. result.ExtractedYear = reader.GetInt32(8);
  255. }
  256. if (!reader.IsDBNull(9))
  257. {
  258. result.ExtractedSeasonNumber = reader.GetInt32(9);
  259. }
  260. if (!reader.IsDBNull(10))
  261. {
  262. result.ExtractedEpisodeNumber = reader.GetInt32(10);
  263. }
  264. if (!reader.IsDBNull(11))
  265. {
  266. result.ExtractedEndingEpisodeNumber = reader.GetInt32(11);
  267. }
  268. return result;
  269. }
  270. /// <summary>
  271. /// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
  272. /// </summary>
  273. public void Dispose()
  274. {
  275. Dispose(true);
  276. GC.SuppressFinalize(this);
  277. }
  278. private readonly object _disposeLock = new object();
  279. /// <summary>
  280. /// Releases unmanaged and - optionally - managed resources.
  281. /// </summary>
  282. /// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
  283. protected virtual void Dispose(bool dispose)
  284. {
  285. if (dispose)
  286. {
  287. try
  288. {
  289. lock (_disposeLock)
  290. {
  291. if (_shrinkMemoryTimer != null)
  292. {
  293. _shrinkMemoryTimer.Dispose();
  294. _shrinkMemoryTimer = null;
  295. }
  296. if (_connection != null)
  297. {
  298. if (_connection.IsOpen())
  299. {
  300. _connection.Close();
  301. }
  302. _connection.Dispose();
  303. _connection = null;
  304. }
  305. }
  306. }
  307. catch (Exception ex)
  308. {
  309. _logger.ErrorException("Error disposing database", ex);
  310. }
  311. }
  312. }
  313. }
  314. }