test_rcreate.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396
  1. import logging
  2. import subprocess
  3. import pytest
  4. from flexmock import flexmock
  5. from borgmatic.borg import rcreate as module
  6. from ..test_verbosity import insert_logging_mock
  7. RINFO_SOME_UNKNOWN_EXIT_CODE = -999
  8. RCREATE_COMMAND = ('borg', 'rcreate', '--encryption', 'repokey')
  9. def insert_rinfo_command_found_mock():
  10. flexmock(module.rinfo).should_receive('display_repository_info')
  11. def insert_rinfo_command_not_found_mock():
  12. flexmock(module.rinfo).should_receive('display_repository_info').and_raise(
  13. subprocess.CalledProcessError(module.RINFO_REPOSITORY_NOT_FOUND_EXIT_CODE, [])
  14. )
  15. def insert_rcreate_command_mock(rcreate_command, **kwargs):
  16. flexmock(module.environment).should_receive('make_environment')
  17. flexmock(module).should_receive('execute_command').with_args(
  18. rcreate_command,
  19. output_file=module.DO_NOT_CAPTURE,
  20. borg_local_path=rcreate_command[0],
  21. extra_environment=None,
  22. ).once()
  23. def test_create_repository_calls_borg_with_flags():
  24. insert_rinfo_command_not_found_mock()
  25. insert_rcreate_command_mock(RCREATE_COMMAND + ('--repo', 'repo'))
  26. flexmock(module.feature).should_receive('available').and_return(True)
  27. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  28. (
  29. '--repo',
  30. 'repo',
  31. )
  32. )
  33. module.create_repository(
  34. dry_run=False,
  35. repository_path='repo',
  36. storage_config={},
  37. local_borg_version='2.3.4',
  38. global_arguments=flexmock(log_json=False),
  39. encryption_mode='repokey',
  40. )
  41. def test_create_repository_with_dry_run_skips_borg_call():
  42. insert_rinfo_command_not_found_mock()
  43. flexmock(module).should_receive('execute_command').never()
  44. flexmock(module.feature).should_receive('available').and_return(True)
  45. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  46. (
  47. '--repo',
  48. 'repo',
  49. )
  50. )
  51. module.create_repository(
  52. dry_run=True,
  53. repository_path='repo',
  54. storage_config={},
  55. local_borg_version='2.3.4',
  56. global_arguments=flexmock(log_json=False),
  57. encryption_mode='repokey',
  58. )
  59. def test_create_repository_raises_for_borg_rcreate_error():
  60. insert_rinfo_command_not_found_mock()
  61. flexmock(module.feature).should_receive('available').and_return(True)
  62. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  63. (
  64. '--repo',
  65. 'repo',
  66. )
  67. )
  68. flexmock(module.environment).should_receive('make_environment')
  69. flexmock(module).should_receive('execute_command').and_raise(
  70. module.subprocess.CalledProcessError(2, 'borg rcreate')
  71. )
  72. with pytest.raises(subprocess.CalledProcessError):
  73. module.create_repository(
  74. dry_run=False,
  75. repository_path='repo',
  76. storage_config={},
  77. local_borg_version='2.3.4',
  78. global_arguments=flexmock(log_json=False),
  79. encryption_mode='repokey',
  80. )
  81. def test_create_repository_skips_creation_when_repository_already_exists():
  82. insert_rinfo_command_found_mock()
  83. flexmock(module.feature).should_receive('available').and_return(True)
  84. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  85. (
  86. '--repo',
  87. 'repo',
  88. )
  89. )
  90. module.create_repository(
  91. dry_run=False,
  92. repository_path='repo',
  93. storage_config={},
  94. local_borg_version='2.3.4',
  95. global_arguments=flexmock(log_json=False),
  96. encryption_mode='repokey',
  97. )
  98. def test_create_repository_raises_for_unknown_rinfo_command_error():
  99. flexmock(module.rinfo).should_receive('display_repository_info').and_raise(
  100. subprocess.CalledProcessError(RINFO_SOME_UNKNOWN_EXIT_CODE, [])
  101. )
  102. with pytest.raises(subprocess.CalledProcessError):
  103. module.create_repository(
  104. dry_run=False,
  105. repository_path='repo',
  106. storage_config={},
  107. local_borg_version='2.3.4',
  108. global_arguments=flexmock(log_json=False),
  109. encryption_mode='repokey',
  110. )
  111. def test_create_repository_with_source_repository_calls_borg_with_other_repo_flag():
  112. insert_rinfo_command_not_found_mock()
  113. insert_rcreate_command_mock(RCREATE_COMMAND + ('--other-repo', 'other.borg', '--repo', 'repo'))
  114. flexmock(module.feature).should_receive('available').and_return(True)
  115. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  116. (
  117. '--repo',
  118. 'repo',
  119. )
  120. )
  121. module.create_repository(
  122. dry_run=False,
  123. repository_path='repo',
  124. storage_config={},
  125. local_borg_version='2.3.4',
  126. global_arguments=flexmock(log_json=False),
  127. encryption_mode='repokey',
  128. source_repository='other.borg',
  129. )
  130. def test_create_repository_with_copy_crypt_key_calls_borg_with_copy_crypt_key_flag():
  131. insert_rinfo_command_not_found_mock()
  132. insert_rcreate_command_mock(RCREATE_COMMAND + ('--copy-crypt-key', '--repo', 'repo'))
  133. flexmock(module.feature).should_receive('available').and_return(True)
  134. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  135. (
  136. '--repo',
  137. 'repo',
  138. )
  139. )
  140. module.create_repository(
  141. dry_run=False,
  142. repository_path='repo',
  143. storage_config={},
  144. local_borg_version='2.3.4',
  145. global_arguments=flexmock(log_json=False),
  146. encryption_mode='repokey',
  147. copy_crypt_key=True,
  148. )
  149. def test_create_repository_with_append_only_calls_borg_with_append_only_flag():
  150. insert_rinfo_command_not_found_mock()
  151. insert_rcreate_command_mock(RCREATE_COMMAND + ('--append-only', '--repo', 'repo'))
  152. flexmock(module.feature).should_receive('available').and_return(True)
  153. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  154. (
  155. '--repo',
  156. 'repo',
  157. )
  158. )
  159. module.create_repository(
  160. dry_run=False,
  161. repository_path='repo',
  162. storage_config={},
  163. local_borg_version='2.3.4',
  164. global_arguments=flexmock(log_json=False),
  165. encryption_mode='repokey',
  166. append_only=True,
  167. )
  168. def test_create_repository_with_storage_quota_calls_borg_with_storage_quota_flag():
  169. insert_rinfo_command_not_found_mock()
  170. insert_rcreate_command_mock(RCREATE_COMMAND + ('--storage-quota', '5G', '--repo', 'repo'))
  171. flexmock(module.feature).should_receive('available').and_return(True)
  172. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  173. (
  174. '--repo',
  175. 'repo',
  176. )
  177. )
  178. module.create_repository(
  179. dry_run=False,
  180. repository_path='repo',
  181. storage_config={},
  182. local_borg_version='2.3.4',
  183. global_arguments=flexmock(log_json=False),
  184. encryption_mode='repokey',
  185. storage_quota='5G',
  186. )
  187. def test_create_repository_with_make_parent_dirs_calls_borg_with_make_parent_dirs_flag():
  188. insert_rinfo_command_not_found_mock()
  189. insert_rcreate_command_mock(RCREATE_COMMAND + ('--make-parent-dirs', '--repo', 'repo'))
  190. flexmock(module.feature).should_receive('available').and_return(True)
  191. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  192. (
  193. '--repo',
  194. 'repo',
  195. )
  196. )
  197. module.create_repository(
  198. dry_run=False,
  199. repository_path='repo',
  200. storage_config={},
  201. local_borg_version='2.3.4',
  202. global_arguments=flexmock(log_json=False),
  203. encryption_mode='repokey',
  204. make_parent_dirs=True,
  205. )
  206. def test_create_repository_with_log_info_calls_borg_with_info_flag():
  207. insert_rinfo_command_not_found_mock()
  208. insert_rcreate_command_mock(RCREATE_COMMAND + ('--info', '--repo', 'repo'))
  209. insert_logging_mock(logging.INFO)
  210. flexmock(module.feature).should_receive('available').and_return(True)
  211. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  212. (
  213. '--repo',
  214. 'repo',
  215. )
  216. )
  217. module.create_repository(
  218. dry_run=False,
  219. repository_path='repo',
  220. storage_config={},
  221. local_borg_version='2.3.4',
  222. global_arguments=flexmock(log_json=False),
  223. encryption_mode='repokey',
  224. )
  225. def test_create_repository_with_log_debug_calls_borg_with_debug_flag():
  226. insert_rinfo_command_not_found_mock()
  227. insert_rcreate_command_mock(RCREATE_COMMAND + ('--debug', '--repo', 'repo'))
  228. insert_logging_mock(logging.DEBUG)
  229. flexmock(module.feature).should_receive('available').and_return(True)
  230. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  231. (
  232. '--repo',
  233. 'repo',
  234. )
  235. )
  236. module.create_repository(
  237. dry_run=False,
  238. repository_path='repo',
  239. storage_config={},
  240. local_borg_version='2.3.4',
  241. global_arguments=flexmock(log_json=False),
  242. encryption_mode='repokey',
  243. )
  244. def test_create_repository_with_log_json_calls_borg_with_log_json_flag():
  245. insert_rinfo_command_not_found_mock()
  246. insert_rcreate_command_mock(RCREATE_COMMAND + ('--log-json', '--repo', 'repo'))
  247. flexmock(module.feature).should_receive('available').and_return(True)
  248. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  249. (
  250. '--repo',
  251. 'repo',
  252. )
  253. )
  254. module.create_repository(
  255. dry_run=False,
  256. repository_path='repo',
  257. storage_config={},
  258. local_borg_version='2.3.4',
  259. global_arguments=flexmock(log_json=True),
  260. encryption_mode='repokey',
  261. )
  262. def test_create_repository_with_lock_wait_calls_borg_with_lock_wait_flag():
  263. insert_rinfo_command_not_found_mock()
  264. insert_rcreate_command_mock(RCREATE_COMMAND + ('--lock-wait', '5', '--repo', 'repo'))
  265. flexmock(module.feature).should_receive('available').and_return(True)
  266. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  267. (
  268. '--repo',
  269. 'repo',
  270. )
  271. )
  272. module.create_repository(
  273. dry_run=False,
  274. repository_path='repo',
  275. storage_config={'lock_wait': 5},
  276. local_borg_version='2.3.4',
  277. global_arguments=flexmock(log_json=False),
  278. encryption_mode='repokey',
  279. )
  280. def test_create_repository_with_local_path_calls_borg_via_local_path():
  281. insert_rinfo_command_not_found_mock()
  282. insert_rcreate_command_mock(('borg1',) + RCREATE_COMMAND[1:] + ('--repo', 'repo'))
  283. flexmock(module.feature).should_receive('available').and_return(True)
  284. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  285. (
  286. '--repo',
  287. 'repo',
  288. )
  289. )
  290. module.create_repository(
  291. dry_run=False,
  292. repository_path='repo',
  293. storage_config={},
  294. local_borg_version='2.3.4',
  295. global_arguments=flexmock(log_json=False),
  296. encryption_mode='repokey',
  297. local_path='borg1',
  298. )
  299. def test_create_repository_with_remote_path_calls_borg_with_remote_path_flag():
  300. insert_rinfo_command_not_found_mock()
  301. insert_rcreate_command_mock(RCREATE_COMMAND + ('--remote-path', 'borg1', '--repo', 'repo'))
  302. flexmock(module.feature).should_receive('available').and_return(True)
  303. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  304. (
  305. '--repo',
  306. 'repo',
  307. )
  308. )
  309. module.create_repository(
  310. dry_run=False,
  311. repository_path='repo',
  312. storage_config={},
  313. local_borg_version='2.3.4',
  314. global_arguments=flexmock(log_json=False),
  315. encryption_mode='repokey',
  316. remote_path='borg1',
  317. )
  318. def test_create_repository_with_extra_borg_options_calls_borg_with_extra_options():
  319. insert_rinfo_command_not_found_mock()
  320. insert_rcreate_command_mock(RCREATE_COMMAND + ('--extra', '--options', '--repo', 'repo'))
  321. flexmock(module.feature).should_receive('available').and_return(True)
  322. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  323. (
  324. '--repo',
  325. 'repo',
  326. )
  327. )
  328. module.create_repository(
  329. dry_run=False,
  330. repository_path='repo',
  331. storage_config={'extra_borg_options': {'rcreate': '--extra --options'}},
  332. local_borg_version='2.3.4',
  333. global_arguments=flexmock(log_json=False),
  334. encryption_mode='repokey',
  335. )