test_rcreate.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. import logging
  2. import subprocess
  3. import pytest
  4. from flexmock import flexmock
  5. from borgmatic.borg import rcreate as module
  6. from ..test_verbosity import insert_logging_mock
  7. RINFO_SOME_UNKNOWN_EXIT_CODE = -999
  8. RCREATE_COMMAND = ('borg', 'rcreate', '--encryption', 'repokey')
  9. def insert_rinfo_command_found_mock():
  10. flexmock(module.rinfo).should_receive('display_repository_info')
  11. def insert_rinfo_command_not_found_mock():
  12. flexmock(module.rinfo).should_receive('display_repository_info').and_raise(
  13. subprocess.CalledProcessError(module.RINFO_REPOSITORY_NOT_FOUND_EXIT_CODE, [])
  14. )
  15. def insert_rcreate_command_mock(rcreate_command, borg_exit_codes=None, **kwargs):
  16. flexmock(module.environment).should_receive('make_environment')
  17. flexmock(module).should_receive('execute_command').with_args(
  18. rcreate_command,
  19. output_file=module.DO_NOT_CAPTURE,
  20. borg_local_path=rcreate_command[0],
  21. borg_exit_codes=borg_exit_codes,
  22. extra_environment=None,
  23. ).once()
  24. def test_create_repository_calls_borg_with_flags():
  25. insert_rinfo_command_not_found_mock()
  26. insert_rcreate_command_mock(RCREATE_COMMAND + ('--repo', 'repo'))
  27. flexmock(module.feature).should_receive('available').and_return(True)
  28. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  29. (
  30. '--repo',
  31. 'repo',
  32. )
  33. )
  34. module.create_repository(
  35. dry_run=False,
  36. repository_path='repo',
  37. config={},
  38. local_borg_version='2.3.4',
  39. global_arguments=flexmock(log_json=False),
  40. encryption_mode='repokey',
  41. )
  42. def test_create_repository_with_dry_run_skips_borg_call():
  43. insert_rinfo_command_not_found_mock()
  44. flexmock(module).should_receive('execute_command').never()
  45. flexmock(module.feature).should_receive('available').and_return(True)
  46. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  47. (
  48. '--repo',
  49. 'repo',
  50. )
  51. )
  52. module.create_repository(
  53. dry_run=True,
  54. repository_path='repo',
  55. config={},
  56. local_borg_version='2.3.4',
  57. global_arguments=flexmock(log_json=False),
  58. encryption_mode='repokey',
  59. )
  60. def test_create_repository_raises_for_borg_rcreate_error():
  61. insert_rinfo_command_not_found_mock()
  62. flexmock(module.feature).should_receive('available').and_return(True)
  63. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  64. (
  65. '--repo',
  66. 'repo',
  67. )
  68. )
  69. flexmock(module.environment).should_receive('make_environment')
  70. flexmock(module).should_receive('execute_command').and_raise(
  71. module.subprocess.CalledProcessError(2, 'borg rcreate')
  72. )
  73. with pytest.raises(subprocess.CalledProcessError):
  74. module.create_repository(
  75. dry_run=False,
  76. repository_path='repo',
  77. config={},
  78. local_borg_version='2.3.4',
  79. global_arguments=flexmock(log_json=False),
  80. encryption_mode='repokey',
  81. )
  82. def test_create_repository_skips_creation_when_repository_already_exists():
  83. insert_rinfo_command_found_mock()
  84. flexmock(module.feature).should_receive('available').and_return(True)
  85. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  86. (
  87. '--repo',
  88. 'repo',
  89. )
  90. )
  91. module.create_repository(
  92. dry_run=False,
  93. repository_path='repo',
  94. config={},
  95. local_borg_version='2.3.4',
  96. global_arguments=flexmock(log_json=False),
  97. encryption_mode='repokey',
  98. )
  99. def test_create_repository_raises_for_unknown_rinfo_command_error():
  100. flexmock(module.rinfo).should_receive('display_repository_info').and_raise(
  101. subprocess.CalledProcessError(RINFO_SOME_UNKNOWN_EXIT_CODE, [])
  102. )
  103. with pytest.raises(subprocess.CalledProcessError):
  104. module.create_repository(
  105. dry_run=False,
  106. repository_path='repo',
  107. config={},
  108. local_borg_version='2.3.4',
  109. global_arguments=flexmock(log_json=False),
  110. encryption_mode='repokey',
  111. )
  112. def test_create_repository_with_source_repository_calls_borg_with_other_repo_flag():
  113. insert_rinfo_command_not_found_mock()
  114. insert_rcreate_command_mock(RCREATE_COMMAND + ('--other-repo', 'other.borg', '--repo', 'repo'))
  115. flexmock(module.feature).should_receive('available').and_return(True)
  116. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  117. (
  118. '--repo',
  119. 'repo',
  120. )
  121. )
  122. module.create_repository(
  123. dry_run=False,
  124. repository_path='repo',
  125. config={},
  126. local_borg_version='2.3.4',
  127. global_arguments=flexmock(log_json=False),
  128. encryption_mode='repokey',
  129. source_repository='other.borg',
  130. )
  131. def test_create_repository_with_copy_crypt_key_calls_borg_with_copy_crypt_key_flag():
  132. insert_rinfo_command_not_found_mock()
  133. insert_rcreate_command_mock(RCREATE_COMMAND + ('--copy-crypt-key', '--repo', 'repo'))
  134. flexmock(module.feature).should_receive('available').and_return(True)
  135. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  136. (
  137. '--repo',
  138. 'repo',
  139. )
  140. )
  141. module.create_repository(
  142. dry_run=False,
  143. repository_path='repo',
  144. config={},
  145. local_borg_version='2.3.4',
  146. global_arguments=flexmock(log_json=False),
  147. encryption_mode='repokey',
  148. copy_crypt_key=True,
  149. )
  150. def test_create_repository_with_append_only_calls_borg_with_append_only_flag():
  151. insert_rinfo_command_not_found_mock()
  152. insert_rcreate_command_mock(RCREATE_COMMAND + ('--append-only', '--repo', 'repo'))
  153. flexmock(module.feature).should_receive('available').and_return(True)
  154. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  155. (
  156. '--repo',
  157. 'repo',
  158. )
  159. )
  160. module.create_repository(
  161. dry_run=False,
  162. repository_path='repo',
  163. config={},
  164. local_borg_version='2.3.4',
  165. global_arguments=flexmock(log_json=False),
  166. encryption_mode='repokey',
  167. append_only=True,
  168. )
  169. def test_create_repository_with_storage_quota_calls_borg_with_storage_quota_flag():
  170. insert_rinfo_command_not_found_mock()
  171. insert_rcreate_command_mock(RCREATE_COMMAND + ('--storage-quota', '5G', '--repo', 'repo'))
  172. flexmock(module.feature).should_receive('available').and_return(True)
  173. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  174. (
  175. '--repo',
  176. 'repo',
  177. )
  178. )
  179. module.create_repository(
  180. dry_run=False,
  181. repository_path='repo',
  182. config={},
  183. local_borg_version='2.3.4',
  184. global_arguments=flexmock(log_json=False),
  185. encryption_mode='repokey',
  186. storage_quota='5G',
  187. )
  188. def test_create_repository_with_make_parent_dirs_calls_borg_with_make_parent_dirs_flag():
  189. insert_rinfo_command_not_found_mock()
  190. insert_rcreate_command_mock(RCREATE_COMMAND + ('--make-parent-dirs', '--repo', 'repo'))
  191. flexmock(module.feature).should_receive('available').and_return(True)
  192. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  193. (
  194. '--repo',
  195. 'repo',
  196. )
  197. )
  198. module.create_repository(
  199. dry_run=False,
  200. repository_path='repo',
  201. config={},
  202. local_borg_version='2.3.4',
  203. global_arguments=flexmock(log_json=False),
  204. encryption_mode='repokey',
  205. make_parent_dirs=True,
  206. )
  207. def test_create_repository_with_log_info_calls_borg_with_info_flag():
  208. insert_rinfo_command_not_found_mock()
  209. insert_rcreate_command_mock(RCREATE_COMMAND + ('--info', '--repo', 'repo'))
  210. insert_logging_mock(logging.INFO)
  211. flexmock(module.feature).should_receive('available').and_return(True)
  212. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  213. (
  214. '--repo',
  215. 'repo',
  216. )
  217. )
  218. module.create_repository(
  219. dry_run=False,
  220. repository_path='repo',
  221. config={},
  222. local_borg_version='2.3.4',
  223. global_arguments=flexmock(log_json=False),
  224. encryption_mode='repokey',
  225. )
  226. def test_create_repository_with_log_debug_calls_borg_with_debug_flag():
  227. insert_rinfo_command_not_found_mock()
  228. insert_rcreate_command_mock(RCREATE_COMMAND + ('--debug', '--repo', 'repo'))
  229. insert_logging_mock(logging.DEBUG)
  230. flexmock(module.feature).should_receive('available').and_return(True)
  231. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  232. (
  233. '--repo',
  234. 'repo',
  235. )
  236. )
  237. module.create_repository(
  238. dry_run=False,
  239. repository_path='repo',
  240. config={},
  241. local_borg_version='2.3.4',
  242. global_arguments=flexmock(log_json=False),
  243. encryption_mode='repokey',
  244. )
  245. def test_create_repository_with_log_json_calls_borg_with_log_json_flag():
  246. insert_rinfo_command_not_found_mock()
  247. insert_rcreate_command_mock(RCREATE_COMMAND + ('--log-json', '--repo', 'repo'))
  248. flexmock(module.feature).should_receive('available').and_return(True)
  249. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  250. (
  251. '--repo',
  252. 'repo',
  253. )
  254. )
  255. module.create_repository(
  256. dry_run=False,
  257. repository_path='repo',
  258. config={},
  259. local_borg_version='2.3.4',
  260. global_arguments=flexmock(log_json=True),
  261. encryption_mode='repokey',
  262. )
  263. def test_create_repository_with_lock_wait_calls_borg_with_lock_wait_flag():
  264. insert_rinfo_command_not_found_mock()
  265. insert_rcreate_command_mock(RCREATE_COMMAND + ('--lock-wait', '5', '--repo', 'repo'))
  266. flexmock(module.feature).should_receive('available').and_return(True)
  267. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  268. (
  269. '--repo',
  270. 'repo',
  271. )
  272. )
  273. module.create_repository(
  274. dry_run=False,
  275. repository_path='repo',
  276. config={'lock_wait': 5},
  277. local_borg_version='2.3.4',
  278. global_arguments=flexmock(log_json=False),
  279. encryption_mode='repokey',
  280. )
  281. def test_create_repository_with_local_path_calls_borg_via_local_path():
  282. insert_rinfo_command_not_found_mock()
  283. insert_rcreate_command_mock(('borg1',) + RCREATE_COMMAND[1:] + ('--repo', 'repo'))
  284. flexmock(module.feature).should_receive('available').and_return(True)
  285. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  286. (
  287. '--repo',
  288. 'repo',
  289. )
  290. )
  291. module.create_repository(
  292. dry_run=False,
  293. repository_path='repo',
  294. config={},
  295. local_borg_version='2.3.4',
  296. global_arguments=flexmock(log_json=False),
  297. encryption_mode='repokey',
  298. local_path='borg1',
  299. )
  300. def test_create_repository_with_exit_codes_calls_borg_using_them():
  301. borg_exit_codes = flexmock()
  302. insert_rinfo_command_not_found_mock()
  303. insert_rcreate_command_mock(
  304. ('borg',) + RCREATE_COMMAND[1:] + ('--repo', 'repo'), borg_exit_codes=borg_exit_codes
  305. )
  306. flexmock(module.feature).should_receive('available').and_return(True)
  307. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  308. (
  309. '--repo',
  310. 'repo',
  311. )
  312. )
  313. module.create_repository(
  314. dry_run=False,
  315. repository_path='repo',
  316. config={'borg_exit_codes': borg_exit_codes},
  317. local_borg_version='2.3.4',
  318. global_arguments=flexmock(log_json=False),
  319. encryption_mode='repokey',
  320. )
  321. def test_create_repository_with_remote_path_calls_borg_with_remote_path_flag():
  322. insert_rinfo_command_not_found_mock()
  323. insert_rcreate_command_mock(RCREATE_COMMAND + ('--remote-path', 'borg1', '--repo', 'repo'))
  324. flexmock(module.feature).should_receive('available').and_return(True)
  325. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  326. (
  327. '--repo',
  328. 'repo',
  329. )
  330. )
  331. module.create_repository(
  332. dry_run=False,
  333. repository_path='repo',
  334. config={},
  335. local_borg_version='2.3.4',
  336. global_arguments=flexmock(log_json=False),
  337. encryption_mode='repokey',
  338. remote_path='borg1',
  339. )
  340. def test_create_repository_with_extra_borg_options_calls_borg_with_extra_options():
  341. insert_rinfo_command_not_found_mock()
  342. insert_rcreate_command_mock(RCREATE_COMMAND + ('--extra', '--options', '--repo', 'repo'))
  343. flexmock(module.feature).should_receive('available').and_return(True)
  344. flexmock(module.flags).should_receive('make_repository_flags').and_return(
  345. (
  346. '--repo',
  347. 'repo',
  348. )
  349. )
  350. module.create_repository(
  351. dry_run=False,
  352. repository_path='repo',
  353. config={'extra_borg_options': {'rcreate': '--extra --options'}},
  354. local_borg_version='2.3.4',
  355. global_arguments=flexmock(log_json=False),
  356. encryption_mode='repokey',
  357. )