test_btrfs.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800
  1. import pytest
  2. from flexmock import flexmock
  3. from borgmatic.hooks.data_source import btrfs as module
  4. def test_get_filesystem_mount_points_parses_findmnt_output():
  5. flexmock(module.borgmatic.execute).should_receive(
  6. 'execute_command_and_capture_output'
  7. ).and_return(
  8. '''{
  9. "filesystems": [
  10. {
  11. "target": "/mnt0",
  12. "source": "/dev/loop0",
  13. "fstype": "btrfs",
  14. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  15. },
  16. {
  17. "target": "/mnt1",
  18. "source": "/dev/loop0",
  19. "fstype": "btrfs",
  20. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  21. }
  22. ]
  23. }
  24. '''
  25. )
  26. assert module.get_filesystem_mount_points('findmnt') == ('/mnt0', '/mnt1')
  27. def test_get_filesystem_mount_points_with_invalid_findmnt_json_errors():
  28. flexmock(module.borgmatic.execute).should_receive(
  29. 'execute_command_and_capture_output'
  30. ).and_return('{')
  31. with pytest.raises(ValueError):
  32. module.get_filesystem_mount_points('findmnt')
  33. def test_get_filesystem_mount_points_with_findmnt_json_missing_filesystems_errors():
  34. flexmock(module.borgmatic.execute).should_receive(
  35. 'execute_command_and_capture_output'
  36. ).and_return('{"wtf": "something is wrong here"}')
  37. with pytest.raises(ValueError):
  38. module.get_filesystem_mount_points('findmnt')
  39. def test_get_subvolumes_for_filesystem_parses_subvolume_list_output():
  40. flexmock(module.borgmatic.execute).should_receive(
  41. 'execute_command_and_capture_output'
  42. ).and_return(
  43. 'ID 270 gen 107 top level 5 path subvol1\nID 272 gen 74 top level 5 path subvol2\n'
  44. )
  45. assert module.get_subvolumes_for_filesystem('btrfs', '/mnt') == (
  46. '/mnt',
  47. '/mnt/subvol1',
  48. '/mnt/subvol2',
  49. )
  50. def test_get_subvolumes_for_filesystem_skips_empty_subvolume_paths():
  51. flexmock(module.borgmatic.execute).should_receive(
  52. 'execute_command_and_capture_output'
  53. ).and_return('\n \nID 272 gen 74 top level 5 path subvol2\n')
  54. assert module.get_subvolumes_for_filesystem('btrfs', '/mnt') == ('/mnt', '/mnt/subvol2')
  55. def test_get_subvolumes_for_filesystem_skips_empty_filesystem_mount_points():
  56. flexmock(module.borgmatic.execute).should_receive(
  57. 'execute_command_and_capture_output'
  58. ).and_return(
  59. 'ID 270 gen 107 top level 5 path subvol1\nID 272 gen 74 top level 5 path subvol2\n'
  60. )
  61. assert module.get_subvolumes_for_filesystem('btrfs', ' ') == ()
  62. def test_get_subvolumes_collects_subvolumes_matching_source_directories_from_all_filesystems():
  63. flexmock(module).should_receive('get_filesystem_mount_points').and_return(('/mnt1', '/mnt2'))
  64. flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
  65. 'btrfs', '/mnt1'
  66. ).and_return(('/one', '/two'))
  67. flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
  68. 'btrfs', '/mnt2'
  69. ).and_return(('/three', '/four'))
  70. for path in ('/one', '/four'):
  71. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  72. 'get_contained_directories'
  73. ).with_args(path, object).and_return((path,))
  74. for path in ('/two', '/three'):
  75. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  76. 'get_contained_directories'
  77. ).with_args(path, object).and_return(())
  78. assert module.get_subvolumes(
  79. 'btrfs', 'findmnt', source_directories=['/one', '/four', '/five', '/six', '/mnt2', '/mnt3']
  80. ) == (
  81. module.Subvolume('/four', contained_source_directories=('/four',)),
  82. module.Subvolume('/one', contained_source_directories=('/one',)),
  83. )
  84. def test_get_subvolumes_without_source_directories_collects_all_subvolumes_from_all_filesystems():
  85. flexmock(module).should_receive('get_filesystem_mount_points').and_return(('/mnt1', '/mnt2'))
  86. flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
  87. 'btrfs', '/mnt1'
  88. ).and_return(('/one', '/two'))
  89. flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
  90. 'btrfs', '/mnt2'
  91. ).and_return(('/three', '/four'))
  92. for path in ('/one', '/two', '/three', '/four'):
  93. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  94. 'get_contained_directories'
  95. ).with_args(path, object).and_return((path,))
  96. assert module.get_subvolumes('btrfs', 'findmnt') == (
  97. module.Subvolume('/four', contained_source_directories=('/four',)),
  98. module.Subvolume('/one', contained_source_directories=('/one',)),
  99. module.Subvolume('/three', contained_source_directories=('/three',)),
  100. module.Subvolume('/two', contained_source_directories=('/two',)),
  101. )
  102. def test_dump_data_sources_snapshots_each_subvolume_and_updates_source_directories():
  103. source_directories = ['/foo', '/mnt/subvol1']
  104. config = {'btrfs': {}}
  105. flexmock(module).should_receive('get_subvolumes').and_return(
  106. (
  107. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  108. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  109. )
  110. )
  111. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  112. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  113. )
  114. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  115. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  116. )
  117. flexmock(module).should_receive('snapshot_subvolume').with_args(
  118. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  119. ).once()
  120. flexmock(module).should_receive('snapshot_subvolume').with_args(
  121. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  122. ).once()
  123. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  124. '/mnt/subvol1'
  125. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234')
  126. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  127. '/mnt/subvol2'
  128. ).and_return('/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234')
  129. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  130. '/mnt/subvol1', object
  131. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1')
  132. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  133. '/mnt/subvol2', object
  134. ).and_return('/mnt/subvol2/.borgmatic-1234/mnt/subvol2')
  135. assert (
  136. module.dump_data_sources(
  137. hook_config=config['btrfs'],
  138. config=config,
  139. log_prefix='test',
  140. config_paths=('test.yaml',),
  141. borgmatic_runtime_directory='/run/borgmatic',
  142. source_directories=source_directories,
  143. dry_run=False,
  144. )
  145. == []
  146. )
  147. assert source_directories == [
  148. '/foo',
  149. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  150. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  151. ]
  152. assert config == {
  153. 'btrfs': {},
  154. 'exclude_patterns': [
  155. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  156. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  157. ],
  158. }
  159. def test_dump_data_sources_uses_custom_btrfs_command_in_commands():
  160. source_directories = ['/foo', '/mnt/subvol1']
  161. config = {'btrfs': {'btrfs_command': '/usr/local/bin/btrfs'}}
  162. flexmock(module).should_receive('get_subvolumes').and_return(
  163. (module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),)
  164. )
  165. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  166. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  167. )
  168. flexmock(module).should_receive('snapshot_subvolume').with_args(
  169. '/usr/local/bin/btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  170. ).once()
  171. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  172. '/mnt/subvol1'
  173. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234')
  174. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  175. '/mnt/subvol1', object
  176. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1')
  177. assert (
  178. module.dump_data_sources(
  179. hook_config=config['btrfs'],
  180. config=config,
  181. log_prefix='test',
  182. config_paths=('test.yaml',),
  183. borgmatic_runtime_directory='/run/borgmatic',
  184. source_directories=source_directories,
  185. dry_run=False,
  186. )
  187. == []
  188. )
  189. assert source_directories == [
  190. '/foo',
  191. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  192. ]
  193. assert config == {
  194. 'btrfs': {
  195. 'btrfs_command': '/usr/local/bin/btrfs',
  196. },
  197. 'exclude_patterns': [
  198. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  199. ],
  200. }
  201. def test_dump_data_sources_uses_custom_findmnt_command_in_commands():
  202. source_directories = ['/foo', '/mnt/subvol1']
  203. config = {'btrfs': {'findmnt_command': '/usr/local/bin/findmnt'}}
  204. flexmock(module).should_receive('get_subvolumes').with_args(
  205. 'btrfs', '/usr/local/bin/findmnt', source_directories
  206. ).and_return(
  207. (module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),)
  208. ).once()
  209. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  210. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  211. )
  212. flexmock(module).should_receive('snapshot_subvolume').with_args(
  213. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  214. ).once()
  215. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  216. '/mnt/subvol1'
  217. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234')
  218. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  219. '/mnt/subvol1', object
  220. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1')
  221. assert (
  222. module.dump_data_sources(
  223. hook_config=config['btrfs'],
  224. config=config,
  225. log_prefix='test',
  226. config_paths=('test.yaml',),
  227. borgmatic_runtime_directory='/run/borgmatic',
  228. source_directories=source_directories,
  229. dry_run=False,
  230. )
  231. == []
  232. )
  233. assert source_directories == [
  234. '/foo',
  235. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  236. ]
  237. assert config == {
  238. 'btrfs': {
  239. 'findmnt_command': '/usr/local/bin/findmnt',
  240. },
  241. 'exclude_patterns': [
  242. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  243. ],
  244. }
  245. def test_dump_data_sources_with_dry_run_skips_snapshot_and_source_directories_update():
  246. source_directories = ['/foo', '/mnt/subvol1']
  247. config = {'btrfs': {}}
  248. flexmock(module).should_receive('get_subvolumes').and_return(
  249. (module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),)
  250. )
  251. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  252. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  253. )
  254. flexmock(module).should_receive('snapshot_subvolume').never()
  255. flexmock(module).should_receive('make_snapshot_exclude_path').never()
  256. assert (
  257. module.dump_data_sources(
  258. hook_config=config['btrfs'],
  259. config=config,
  260. log_prefix='test',
  261. config_paths=('test.yaml',),
  262. borgmatic_runtime_directory='/run/borgmatic',
  263. source_directories=source_directories,
  264. dry_run=True,
  265. )
  266. == []
  267. )
  268. assert source_directories == ['/foo', '/mnt/subvol1']
  269. assert config == {'btrfs': {}}
  270. def test_dump_data_sources_without_matching_subvolumes_skips_snapshot_and_source_directories_update():
  271. source_directories = ['/foo', '/mnt/subvol1']
  272. config = {'btrfs': {}}
  273. flexmock(module).should_receive('get_subvolumes').and_return(())
  274. flexmock(module).should_receive('make_snapshot_path').never()
  275. flexmock(module).should_receive('snapshot_subvolume').never()
  276. flexmock(module).should_receive('make_snapshot_exclude_path').never()
  277. assert (
  278. module.dump_data_sources(
  279. hook_config=config['btrfs'],
  280. config=config,
  281. log_prefix='test',
  282. config_paths=('test.yaml',),
  283. borgmatic_runtime_directory='/run/borgmatic',
  284. source_directories=source_directories,
  285. dry_run=False,
  286. )
  287. == []
  288. )
  289. assert source_directories == ['/foo', '/mnt/subvol1']
  290. assert config == {'btrfs': {}}
  291. def test_dump_data_sources_snapshots_adds_to_existing_exclude_patterns():
  292. source_directories = ['/foo', '/mnt/subvol1']
  293. config = {'btrfs': {}, 'exclude_patterns': ['/bar']}
  294. flexmock(module).should_receive('get_subvolumes').and_return(
  295. (
  296. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  297. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  298. )
  299. )
  300. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  301. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  302. )
  303. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  304. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  305. )
  306. flexmock(module).should_receive('snapshot_subvolume').with_args(
  307. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  308. ).once()
  309. flexmock(module).should_receive('snapshot_subvolume').with_args(
  310. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  311. ).once()
  312. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  313. '/mnt/subvol1'
  314. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234')
  315. flexmock(module).should_receive('make_snapshot_exclude_path').with_args(
  316. '/mnt/subvol2'
  317. ).and_return('/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234')
  318. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  319. '/mnt/subvol1', object
  320. ).and_return('/mnt/subvol1/.borgmatic-1234/mnt/subvol1')
  321. flexmock(module).should_receive('make_borg_source_directory_path').with_args(
  322. '/mnt/subvol2', object
  323. ).and_return('/mnt/subvol2/.borgmatic-1234/mnt/subvol2')
  324. assert (
  325. module.dump_data_sources(
  326. hook_config=config['btrfs'],
  327. config=config,
  328. log_prefix='test',
  329. config_paths=('test.yaml',),
  330. borgmatic_runtime_directory='/run/borgmatic',
  331. source_directories=source_directories,
  332. dry_run=False,
  333. )
  334. == []
  335. )
  336. assert source_directories == [
  337. '/foo',
  338. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  339. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  340. ]
  341. assert config == {
  342. 'btrfs': {},
  343. 'exclude_patterns': [
  344. '/bar',
  345. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  346. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  347. ],
  348. }
  349. def test_remove_data_source_dumps_deletes_snapshots():
  350. config = {'btrfs': {}}
  351. flexmock(module).should_receive('get_subvolumes').and_return(
  352. (
  353. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  354. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  355. )
  356. )
  357. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  358. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  359. )
  360. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  361. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  362. )
  363. flexmock(module.borgmatic.config.paths).should_receive(
  364. 'replace_temporary_subdirectory_with_glob'
  365. ).with_args(
  366. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  367. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  368. ).and_return(
  369. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  370. )
  371. flexmock(module.borgmatic.config.paths).should_receive(
  372. 'replace_temporary_subdirectory_with_glob'
  373. ).with_args(
  374. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  375. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  376. ).and_return(
  377. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  378. )
  379. flexmock(module.glob).should_receive('glob').with_args(
  380. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  381. ).and_return(
  382. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  383. )
  384. flexmock(module.glob).should_receive('glob').with_args(
  385. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  386. ).and_return(
  387. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  388. )
  389. flexmock(module.os.path).should_receive('isdir').with_args(
  390. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  391. ).and_return(True)
  392. flexmock(module.os.path).should_receive('isdir').with_args(
  393. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  394. ).and_return(True)
  395. flexmock(module.os.path).should_receive('isdir').with_args(
  396. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  397. ).and_return(True)
  398. flexmock(module.os.path).should_receive('isdir').with_args(
  399. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  400. ).and_return(False)
  401. flexmock(module).should_receive('delete_snapshot').with_args(
  402. 'btrfs', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  403. ).once()
  404. flexmock(module).should_receive('delete_snapshot').with_args(
  405. 'btrfs', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  406. ).once()
  407. flexmock(module).should_receive('delete_snapshot').with_args(
  408. 'btrfs', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  409. ).once()
  410. flexmock(module).should_receive('delete_snapshot').with_args(
  411. 'btrfs', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  412. ).never()
  413. flexmock(module.shutil).should_receive('rmtree').with_args(
  414. '/mnt/subvol1/.borgmatic-1234'
  415. ).once()
  416. flexmock(module.shutil).should_receive('rmtree').with_args(
  417. '/mnt/subvol1/.borgmatic-5678'
  418. ).once()
  419. flexmock(module.shutil).should_receive('rmtree').with_args(
  420. '/mnt/subvol2/.borgmatic-1234'
  421. ).once()
  422. flexmock(module.shutil).should_receive('rmtree').with_args(
  423. '/mnt/subvol2/.borgmatic-5678'
  424. ).never()
  425. module.remove_data_source_dumps(
  426. hook_config=config['btrfs'],
  427. config=config,
  428. log_prefix='test',
  429. borgmatic_runtime_directory='/run/borgmatic',
  430. dry_run=False,
  431. )
  432. def test_remove_data_source_dumps_without_hook_configuration_bails():
  433. flexmock(module).should_receive('get_subvolumes').never()
  434. flexmock(module).should_receive('make_snapshot_path').never()
  435. flexmock(module.borgmatic.config.paths).should_receive(
  436. 'replace_temporary_subdirectory_with_glob'
  437. ).never()
  438. flexmock(module).should_receive('delete_snapshot').never()
  439. flexmock(module.shutil).should_receive('rmtree').never()
  440. module.remove_data_source_dumps(
  441. hook_config=None,
  442. config={'source_directories': '/mnt/subvolume'},
  443. log_prefix='test',
  444. borgmatic_runtime_directory='/run/borgmatic',
  445. dry_run=False,
  446. )
  447. def test_remove_data_source_dumps_with_get_subvolumes_file_not_found_error_bails():
  448. config = {'btrfs': {}}
  449. flexmock(module).should_receive('get_subvolumes').and_raise(FileNotFoundError)
  450. flexmock(module).should_receive('make_snapshot_path').never()
  451. flexmock(module.borgmatic.config.paths).should_receive(
  452. 'replace_temporary_subdirectory_with_glob'
  453. ).never()
  454. flexmock(module).should_receive('delete_snapshot').never()
  455. flexmock(module.shutil).should_receive('rmtree').never()
  456. module.remove_data_source_dumps(
  457. hook_config=config['btrfs'],
  458. config=config,
  459. log_prefix='test',
  460. borgmatic_runtime_directory='/run/borgmatic',
  461. dry_run=False,
  462. )
  463. def test_remove_data_source_dumps_with_get_subvolumes_called_process_error_bails():
  464. config = {'btrfs': {}}
  465. flexmock(module).should_receive('get_subvolumes').and_raise(
  466. module.subprocess.CalledProcessError(1, 'command', 'error')
  467. )
  468. flexmock(module).should_receive('make_snapshot_path').never()
  469. flexmock(module.borgmatic.config.paths).should_receive(
  470. 'replace_temporary_subdirectory_with_glob'
  471. ).never()
  472. flexmock(module).should_receive('delete_snapshot').never()
  473. flexmock(module.shutil).should_receive('rmtree').never()
  474. module.remove_data_source_dumps(
  475. hook_config=config['btrfs'],
  476. config=config,
  477. log_prefix='test',
  478. borgmatic_runtime_directory='/run/borgmatic',
  479. dry_run=False,
  480. )
  481. def test_remove_data_source_dumps_with_dry_run_skips_deletes():
  482. config = {'btrfs': {}}
  483. flexmock(module).should_receive('get_subvolumes').and_return(
  484. (
  485. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  486. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  487. )
  488. )
  489. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  490. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  491. )
  492. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  493. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  494. )
  495. flexmock(module.borgmatic.config.paths).should_receive(
  496. 'replace_temporary_subdirectory_with_glob'
  497. ).with_args(
  498. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  499. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  500. ).and_return(
  501. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  502. )
  503. flexmock(module.borgmatic.config.paths).should_receive(
  504. 'replace_temporary_subdirectory_with_glob'
  505. ).with_args(
  506. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  507. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  508. ).and_return(
  509. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  510. )
  511. flexmock(module.glob).should_receive('glob').with_args(
  512. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  513. ).and_return(
  514. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  515. )
  516. flexmock(module.glob).should_receive('glob').with_args(
  517. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  518. ).and_return(
  519. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  520. )
  521. flexmock(module.os.path).should_receive('isdir').with_args(
  522. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  523. ).and_return(True)
  524. flexmock(module.os.path).should_receive('isdir').with_args(
  525. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  526. ).and_return(True)
  527. flexmock(module.os.path).should_receive('isdir').with_args(
  528. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  529. ).and_return(True)
  530. flexmock(module.os.path).should_receive('isdir').with_args(
  531. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  532. ).and_return(False)
  533. flexmock(module).should_receive('delete_snapshot').never()
  534. flexmock(module.shutil).should_receive('rmtree').never()
  535. module.remove_data_source_dumps(
  536. hook_config=config['btrfs'],
  537. config=config,
  538. log_prefix='test',
  539. borgmatic_runtime_directory='/run/borgmatic',
  540. dry_run=True,
  541. )
  542. def test_remove_data_source_dumps_without_subvolumes_skips_deletes():
  543. config = {'btrfs': {}}
  544. flexmock(module).should_receive('get_subvolumes').and_return(())
  545. flexmock(module).should_receive('make_snapshot_path').never()
  546. flexmock(module.borgmatic.config.paths).should_receive(
  547. 'replace_temporary_subdirectory_with_glob'
  548. ).never()
  549. flexmock(module).should_receive('delete_snapshot').never()
  550. flexmock(module.shutil).should_receive('rmtree').never()
  551. module.remove_data_source_dumps(
  552. hook_config=config['btrfs'],
  553. config=config,
  554. log_prefix='test',
  555. borgmatic_runtime_directory='/run/borgmatic',
  556. dry_run=False,
  557. )
  558. def test_remove_data_source_without_snapshots_skips_deletes():
  559. config = {'btrfs': {}}
  560. flexmock(module).should_receive('get_subvolumes').and_return(
  561. (
  562. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  563. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  564. )
  565. )
  566. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  567. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  568. )
  569. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  570. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  571. )
  572. flexmock(module.borgmatic.config.paths).should_receive(
  573. 'replace_temporary_subdirectory_with_glob'
  574. ).with_args(
  575. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  576. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  577. ).and_return(
  578. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  579. )
  580. flexmock(module.borgmatic.config.paths).should_receive(
  581. 'replace_temporary_subdirectory_with_glob'
  582. ).with_args(
  583. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  584. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  585. ).and_return(
  586. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  587. )
  588. flexmock(module.glob).should_receive('glob').and_return(())
  589. flexmock(module.os.path).should_receive('isdir').never()
  590. flexmock(module).should_receive('delete_snapshot').never()
  591. flexmock(module.shutil).should_receive('rmtree').never()
  592. module.remove_data_source_dumps(
  593. hook_config=config['btrfs'],
  594. config=config,
  595. log_prefix='test',
  596. borgmatic_runtime_directory='/run/borgmatic',
  597. dry_run=False,
  598. )
  599. def test_remove_data_source_dumps_with_delete_snapshot_file_not_found_error_bails():
  600. config = {'btrfs': {}}
  601. flexmock(module).should_receive('get_subvolumes').and_return(
  602. (
  603. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  604. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  605. )
  606. )
  607. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  608. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  609. )
  610. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  611. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  612. )
  613. flexmock(module.borgmatic.config.paths).should_receive(
  614. 'replace_temporary_subdirectory_with_glob'
  615. ).with_args(
  616. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  617. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  618. ).and_return(
  619. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  620. )
  621. flexmock(module.borgmatic.config.paths).should_receive(
  622. 'replace_temporary_subdirectory_with_glob'
  623. ).with_args(
  624. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  625. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  626. ).and_return(
  627. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  628. )
  629. flexmock(module.glob).should_receive('glob').with_args(
  630. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  631. ).and_return(
  632. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  633. )
  634. flexmock(module.glob).should_receive('glob').with_args(
  635. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  636. ).and_return(
  637. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  638. )
  639. flexmock(module.os.path).should_receive('isdir').with_args(
  640. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  641. ).and_return(True)
  642. flexmock(module.os.path).should_receive('isdir').with_args(
  643. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  644. ).and_return(True)
  645. flexmock(module.os.path).should_receive('isdir').with_args(
  646. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  647. ).and_return(True)
  648. flexmock(module.os.path).should_receive('isdir').with_args(
  649. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  650. ).and_return(False)
  651. flexmock(module).should_receive('delete_snapshot').and_raise(FileNotFoundError)
  652. flexmock(module.shutil).should_receive('rmtree').never()
  653. module.remove_data_source_dumps(
  654. hook_config=config['btrfs'],
  655. config=config,
  656. log_prefix='test',
  657. borgmatic_runtime_directory='/run/borgmatic',
  658. dry_run=False,
  659. )
  660. def test_remove_data_source_dumps_with_delete_snapshot_called_process_error_bails():
  661. config = {'btrfs': {}}
  662. flexmock(module).should_receive('get_subvolumes').and_return(
  663. (
  664. module.Subvolume('/mnt/subvol1', contained_source_directories=('/mnt/subvol1',)),
  665. module.Subvolume('/mnt/subvol2', contained_source_directories=('/mnt/subvol2',)),
  666. )
  667. )
  668. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  669. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  670. )
  671. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  672. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  673. )
  674. flexmock(module.borgmatic.config.paths).should_receive(
  675. 'replace_temporary_subdirectory_with_glob'
  676. ).with_args(
  677. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  678. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  679. ).and_return(
  680. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  681. )
  682. flexmock(module.borgmatic.config.paths).should_receive(
  683. 'replace_temporary_subdirectory_with_glob'
  684. ).with_args(
  685. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  686. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  687. ).and_return(
  688. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  689. )
  690. flexmock(module.glob).should_receive('glob').with_args(
  691. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  692. ).and_return(
  693. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  694. )
  695. flexmock(module.glob).should_receive('glob').with_args(
  696. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  697. ).and_return(
  698. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  699. )
  700. flexmock(module.os.path).should_receive('isdir').with_args(
  701. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  702. ).and_return(True)
  703. flexmock(module.os.path).should_receive('isdir').with_args(
  704. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  705. ).and_return(True)
  706. flexmock(module.os.path).should_receive('isdir').with_args(
  707. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  708. ).and_return(True)
  709. flexmock(module.os.path).should_receive('isdir').with_args(
  710. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  711. ).and_return(False)
  712. flexmock(module).should_receive('delete_snapshot').and_raise(
  713. module.subprocess.CalledProcessError(1, 'command', 'error')
  714. )
  715. flexmock(module.shutil).should_receive('rmtree').never()
  716. module.remove_data_source_dumps(
  717. hook_config=config['btrfs'],
  718. config=config,
  719. log_prefix='test',
  720. borgmatic_runtime_directory='/run/borgmatic',
  721. dry_run=False,
  722. )