test_btrfs.py 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848
  1. import pytest
  2. from flexmock import flexmock
  3. from borgmatic.borg.pattern import Pattern, Pattern_style, Pattern_type
  4. from borgmatic.hooks.data_source import btrfs as module
  5. def test_get_subvolume_mount_points_parses_findmnt_output():
  6. flexmock(module.borgmatic.execute).should_receive(
  7. 'execute_command_and_capture_output'
  8. ).and_return(
  9. '''{
  10. "filesystems": [
  11. {
  12. "target": "/mnt0",
  13. "source": "/dev/loop0",
  14. "fstype": "btrfs",
  15. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  16. },
  17. {
  18. "target": "/mnt1",
  19. "source": "/dev/loop0",
  20. "fstype": "btrfs",
  21. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  22. }
  23. ]
  24. }
  25. '''
  26. )
  27. assert module.get_subvolume_mount_points('findmnt') == ('/mnt0', '/mnt1')
  28. def test_get_subvolume_mount_points_with_invalid_findmnt_json_errors():
  29. flexmock(module.borgmatic.execute).should_receive(
  30. 'execute_command_and_capture_output'
  31. ).and_return('{')
  32. with pytest.raises(ValueError):
  33. module.get_subvolume_mount_points('findmnt')
  34. def test_get_subvolume_mount_points_with_findmnt_json_missing_filesystems_errors():
  35. flexmock(module.borgmatic.execute).should_receive(
  36. 'execute_command_and_capture_output'
  37. ).and_return('{"wtf": "something is wrong here"}')
  38. with pytest.raises(ValueError):
  39. module.get_subvolume_mount_points('findmnt')
  40. def test_get_subvolumes_collects_subvolumes_matching_patterns():
  41. flexmock(module).should_receive('get_subvolume_mount_points').and_return(('/mnt1', '/mnt2'))
  42. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  43. 'get_contained_patterns'
  44. ).with_args('/mnt1', object).and_return((Pattern('/mnt1'),))
  45. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  46. 'get_contained_patterns'
  47. ).with_args('/mnt2', object).and_return(())
  48. assert module.get_subvolumes(
  49. 'btrfs',
  50. 'findmnt',
  51. patterns=[
  52. Pattern('/mnt1'),
  53. Pattern('/mnt3'),
  54. ],
  55. ) == (module.Subvolume('/mnt1', contained_patterns=(Pattern('/mnt1'),)),)
  56. def test_get_subvolumes_without_patterns_collects_all_subvolumes():
  57. flexmock(module).should_receive('get_subvolume_mount_points').and_return(('/mnt1', '/mnt2'))
  58. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  59. 'get_contained_patterns'
  60. ).with_args('/mnt1', object).and_return((Pattern('/mnt1'),))
  61. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  62. 'get_contained_patterns'
  63. ).with_args('/mnt2', object).and_return((Pattern('/mnt2'),))
  64. assert module.get_subvolumes('btrfs', 'findmnt') == (
  65. module.Subvolume('/mnt1', contained_patterns=(Pattern('/mnt1'),)),
  66. module.Subvolume('/mnt2', contained_patterns=(Pattern('/mnt2'),)),
  67. )
  68. @pytest.mark.parametrize(
  69. 'subvolume_path,expected_snapshot_path',
  70. (
  71. ('/foo/bar', '/foo/bar/.borgmatic-snapshot-1234/foo/bar'),
  72. ('/', '/.borgmatic-snapshot-1234'),
  73. ),
  74. )
  75. def test_make_snapshot_path_includes_stripped_subvolume_path(
  76. subvolume_path, expected_snapshot_path
  77. ):
  78. flexmock(module.os).should_receive('getpid').and_return(1234)
  79. assert module.make_snapshot_path(subvolume_path) == expected_snapshot_path
  80. @pytest.mark.parametrize(
  81. 'subvolume_path,pattern,expected_pattern',
  82. (
  83. (
  84. '/foo/bar',
  85. Pattern('/foo/bar/baz'),
  86. Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar/baz'),
  87. ),
  88. ('/foo/bar', Pattern('/foo/bar'), Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar')),
  89. (
  90. '/foo/bar',
  91. Pattern('^/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
  92. Pattern(
  93. '^/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
  94. Pattern_type.INCLUDE,
  95. Pattern_style.REGULAR_EXPRESSION,
  96. ),
  97. ),
  98. (
  99. '/foo/bar',
  100. Pattern('/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
  101. Pattern(
  102. '/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
  103. Pattern_type.INCLUDE,
  104. Pattern_style.REGULAR_EXPRESSION,
  105. ),
  106. ),
  107. ('/', Pattern('/foo'), Pattern('/.borgmatic-snapshot-1234/./foo')),
  108. ('/', Pattern('/'), Pattern('/.borgmatic-snapshot-1234/./')),
  109. ),
  110. )
  111. def test_make_borg_snapshot_pattern_includes_slashdot_hack_and_stripped_pattern_path(
  112. subvolume_path, pattern, expected_pattern
  113. ):
  114. flexmock(module.os).should_receive('getpid').and_return(1234)
  115. assert module.make_borg_snapshot_pattern(subvolume_path, pattern) == expected_pattern
  116. def test_dump_data_sources_snapshots_each_subvolume_and_updates_patterns():
  117. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  118. config = {'btrfs': {}}
  119. flexmock(module).should_receive('get_subvolumes').and_return(
  120. (
  121. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  122. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  123. )
  124. )
  125. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  126. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  127. )
  128. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  129. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  130. )
  131. flexmock(module).should_receive('snapshot_subvolume').with_args(
  132. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  133. ).once()
  134. flexmock(module).should_receive('snapshot_subvolume').with_args(
  135. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  136. ).once()
  137. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  138. '/mnt/subvol1'
  139. ).and_return(
  140. Pattern(
  141. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  142. Pattern_type.NO_RECURSE,
  143. Pattern_style.FNMATCH,
  144. )
  145. )
  146. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  147. '/mnt/subvol2'
  148. ).and_return(
  149. Pattern(
  150. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  151. Pattern_type.NO_RECURSE,
  152. Pattern_style.FNMATCH,
  153. )
  154. )
  155. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  156. '/mnt/subvol1', object
  157. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  158. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  159. '/mnt/subvol2', object
  160. ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
  161. assert (
  162. module.dump_data_sources(
  163. hook_config=config['btrfs'],
  164. config=config,
  165. config_paths=('test.yaml',),
  166. borgmatic_runtime_directory='/run/borgmatic',
  167. patterns=patterns,
  168. dry_run=False,
  169. )
  170. == []
  171. )
  172. assert patterns == [
  173. Pattern('/foo'),
  174. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  175. Pattern(
  176. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  177. Pattern_type.NO_RECURSE,
  178. Pattern_style.FNMATCH,
  179. ),
  180. Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
  181. Pattern(
  182. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  183. Pattern_type.NO_RECURSE,
  184. Pattern_style.FNMATCH,
  185. ),
  186. ]
  187. assert config == {
  188. 'btrfs': {},
  189. }
  190. def test_dump_data_sources_uses_custom_btrfs_command_in_commands():
  191. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  192. config = {'btrfs': {'btrfs_command': '/usr/local/bin/btrfs'}}
  193. flexmock(module).should_receive('get_subvolumes').and_return(
  194. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  195. )
  196. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  197. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  198. )
  199. flexmock(module).should_receive('snapshot_subvolume').with_args(
  200. '/usr/local/bin/btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  201. ).once()
  202. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  203. '/mnt/subvol1'
  204. ).and_return(
  205. Pattern(
  206. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  207. Pattern_type.NO_RECURSE,
  208. Pattern_style.FNMATCH,
  209. )
  210. )
  211. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  212. '/mnt/subvol1', object
  213. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  214. assert (
  215. module.dump_data_sources(
  216. hook_config=config['btrfs'],
  217. config=config,
  218. config_paths=('test.yaml',),
  219. borgmatic_runtime_directory='/run/borgmatic',
  220. patterns=patterns,
  221. dry_run=False,
  222. )
  223. == []
  224. )
  225. assert patterns == [
  226. Pattern('/foo'),
  227. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  228. Pattern(
  229. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  230. Pattern_type.NO_RECURSE,
  231. Pattern_style.FNMATCH,
  232. ),
  233. ]
  234. assert config == {
  235. 'btrfs': {
  236. 'btrfs_command': '/usr/local/bin/btrfs',
  237. },
  238. }
  239. def test_dump_data_sources_uses_custom_findmnt_command_in_commands():
  240. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  241. config = {'btrfs': {'findmnt_command': '/usr/local/bin/findmnt'}}
  242. flexmock(module).should_receive('get_subvolumes').with_args(
  243. 'btrfs', '/usr/local/bin/findmnt', patterns
  244. ).and_return(
  245. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  246. ).once()
  247. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  248. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  249. )
  250. flexmock(module).should_receive('snapshot_subvolume').with_args(
  251. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  252. ).once()
  253. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  254. '/mnt/subvol1'
  255. ).and_return(
  256. Pattern(
  257. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  258. Pattern_type.NO_RECURSE,
  259. Pattern_style.FNMATCH,
  260. )
  261. )
  262. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  263. '/mnt/subvol1', object
  264. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  265. assert (
  266. module.dump_data_sources(
  267. hook_config=config['btrfs'],
  268. config=config,
  269. config_paths=('test.yaml',),
  270. borgmatic_runtime_directory='/run/borgmatic',
  271. patterns=patterns,
  272. dry_run=False,
  273. )
  274. == []
  275. )
  276. assert patterns == [
  277. Pattern('/foo'),
  278. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  279. Pattern(
  280. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  281. Pattern_type.NO_RECURSE,
  282. Pattern_style.FNMATCH,
  283. ),
  284. ]
  285. assert config == {
  286. 'btrfs': {
  287. 'findmnt_command': '/usr/local/bin/findmnt',
  288. },
  289. }
  290. def test_dump_data_sources_with_dry_run_skips_snapshot_and_patterns_update():
  291. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  292. config = {'btrfs': {}}
  293. flexmock(module).should_receive('get_subvolumes').and_return(
  294. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  295. )
  296. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  297. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  298. )
  299. flexmock(module).should_receive('snapshot_subvolume').never()
  300. flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
  301. assert (
  302. module.dump_data_sources(
  303. hook_config=config['btrfs'],
  304. config=config,
  305. config_paths=('test.yaml',),
  306. borgmatic_runtime_directory='/run/borgmatic',
  307. patterns=patterns,
  308. dry_run=True,
  309. )
  310. == []
  311. )
  312. assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
  313. assert config == {'btrfs': {}}
  314. def test_dump_data_sources_without_matching_subvolumes_skips_snapshot_and_patterns_update():
  315. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  316. config = {'btrfs': {}}
  317. flexmock(module).should_receive('get_subvolumes').and_return(())
  318. flexmock(module).should_receive('make_snapshot_path').never()
  319. flexmock(module).should_receive('snapshot_subvolume').never()
  320. flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
  321. assert (
  322. module.dump_data_sources(
  323. hook_config=config['btrfs'],
  324. config=config,
  325. config_paths=('test.yaml',),
  326. borgmatic_runtime_directory='/run/borgmatic',
  327. patterns=patterns,
  328. dry_run=False,
  329. )
  330. == []
  331. )
  332. assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
  333. assert config == {'btrfs': {}}
  334. def test_dump_data_sources_snapshots_adds_to_existing_exclude_patterns():
  335. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  336. config = {'btrfs': {}, 'exclude_patterns': ['/bar']}
  337. flexmock(module).should_receive('get_subvolumes').and_return(
  338. (
  339. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  340. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  341. )
  342. )
  343. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  344. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  345. )
  346. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  347. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  348. )
  349. flexmock(module).should_receive('snapshot_subvolume').with_args(
  350. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  351. ).once()
  352. flexmock(module).should_receive('snapshot_subvolume').with_args(
  353. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  354. ).once()
  355. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  356. '/mnt/subvol1'
  357. ).and_return(
  358. Pattern(
  359. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  360. Pattern_type.NO_RECURSE,
  361. Pattern_style.FNMATCH,
  362. )
  363. )
  364. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  365. '/mnt/subvol2'
  366. ).and_return(
  367. Pattern(
  368. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  369. Pattern_type.NO_RECURSE,
  370. Pattern_style.FNMATCH,
  371. )
  372. )
  373. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  374. '/mnt/subvol1', object
  375. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  376. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  377. '/mnt/subvol2', object
  378. ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
  379. assert (
  380. module.dump_data_sources(
  381. hook_config=config['btrfs'],
  382. config=config,
  383. config_paths=('test.yaml',),
  384. borgmatic_runtime_directory='/run/borgmatic',
  385. patterns=patterns,
  386. dry_run=False,
  387. )
  388. == []
  389. )
  390. assert patterns == [
  391. Pattern('/foo'),
  392. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  393. Pattern(
  394. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  395. Pattern_type.NO_RECURSE,
  396. Pattern_style.FNMATCH,
  397. ),
  398. Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
  399. Pattern(
  400. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  401. Pattern_type.NO_RECURSE,
  402. Pattern_style.FNMATCH,
  403. ),
  404. ]
  405. assert config == {
  406. 'btrfs': {},
  407. 'exclude_patterns': ['/bar'],
  408. }
  409. def test_remove_data_source_dumps_deletes_snapshots():
  410. config = {'btrfs': {}}
  411. flexmock(module).should_receive('get_subvolumes').and_return(
  412. (
  413. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  414. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  415. )
  416. )
  417. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  418. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  419. )
  420. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  421. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  422. )
  423. flexmock(module.borgmatic.config.paths).should_receive(
  424. 'replace_temporary_subdirectory_with_glob'
  425. ).with_args(
  426. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  427. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  428. ).and_return(
  429. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  430. )
  431. flexmock(module.borgmatic.config.paths).should_receive(
  432. 'replace_temporary_subdirectory_with_glob'
  433. ).with_args(
  434. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  435. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  436. ).and_return(
  437. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  438. )
  439. flexmock(module.glob).should_receive('glob').with_args(
  440. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  441. ).and_return(
  442. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  443. )
  444. flexmock(module.glob).should_receive('glob').with_args(
  445. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  446. ).and_return(
  447. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  448. )
  449. flexmock(module.os.path).should_receive('isdir').with_args(
  450. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  451. ).and_return(True)
  452. flexmock(module.os.path).should_receive('isdir').with_args(
  453. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  454. ).and_return(True)
  455. flexmock(module.os.path).should_receive('isdir').with_args(
  456. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  457. ).and_return(True)
  458. flexmock(module.os.path).should_receive('isdir').with_args(
  459. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  460. ).and_return(False)
  461. flexmock(module).should_receive('delete_snapshot').with_args(
  462. 'btrfs', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  463. ).once()
  464. flexmock(module).should_receive('delete_snapshot').with_args(
  465. 'btrfs', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  466. ).once()
  467. flexmock(module).should_receive('delete_snapshot').with_args(
  468. 'btrfs', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  469. ).once()
  470. flexmock(module).should_receive('delete_snapshot').with_args(
  471. 'btrfs', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  472. ).never()
  473. flexmock(module.shutil).should_receive('rmtree').with_args(
  474. '/mnt/subvol1/.borgmatic-1234'
  475. ).once()
  476. flexmock(module.shutil).should_receive('rmtree').with_args(
  477. '/mnt/subvol1/.borgmatic-5678'
  478. ).once()
  479. flexmock(module.shutil).should_receive('rmtree').with_args(
  480. '/mnt/subvol2/.borgmatic-1234'
  481. ).once()
  482. flexmock(module.shutil).should_receive('rmtree').with_args(
  483. '/mnt/subvol2/.borgmatic-5678'
  484. ).never()
  485. module.remove_data_source_dumps(
  486. hook_config=config['btrfs'],
  487. config=config,
  488. borgmatic_runtime_directory='/run/borgmatic',
  489. dry_run=False,
  490. )
  491. def test_remove_data_source_dumps_without_hook_configuration_bails():
  492. flexmock(module).should_receive('get_subvolumes').never()
  493. flexmock(module).should_receive('make_snapshot_path').never()
  494. flexmock(module.borgmatic.config.paths).should_receive(
  495. 'replace_temporary_subdirectory_with_glob'
  496. ).never()
  497. flexmock(module).should_receive('delete_snapshot').never()
  498. flexmock(module.shutil).should_receive('rmtree').never()
  499. module.remove_data_source_dumps(
  500. hook_config=None,
  501. config={'source_directories': '/mnt/subvolume'},
  502. borgmatic_runtime_directory='/run/borgmatic',
  503. dry_run=False,
  504. )
  505. def test_remove_data_source_dumps_with_get_subvolumes_file_not_found_error_bails():
  506. config = {'btrfs': {}}
  507. flexmock(module).should_receive('get_subvolumes').and_raise(FileNotFoundError)
  508. flexmock(module).should_receive('make_snapshot_path').never()
  509. flexmock(module.borgmatic.config.paths).should_receive(
  510. 'replace_temporary_subdirectory_with_glob'
  511. ).never()
  512. flexmock(module).should_receive('delete_snapshot').never()
  513. flexmock(module.shutil).should_receive('rmtree').never()
  514. module.remove_data_source_dumps(
  515. hook_config=config['btrfs'],
  516. config=config,
  517. borgmatic_runtime_directory='/run/borgmatic',
  518. dry_run=False,
  519. )
  520. def test_remove_data_source_dumps_with_get_subvolumes_called_process_error_bails():
  521. config = {'btrfs': {}}
  522. flexmock(module).should_receive('get_subvolumes').and_raise(
  523. module.subprocess.CalledProcessError(1, 'command', 'error')
  524. )
  525. flexmock(module).should_receive('make_snapshot_path').never()
  526. flexmock(module.borgmatic.config.paths).should_receive(
  527. 'replace_temporary_subdirectory_with_glob'
  528. ).never()
  529. flexmock(module).should_receive('delete_snapshot').never()
  530. flexmock(module.shutil).should_receive('rmtree').never()
  531. module.remove_data_source_dumps(
  532. hook_config=config['btrfs'],
  533. config=config,
  534. borgmatic_runtime_directory='/run/borgmatic',
  535. dry_run=False,
  536. )
  537. def test_remove_data_source_dumps_with_dry_run_skips_deletes():
  538. config = {'btrfs': {}}
  539. flexmock(module).should_receive('get_subvolumes').and_return(
  540. (
  541. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  542. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  543. )
  544. )
  545. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  546. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  547. )
  548. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  549. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  550. )
  551. flexmock(module.borgmatic.config.paths).should_receive(
  552. 'replace_temporary_subdirectory_with_glob'
  553. ).with_args(
  554. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  555. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  556. ).and_return(
  557. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  558. )
  559. flexmock(module.borgmatic.config.paths).should_receive(
  560. 'replace_temporary_subdirectory_with_glob'
  561. ).with_args(
  562. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  563. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  564. ).and_return(
  565. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  566. )
  567. flexmock(module.glob).should_receive('glob').with_args(
  568. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  569. ).and_return(
  570. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  571. )
  572. flexmock(module.glob).should_receive('glob').with_args(
  573. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  574. ).and_return(
  575. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  576. )
  577. flexmock(module.os.path).should_receive('isdir').with_args(
  578. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  579. ).and_return(True)
  580. flexmock(module.os.path).should_receive('isdir').with_args(
  581. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  582. ).and_return(True)
  583. flexmock(module.os.path).should_receive('isdir').with_args(
  584. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  585. ).and_return(True)
  586. flexmock(module.os.path).should_receive('isdir').with_args(
  587. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  588. ).and_return(False)
  589. flexmock(module).should_receive('delete_snapshot').never()
  590. flexmock(module.shutil).should_receive('rmtree').never()
  591. module.remove_data_source_dumps(
  592. hook_config=config['btrfs'],
  593. config=config,
  594. borgmatic_runtime_directory='/run/borgmatic',
  595. dry_run=True,
  596. )
  597. def test_remove_data_source_dumps_without_subvolumes_skips_deletes():
  598. config = {'btrfs': {}}
  599. flexmock(module).should_receive('get_subvolumes').and_return(())
  600. flexmock(module).should_receive('make_snapshot_path').never()
  601. flexmock(module.borgmatic.config.paths).should_receive(
  602. 'replace_temporary_subdirectory_with_glob'
  603. ).never()
  604. flexmock(module).should_receive('delete_snapshot').never()
  605. flexmock(module.shutil).should_receive('rmtree').never()
  606. module.remove_data_source_dumps(
  607. hook_config=config['btrfs'],
  608. config=config,
  609. borgmatic_runtime_directory='/run/borgmatic',
  610. dry_run=False,
  611. )
  612. def test_remove_data_source_without_snapshots_skips_deletes():
  613. config = {'btrfs': {}}
  614. flexmock(module).should_receive('get_subvolumes').and_return(
  615. (
  616. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  617. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  618. )
  619. )
  620. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  621. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  622. )
  623. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  624. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  625. )
  626. flexmock(module.borgmatic.config.paths).should_receive(
  627. 'replace_temporary_subdirectory_with_glob'
  628. ).with_args(
  629. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  630. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  631. ).and_return(
  632. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  633. )
  634. flexmock(module.borgmatic.config.paths).should_receive(
  635. 'replace_temporary_subdirectory_with_glob'
  636. ).with_args(
  637. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  638. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  639. ).and_return(
  640. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  641. )
  642. flexmock(module.glob).should_receive('glob').and_return(())
  643. flexmock(module.os.path).should_receive('isdir').never()
  644. flexmock(module).should_receive('delete_snapshot').never()
  645. flexmock(module.shutil).should_receive('rmtree').never()
  646. module.remove_data_source_dumps(
  647. hook_config=config['btrfs'],
  648. config=config,
  649. borgmatic_runtime_directory='/run/borgmatic',
  650. dry_run=False,
  651. )
  652. def test_remove_data_source_dumps_with_delete_snapshot_file_not_found_error_bails():
  653. config = {'btrfs': {}}
  654. flexmock(module).should_receive('get_subvolumes').and_return(
  655. (
  656. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  657. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  658. )
  659. )
  660. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  661. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  662. )
  663. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  664. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  665. )
  666. flexmock(module.borgmatic.config.paths).should_receive(
  667. 'replace_temporary_subdirectory_with_glob'
  668. ).with_args(
  669. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  670. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  671. ).and_return(
  672. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  673. )
  674. flexmock(module.borgmatic.config.paths).should_receive(
  675. 'replace_temporary_subdirectory_with_glob'
  676. ).with_args(
  677. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  678. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  679. ).and_return(
  680. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  681. )
  682. flexmock(module.glob).should_receive('glob').with_args(
  683. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  684. ).and_return(
  685. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  686. )
  687. flexmock(module.glob).should_receive('glob').with_args(
  688. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  689. ).and_return(
  690. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  691. )
  692. flexmock(module.os.path).should_receive('isdir').with_args(
  693. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  694. ).and_return(True)
  695. flexmock(module.os.path).should_receive('isdir').with_args(
  696. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  697. ).and_return(True)
  698. flexmock(module.os.path).should_receive('isdir').with_args(
  699. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  700. ).and_return(True)
  701. flexmock(module.os.path).should_receive('isdir').with_args(
  702. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  703. ).and_return(False)
  704. flexmock(module).should_receive('delete_snapshot').and_raise(FileNotFoundError)
  705. flexmock(module.shutil).should_receive('rmtree').never()
  706. module.remove_data_source_dumps(
  707. hook_config=config['btrfs'],
  708. config=config,
  709. borgmatic_runtime_directory='/run/borgmatic',
  710. dry_run=False,
  711. )
  712. def test_remove_data_source_dumps_with_delete_snapshot_called_process_error_bails():
  713. config = {'btrfs': {}}
  714. flexmock(module).should_receive('get_subvolumes').and_return(
  715. (
  716. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  717. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  718. )
  719. )
  720. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  721. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  722. )
  723. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  724. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  725. )
  726. flexmock(module.borgmatic.config.paths).should_receive(
  727. 'replace_temporary_subdirectory_with_glob'
  728. ).with_args(
  729. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  730. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  731. ).and_return(
  732. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  733. )
  734. flexmock(module.borgmatic.config.paths).should_receive(
  735. 'replace_temporary_subdirectory_with_glob'
  736. ).with_args(
  737. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  738. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  739. ).and_return(
  740. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  741. )
  742. flexmock(module.glob).should_receive('glob').with_args(
  743. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  744. ).and_return(
  745. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  746. )
  747. flexmock(module.glob).should_receive('glob').with_args(
  748. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  749. ).and_return(
  750. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  751. )
  752. flexmock(module.os.path).should_receive('isdir').with_args(
  753. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  754. ).and_return(True)
  755. flexmock(module.os.path).should_receive('isdir').with_args(
  756. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  757. ).and_return(True)
  758. flexmock(module.os.path).should_receive('isdir').with_args(
  759. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  760. ).and_return(True)
  761. flexmock(module.os.path).should_receive('isdir').with_args(
  762. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  763. ).and_return(False)
  764. flexmock(module).should_receive('delete_snapshot').and_raise(
  765. module.subprocess.CalledProcessError(1, 'command', 'error')
  766. )
  767. flexmock(module.shutil).should_receive('rmtree').never()
  768. module.remove_data_source_dumps(
  769. hook_config=config['btrfs'],
  770. config=config,
  771. borgmatic_runtime_directory='/run/borgmatic',
  772. dry_run=False,
  773. )