test_btrfs.py 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905
  1. import pytest
  2. from flexmock import flexmock
  3. from borgmatic.borg.pattern import Pattern, Pattern_style, Pattern_type
  4. from borgmatic.hooks.data_source import btrfs as module
  5. def test_get_subvolume_mount_points_parses_findmnt_output():
  6. flexmock(module.borgmatic.execute).should_receive(
  7. 'execute_command_and_capture_output'
  8. ).and_return(
  9. '''{
  10. "filesystems": [
  11. {
  12. "target": "/mnt0",
  13. "source": "/dev/loop0",
  14. "fstype": "btrfs",
  15. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  16. },
  17. {
  18. "target": "/mnt1",
  19. "source": "/dev/loop0",
  20. "fstype": "btrfs",
  21. "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
  22. }
  23. ]
  24. }
  25. '''
  26. )
  27. assert module.get_subvolume_mount_points('findmnt') == ('/mnt0', '/mnt1')
  28. def test_get_subvolume_mount_points_with_invalid_findmnt_json_errors():
  29. flexmock(module.borgmatic.execute).should_receive(
  30. 'execute_command_and_capture_output'
  31. ).and_return('{')
  32. with pytest.raises(ValueError):
  33. module.get_subvolume_mount_points('findmnt')
  34. def test_get_subvolume_mount_points_with_findmnt_json_missing_filesystems_errors():
  35. flexmock(module.borgmatic.execute).should_receive(
  36. 'execute_command_and_capture_output'
  37. ).and_return('{"wtf": "something is wrong here"}')
  38. with pytest.raises(ValueError):
  39. module.get_subvolume_mount_points('findmnt')
  40. def test_get_subvolumes_collects_subvolumes_matching_patterns():
  41. flexmock(module).should_receive('get_subvolume_mount_points').and_return(('/mnt1', '/mnt2'))
  42. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  43. 'get_contained_patterns'
  44. ).with_args('/mnt1', object).and_return((Pattern('/mnt1'),))
  45. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  46. 'get_contained_patterns'
  47. ).with_args('/mnt2', object).and_return(())
  48. assert module.get_subvolumes(
  49. 'btrfs',
  50. 'findmnt',
  51. patterns=[
  52. Pattern('/mnt1'),
  53. Pattern('/mnt3'),
  54. ],
  55. ) == (module.Subvolume('/mnt1', contained_patterns=(Pattern('/mnt1'),)),)
  56. def test_get_subvolumes_without_patterns_collects_all_subvolumes():
  57. flexmock(module).should_receive('get_subvolume_mount_points').and_return(('/mnt1', '/mnt2'))
  58. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  59. 'get_contained_patterns'
  60. ).with_args('/mnt1', object).and_return((Pattern('/mnt1'),))
  61. flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
  62. 'get_contained_patterns'
  63. ).with_args('/mnt2', object).and_return((Pattern('/mnt2'),))
  64. assert module.get_subvolumes('btrfs', 'findmnt') == (
  65. module.Subvolume('/mnt1', contained_patterns=(Pattern('/mnt1'),)),
  66. module.Subvolume('/mnt2', contained_patterns=(Pattern('/mnt2'),)),
  67. )
  68. @pytest.mark.parametrize(
  69. 'subvolume_path,expected_snapshot_path',
  70. (
  71. ('/foo/bar', '/foo/bar/.borgmatic-snapshot-1234/foo/bar'),
  72. ('/', '/.borgmatic-snapshot-1234'),
  73. ),
  74. )
  75. def test_make_snapshot_path_includes_stripped_subvolume_path(
  76. subvolume_path, expected_snapshot_path
  77. ):
  78. flexmock(module.os).should_receive('getpid').and_return(1234)
  79. assert module.make_snapshot_path(subvolume_path) == expected_snapshot_path
  80. @pytest.mark.parametrize(
  81. 'subvolume_path,pattern,expected_pattern',
  82. (
  83. (
  84. '/foo/bar',
  85. Pattern('/foo/bar/baz'),
  86. Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar/baz'),
  87. ),
  88. ('/foo/bar', Pattern('/foo/bar'), Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar')),
  89. (
  90. '/foo/bar',
  91. Pattern('^/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
  92. Pattern(
  93. '^/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
  94. Pattern_type.INCLUDE,
  95. Pattern_style.REGULAR_EXPRESSION,
  96. ),
  97. ),
  98. (
  99. '/foo/bar',
  100. Pattern('/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
  101. Pattern(
  102. '/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
  103. Pattern_type.INCLUDE,
  104. Pattern_style.REGULAR_EXPRESSION,
  105. ),
  106. ),
  107. ('/', Pattern('/foo'), Pattern('/.borgmatic-snapshot-1234/./foo')),
  108. ('/', Pattern('/'), Pattern('/.borgmatic-snapshot-1234/./')),
  109. ),
  110. )
  111. def test_make_borg_snapshot_pattern_includes_slashdot_hack_and_stripped_pattern_path(
  112. subvolume_path, pattern, expected_pattern
  113. ):
  114. flexmock(module.os).should_receive('getpid').and_return(1234)
  115. assert module.make_borg_snapshot_pattern(subvolume_path, pattern) == expected_pattern
  116. def test_dump_data_sources_snapshots_each_subvolume_and_updates_patterns():
  117. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  118. config = {'btrfs': {}}
  119. flexmock(module).should_receive('get_subvolumes').and_return(
  120. (
  121. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  122. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  123. )
  124. )
  125. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  126. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  127. )
  128. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  129. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  130. )
  131. flexmock(module).should_receive('snapshot_subvolume').with_args(
  132. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  133. ).once()
  134. flexmock(module).should_receive('snapshot_subvolume').with_args(
  135. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  136. ).once()
  137. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  138. '/mnt/subvol1'
  139. ).and_return(
  140. Pattern(
  141. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  142. Pattern_type.NO_RECURSE,
  143. Pattern_style.FNMATCH,
  144. )
  145. )
  146. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  147. '/mnt/subvol2'
  148. ).and_return(
  149. Pattern(
  150. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  151. Pattern_type.NO_RECURSE,
  152. Pattern_style.FNMATCH,
  153. )
  154. )
  155. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  156. '/mnt/subvol1', object
  157. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  158. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  159. '/mnt/subvol2', object
  160. ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
  161. assert (
  162. module.dump_data_sources(
  163. hook_config=config['btrfs'],
  164. config=config,
  165. config_paths=('test.yaml',),
  166. borgmatic_runtime_directory='/run/borgmatic',
  167. patterns=patterns,
  168. dry_run=False,
  169. )
  170. == []
  171. )
  172. assert patterns == [
  173. Pattern('/foo'),
  174. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  175. Pattern(
  176. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  177. Pattern_type.NO_RECURSE,
  178. Pattern_style.FNMATCH,
  179. ),
  180. Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
  181. Pattern(
  182. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  183. Pattern_type.NO_RECURSE,
  184. Pattern_style.FNMATCH,
  185. ),
  186. ]
  187. assert config == {
  188. 'btrfs': {},
  189. }
  190. def test_dump_data_sources_uses_custom_btrfs_command_in_commands():
  191. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  192. config = {'btrfs': {'btrfs_command': '/usr/local/bin/btrfs'}}
  193. flexmock(module).should_receive('get_subvolumes').and_return(
  194. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  195. )
  196. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  197. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  198. )
  199. flexmock(module).should_receive('snapshot_subvolume').with_args(
  200. '/usr/local/bin/btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  201. ).once()
  202. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  203. '/mnt/subvol1'
  204. ).and_return(
  205. Pattern(
  206. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  207. Pattern_type.NO_RECURSE,
  208. Pattern_style.FNMATCH,
  209. )
  210. )
  211. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  212. '/mnt/subvol1', object
  213. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  214. assert (
  215. module.dump_data_sources(
  216. hook_config=config['btrfs'],
  217. config=config,
  218. config_paths=('test.yaml',),
  219. borgmatic_runtime_directory='/run/borgmatic',
  220. patterns=patterns,
  221. dry_run=False,
  222. )
  223. == []
  224. )
  225. assert patterns == [
  226. Pattern('/foo'),
  227. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  228. Pattern(
  229. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  230. Pattern_type.NO_RECURSE,
  231. Pattern_style.FNMATCH,
  232. ),
  233. ]
  234. assert config == {
  235. 'btrfs': {
  236. 'btrfs_command': '/usr/local/bin/btrfs',
  237. },
  238. }
  239. def test_dump_data_sources_uses_custom_findmnt_command_in_commands():
  240. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  241. config = {'btrfs': {'findmnt_command': '/usr/local/bin/findmnt'}}
  242. flexmock(module).should_receive('get_subvolumes').with_args(
  243. 'btrfs', '/usr/local/bin/findmnt', patterns
  244. ).and_return(
  245. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  246. ).once()
  247. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  248. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  249. )
  250. flexmock(module).should_receive('snapshot_subvolume').with_args(
  251. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  252. ).once()
  253. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  254. '/mnt/subvol1'
  255. ).and_return(
  256. Pattern(
  257. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  258. Pattern_type.NO_RECURSE,
  259. Pattern_style.FNMATCH,
  260. )
  261. )
  262. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  263. '/mnt/subvol1', object
  264. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  265. assert (
  266. module.dump_data_sources(
  267. hook_config=config['btrfs'],
  268. config=config,
  269. config_paths=('test.yaml',),
  270. borgmatic_runtime_directory='/run/borgmatic',
  271. patterns=patterns,
  272. dry_run=False,
  273. )
  274. == []
  275. )
  276. assert patterns == [
  277. Pattern('/foo'),
  278. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  279. Pattern(
  280. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  281. Pattern_type.NO_RECURSE,
  282. Pattern_style.FNMATCH,
  283. ),
  284. ]
  285. assert config == {
  286. 'btrfs': {
  287. 'findmnt_command': '/usr/local/bin/findmnt',
  288. },
  289. }
  290. def test_dump_data_sources_with_dry_run_skips_snapshot_and_patterns_update():
  291. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  292. config = {'btrfs': {}}
  293. flexmock(module).should_receive('get_subvolumes').and_return(
  294. (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
  295. )
  296. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  297. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  298. )
  299. flexmock(module).should_receive('snapshot_subvolume').never()
  300. flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
  301. assert (
  302. module.dump_data_sources(
  303. hook_config=config['btrfs'],
  304. config=config,
  305. config_paths=('test.yaml',),
  306. borgmatic_runtime_directory='/run/borgmatic',
  307. patterns=patterns,
  308. dry_run=True,
  309. )
  310. == []
  311. )
  312. assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
  313. assert config == {'btrfs': {}}
  314. def test_dump_data_sources_without_matching_subvolumes_skips_snapshot_and_patterns_update():
  315. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  316. config = {'btrfs': {}}
  317. flexmock(module).should_receive('get_subvolumes').and_return(())
  318. flexmock(module).should_receive('make_snapshot_path').never()
  319. flexmock(module).should_receive('snapshot_subvolume').never()
  320. flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
  321. assert (
  322. module.dump_data_sources(
  323. hook_config=config['btrfs'],
  324. config=config,
  325. config_paths=('test.yaml',),
  326. borgmatic_runtime_directory='/run/borgmatic',
  327. patterns=patterns,
  328. dry_run=False,
  329. )
  330. == []
  331. )
  332. assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
  333. assert config == {'btrfs': {}}
  334. def test_dump_data_sources_snapshots_adds_to_existing_exclude_patterns():
  335. patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
  336. config = {'btrfs': {}, 'exclude_patterns': ['/bar']}
  337. flexmock(module).should_receive('get_subvolumes').and_return(
  338. (
  339. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  340. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  341. )
  342. )
  343. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  344. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  345. )
  346. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  347. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  348. )
  349. flexmock(module).should_receive('snapshot_subvolume').with_args(
  350. 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  351. ).once()
  352. flexmock(module).should_receive('snapshot_subvolume').with_args(
  353. 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  354. ).once()
  355. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  356. '/mnt/subvol1'
  357. ).and_return(
  358. Pattern(
  359. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  360. Pattern_type.NO_RECURSE,
  361. Pattern_style.FNMATCH,
  362. )
  363. )
  364. flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
  365. '/mnt/subvol2'
  366. ).and_return(
  367. Pattern(
  368. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  369. Pattern_type.NO_RECURSE,
  370. Pattern_style.FNMATCH,
  371. )
  372. )
  373. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  374. '/mnt/subvol1', object
  375. ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
  376. flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
  377. '/mnt/subvol2', object
  378. ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
  379. assert (
  380. module.dump_data_sources(
  381. hook_config=config['btrfs'],
  382. config=config,
  383. config_paths=('test.yaml',),
  384. borgmatic_runtime_directory='/run/borgmatic',
  385. patterns=patterns,
  386. dry_run=False,
  387. )
  388. == []
  389. )
  390. assert patterns == [
  391. Pattern('/foo'),
  392. Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
  393. Pattern(
  394. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
  395. Pattern_type.NO_RECURSE,
  396. Pattern_style.FNMATCH,
  397. ),
  398. Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
  399. Pattern(
  400. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
  401. Pattern_type.NO_RECURSE,
  402. Pattern_style.FNMATCH,
  403. ),
  404. ]
  405. assert config == {
  406. 'btrfs': {},
  407. 'exclude_patterns': ['/bar'],
  408. }
  409. def test_remove_data_source_dumps_deletes_snapshots():
  410. config = {'btrfs': {}}
  411. flexmock(module).should_receive('get_subvolumes').and_return(
  412. (
  413. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  414. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  415. )
  416. )
  417. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  418. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  419. )
  420. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  421. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  422. )
  423. flexmock(module.borgmatic.config.paths).should_receive(
  424. 'replace_temporary_subdirectory_with_glob'
  425. ).with_args(
  426. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  427. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  428. ).and_return(
  429. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  430. )
  431. flexmock(module.borgmatic.config.paths).should_receive(
  432. 'replace_temporary_subdirectory_with_glob'
  433. ).with_args(
  434. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  435. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  436. ).and_return(
  437. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  438. )
  439. flexmock(module.glob).should_receive('glob').with_args(
  440. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  441. ).and_return(
  442. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  443. )
  444. flexmock(module.glob).should_receive('glob').with_args(
  445. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  446. ).and_return(
  447. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  448. )
  449. flexmock(module.os.path).should_receive('isdir').with_args(
  450. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  451. ).and_return(True)
  452. flexmock(module.os.path).should_receive('isdir').with_args(
  453. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  454. ).and_return(True)
  455. flexmock(module.os.path).should_receive('isdir').with_args(
  456. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  457. ).and_return(True)
  458. flexmock(module.os.path).should_receive('isdir').with_args(
  459. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  460. ).and_return(False)
  461. flexmock(module).should_receive('delete_snapshot').with_args(
  462. 'btrfs', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  463. ).once()
  464. flexmock(module).should_receive('delete_snapshot').with_args(
  465. 'btrfs', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  466. ).once()
  467. flexmock(module).should_receive('delete_snapshot').with_args(
  468. 'btrfs', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  469. ).once()
  470. flexmock(module).should_receive('delete_snapshot').with_args(
  471. 'btrfs', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  472. ).never()
  473. flexmock(module.os.path).should_receive('isdir').with_args(
  474. '/mnt/subvol1/.borgmatic-1234'
  475. ).and_return(True)
  476. flexmock(module.os.path).should_receive('isdir').with_args(
  477. '/mnt/subvol1/.borgmatic-5678'
  478. ).and_return(True)
  479. flexmock(module.os.path).should_receive('isdir').with_args(
  480. '/mnt/subvol2/.borgmatic-1234'
  481. ).and_return(True)
  482. flexmock(module.os.path).should_receive('isdir').with_args(
  483. '/mnt/subvol2/.borgmatic-5678'
  484. ).and_return(True)
  485. flexmock(module.shutil).should_receive('rmtree').with_args(
  486. '/mnt/subvol1/.borgmatic-1234'
  487. ).once()
  488. flexmock(module.shutil).should_receive('rmtree').with_args(
  489. '/mnt/subvol1/.borgmatic-5678'
  490. ).once()
  491. flexmock(module.shutil).should_receive('rmtree').with_args(
  492. '/mnt/subvol2/.borgmatic-1234'
  493. ).once()
  494. flexmock(module.shutil).should_receive('rmtree').with_args(
  495. '/mnt/subvol2/.borgmatic-5678'
  496. ).never()
  497. module.remove_data_source_dumps(
  498. hook_config=config['btrfs'],
  499. config=config,
  500. borgmatic_runtime_directory='/run/borgmatic',
  501. dry_run=False,
  502. )
  503. def test_remove_data_source_dumps_without_hook_configuration_bails():
  504. flexmock(module).should_receive('get_subvolumes').never()
  505. flexmock(module).should_receive('make_snapshot_path').never()
  506. flexmock(module.borgmatic.config.paths).should_receive(
  507. 'replace_temporary_subdirectory_with_glob'
  508. ).never()
  509. flexmock(module).should_receive('delete_snapshot').never()
  510. flexmock(module.shutil).should_receive('rmtree').never()
  511. module.remove_data_source_dumps(
  512. hook_config=None,
  513. config={'source_directories': '/mnt/subvolume'},
  514. borgmatic_runtime_directory='/run/borgmatic',
  515. dry_run=False,
  516. )
  517. def test_remove_data_source_dumps_with_get_subvolumes_file_not_found_error_bails():
  518. config = {'btrfs': {}}
  519. flexmock(module).should_receive('get_subvolumes').and_raise(FileNotFoundError)
  520. flexmock(module).should_receive('make_snapshot_path').never()
  521. flexmock(module.borgmatic.config.paths).should_receive(
  522. 'replace_temporary_subdirectory_with_glob'
  523. ).never()
  524. flexmock(module).should_receive('delete_snapshot').never()
  525. flexmock(module.shutil).should_receive('rmtree').never()
  526. module.remove_data_source_dumps(
  527. hook_config=config['btrfs'],
  528. config=config,
  529. borgmatic_runtime_directory='/run/borgmatic',
  530. dry_run=False,
  531. )
  532. def test_remove_data_source_dumps_with_get_subvolumes_called_process_error_bails():
  533. config = {'btrfs': {}}
  534. flexmock(module).should_receive('get_subvolumes').and_raise(
  535. module.subprocess.CalledProcessError(1, 'command', 'error')
  536. )
  537. flexmock(module).should_receive('make_snapshot_path').never()
  538. flexmock(module.borgmatic.config.paths).should_receive(
  539. 'replace_temporary_subdirectory_with_glob'
  540. ).never()
  541. flexmock(module).should_receive('delete_snapshot').never()
  542. flexmock(module.shutil).should_receive('rmtree').never()
  543. module.remove_data_source_dumps(
  544. hook_config=config['btrfs'],
  545. config=config,
  546. borgmatic_runtime_directory='/run/borgmatic',
  547. dry_run=False,
  548. )
  549. def test_remove_data_source_dumps_with_dry_run_skips_deletes():
  550. config = {'btrfs': {}}
  551. flexmock(module).should_receive('get_subvolumes').and_return(
  552. (
  553. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  554. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  555. )
  556. )
  557. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  558. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  559. )
  560. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  561. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  562. )
  563. flexmock(module.borgmatic.config.paths).should_receive(
  564. 'replace_temporary_subdirectory_with_glob'
  565. ).with_args(
  566. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  567. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  568. ).and_return(
  569. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  570. )
  571. flexmock(module.borgmatic.config.paths).should_receive(
  572. 'replace_temporary_subdirectory_with_glob'
  573. ).with_args(
  574. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  575. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  576. ).and_return(
  577. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  578. )
  579. flexmock(module.glob).should_receive('glob').with_args(
  580. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  581. ).and_return(
  582. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  583. )
  584. flexmock(module.glob).should_receive('glob').with_args(
  585. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  586. ).and_return(
  587. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  588. )
  589. flexmock(module.os.path).should_receive('isdir').with_args(
  590. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  591. ).and_return(True)
  592. flexmock(module.os.path).should_receive('isdir').with_args(
  593. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  594. ).and_return(True)
  595. flexmock(module.os.path).should_receive('isdir').with_args(
  596. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  597. ).and_return(True)
  598. flexmock(module.os.path).should_receive('isdir').with_args(
  599. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  600. ).and_return(False)
  601. flexmock(module).should_receive('delete_snapshot').never()
  602. flexmock(module.shutil).should_receive('rmtree').never()
  603. module.remove_data_source_dumps(
  604. hook_config=config['btrfs'],
  605. config=config,
  606. borgmatic_runtime_directory='/run/borgmatic',
  607. dry_run=True,
  608. )
  609. def test_remove_data_source_dumps_without_subvolumes_skips_deletes():
  610. config = {'btrfs': {}}
  611. flexmock(module).should_receive('get_subvolumes').and_return(())
  612. flexmock(module).should_receive('make_snapshot_path').never()
  613. flexmock(module.borgmatic.config.paths).should_receive(
  614. 'replace_temporary_subdirectory_with_glob'
  615. ).never()
  616. flexmock(module).should_receive('delete_snapshot').never()
  617. flexmock(module.shutil).should_receive('rmtree').never()
  618. module.remove_data_source_dumps(
  619. hook_config=config['btrfs'],
  620. config=config,
  621. borgmatic_runtime_directory='/run/borgmatic',
  622. dry_run=False,
  623. )
  624. def test_remove_data_source_without_snapshots_skips_deletes():
  625. config = {'btrfs': {}}
  626. flexmock(module).should_receive('get_subvolumes').and_return(
  627. (
  628. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  629. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  630. )
  631. )
  632. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  633. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  634. )
  635. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  636. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  637. )
  638. flexmock(module.borgmatic.config.paths).should_receive(
  639. 'replace_temporary_subdirectory_with_glob'
  640. ).with_args(
  641. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  642. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  643. ).and_return(
  644. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  645. )
  646. flexmock(module.borgmatic.config.paths).should_receive(
  647. 'replace_temporary_subdirectory_with_glob'
  648. ).with_args(
  649. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  650. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  651. ).and_return(
  652. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  653. )
  654. flexmock(module.glob).should_receive('glob').and_return(())
  655. flexmock(module.os.path).should_receive('isdir').never()
  656. flexmock(module).should_receive('delete_snapshot').never()
  657. flexmock(module.shutil).should_receive('rmtree').never()
  658. module.remove_data_source_dumps(
  659. hook_config=config['btrfs'],
  660. config=config,
  661. borgmatic_runtime_directory='/run/borgmatic',
  662. dry_run=False,
  663. )
  664. def test_remove_data_source_dumps_with_delete_snapshot_file_not_found_error_bails():
  665. config = {'btrfs': {}}
  666. flexmock(module).should_receive('get_subvolumes').and_return(
  667. (
  668. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  669. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  670. )
  671. )
  672. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  673. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  674. )
  675. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  676. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  677. )
  678. flexmock(module.borgmatic.config.paths).should_receive(
  679. 'replace_temporary_subdirectory_with_glob'
  680. ).with_args(
  681. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  682. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  683. ).and_return(
  684. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  685. )
  686. flexmock(module.borgmatic.config.paths).should_receive(
  687. 'replace_temporary_subdirectory_with_glob'
  688. ).with_args(
  689. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  690. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  691. ).and_return(
  692. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  693. )
  694. flexmock(module.glob).should_receive('glob').with_args(
  695. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  696. ).and_return(
  697. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  698. )
  699. flexmock(module.glob).should_receive('glob').with_args(
  700. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  701. ).and_return(
  702. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  703. )
  704. flexmock(module.os.path).should_receive('isdir').with_args(
  705. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  706. ).and_return(True)
  707. flexmock(module.os.path).should_receive('isdir').with_args(
  708. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  709. ).and_return(True)
  710. flexmock(module.os.path).should_receive('isdir').with_args(
  711. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  712. ).and_return(True)
  713. flexmock(module.os.path).should_receive('isdir').with_args(
  714. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  715. ).and_return(False)
  716. flexmock(module).should_receive('delete_snapshot').and_raise(FileNotFoundError)
  717. flexmock(module.shutil).should_receive('rmtree').never()
  718. module.remove_data_source_dumps(
  719. hook_config=config['btrfs'],
  720. config=config,
  721. borgmatic_runtime_directory='/run/borgmatic',
  722. dry_run=False,
  723. )
  724. def test_remove_data_source_dumps_with_delete_snapshot_called_process_error_bails():
  725. config = {'btrfs': {}}
  726. flexmock(module).should_receive('get_subvolumes').and_return(
  727. (
  728. module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
  729. module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
  730. )
  731. )
  732. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
  733. '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
  734. )
  735. flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
  736. '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
  737. )
  738. flexmock(module.borgmatic.config.paths).should_receive(
  739. 'replace_temporary_subdirectory_with_glob'
  740. ).with_args(
  741. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
  742. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  743. ).and_return(
  744. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  745. )
  746. flexmock(module.borgmatic.config.paths).should_receive(
  747. 'replace_temporary_subdirectory_with_glob'
  748. ).with_args(
  749. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
  750. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  751. ).and_return(
  752. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  753. )
  754. flexmock(module.glob).should_receive('glob').with_args(
  755. '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
  756. ).and_return(
  757. ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
  758. )
  759. flexmock(module.glob).should_receive('glob').with_args(
  760. '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
  761. ).and_return(
  762. ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
  763. )
  764. flexmock(module.os.path).should_receive('isdir').with_args(
  765. '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
  766. ).and_return(True)
  767. flexmock(module.os.path).should_receive('isdir').with_args(
  768. '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
  769. ).and_return(True)
  770. flexmock(module.os.path).should_receive('isdir').with_args(
  771. '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
  772. ).and_return(True)
  773. flexmock(module.os.path).should_receive('isdir').with_args(
  774. '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
  775. ).and_return(False)
  776. flexmock(module).should_receive('delete_snapshot').and_raise(
  777. module.subprocess.CalledProcessError(1, 'command', 'error')
  778. )
  779. flexmock(module.shutil).should_receive('rmtree').never()
  780. module.remove_data_source_dumps(
  781. hook_config=config['btrfs'],
  782. config=config,
  783. borgmatic_runtime_directory='/run/borgmatic',
  784. dry_run=False,
  785. )
  786. def test_remove_data_source_dumps_with_root_subvolume():
  787. config = {'btrfs': {}}
  788. flexmock(module).should_receive('get_subvolumes').and_return(
  789. (module.Subvolume('/', contained_patterns=(Pattern('/etc'),)),)
  790. )
  791. flexmock(module).should_receive('make_snapshot_path').with_args('/').and_return(
  792. '/.borgmatic-1234'
  793. )
  794. flexmock(module.borgmatic.config.paths).should_receive(
  795. 'replace_temporary_subdirectory_with_glob'
  796. ).with_args(
  797. '/.borgmatic-1234',
  798. temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
  799. ).and_return(
  800. '/.borgmatic-*'
  801. )
  802. flexmock(module.glob).should_receive('glob').with_args('/.borgmatic-*').and_return(
  803. ('/.borgmatic-1234', '/.borgmatic-5678')
  804. )
  805. flexmock(module.os.path).should_receive('isdir').with_args('/.borgmatic-1234').and_return(
  806. True
  807. ).and_return(False)
  808. flexmock(module.os.path).should_receive('isdir').with_args('/.borgmatic-5678').and_return(
  809. True
  810. ).and_return(False)
  811. flexmock(module).should_receive('delete_snapshot').with_args('btrfs', '/.borgmatic-1234').once()
  812. flexmock(module).should_receive('delete_snapshot').with_args('btrfs', '/.borgmatic-5678').once()
  813. flexmock(module.os.path).should_receive('isdir').with_args('').and_return(False)
  814. flexmock(module.shutil).should_receive('rmtree').never()
  815. module.remove_data_source_dumps(
  816. hook_config=config['btrfs'],
  817. config=config,
  818. borgmatic_runtime_directory='/run/borgmatic',
  819. dry_run=False,
  820. )