123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901 |
- import pytest
- from flexmock import flexmock
- from borgmatic.borg.pattern import Pattern, Pattern_style, Pattern_type
- from borgmatic.hooks.data_source import btrfs as module
- def test_get_filesystem_mount_points_parses_findmnt_output():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''{
- "filesystems": [
- {
- "target": "/mnt0",
- "source": "/dev/loop0",
- "fstype": "btrfs",
- "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
- },
- {
- "target": "/mnt1",
- "source": "/dev/loop0",
- "fstype": "btrfs",
- "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
- }
- ]
- }
- '''
- )
- assert module.get_filesystem_mount_points('findmnt') == ('/mnt0', '/mnt1')
- def test_get_filesystem_mount_points_with_invalid_findmnt_json_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('{')
- with pytest.raises(ValueError):
- module.get_filesystem_mount_points('findmnt')
- def test_get_filesystem_mount_points_with_findmnt_json_missing_filesystems_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('{"wtf": "something is wrong here"}')
- with pytest.raises(ValueError):
- module.get_filesystem_mount_points('findmnt')
- def test_get_subvolumes_for_filesystem_parses_subvolume_list_output():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- 'ID 270 gen 107 top level 5 path subvol1\nID 272 gen 74 top level 5 path subvol2\n'
- )
- assert module.get_subvolumes_for_filesystem('btrfs', '/mnt') == (
- '/mnt',
- '/mnt/subvol1',
- '/mnt/subvol2',
- )
- def test_get_subvolumes_for_filesystem_skips_empty_subvolume_paths():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('\n \nID 272 gen 74 top level 5 path subvol2\n')
- assert module.get_subvolumes_for_filesystem('btrfs', '/mnt') == ('/mnt', '/mnt/subvol2')
- def test_get_subvolumes_for_filesystem_skips_empty_filesystem_mount_points():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- 'ID 270 gen 107 top level 5 path subvol1\nID 272 gen 74 top level 5 path subvol2\n'
- )
- assert module.get_subvolumes_for_filesystem('btrfs', ' ') == ()
- def test_get_subvolumes_collects_subvolumes_matching_patterns_from_all_filesystems():
- flexmock(module).should_receive('get_filesystem_mount_points').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
- 'btrfs', '/mnt1'
- ).and_return(('/one', '/two'))
- flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
- 'btrfs', '/mnt2'
- ).and_return(('/three', '/four'))
- for path in ('/one', '/four'):
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(path, object).and_return((Pattern(path),))
- for path in ('/two', '/three'):
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(path, object).and_return(())
- assert module.get_subvolumes(
- 'btrfs',
- 'findmnt',
- patterns=[
- Pattern('/one'),
- Pattern('/four'),
- Pattern('/five'),
- Pattern('/six'),
- Pattern('/mnt2'),
- Pattern('/mnt3'),
- ],
- ) == (
- module.Subvolume('/four', contained_patterns=(Pattern('/four'),)),
- module.Subvolume('/one', contained_patterns=(Pattern('/one'),)),
- )
- def test_get_subvolumes_without_patterns_collects_all_subvolumes_from_all_filesystems():
- flexmock(module).should_receive('get_filesystem_mount_points').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
- 'btrfs', '/mnt1'
- ).and_return(('/one', '/two'))
- flexmock(module).should_receive('get_subvolumes_for_filesystem').with_args(
- 'btrfs', '/mnt2'
- ).and_return(('/three', '/four'))
- for path in ('/one', '/two', '/three', '/four'):
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(path, object).and_return((Pattern(path),))
- assert module.get_subvolumes('btrfs', 'findmnt') == (
- module.Subvolume('/four', contained_patterns=(Pattern('/four'),)),
- module.Subvolume('/one', contained_patterns=(Pattern('/one'),)),
- module.Subvolume('/three', contained_patterns=(Pattern('/three'),)),
- module.Subvolume('/two', contained_patterns=(Pattern('/two'),)),
- )
- @pytest.mark.parametrize(
- 'subvolume_path,expected_snapshot_path',
- (
- ('/foo/bar', '/foo/bar/.borgmatic-snapshot-1234/foo/bar'),
- ('/', '/.borgmatic-snapshot-1234'),
- ),
- )
- def test_make_snapshot_path_includes_stripped_subvolume_path(
- subvolume_path, expected_snapshot_path
- ):
- flexmock(module.os).should_receive('getpid').and_return(1234)
- assert module.make_snapshot_path(subvolume_path) == expected_snapshot_path
- @pytest.mark.parametrize(
- 'subvolume_path,pattern,expected_pattern',
- (
- (
- '/foo/bar',
- Pattern('/foo/bar/baz'),
- Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar/baz'),
- ),
- ('/foo/bar', Pattern('/foo/bar'), Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar')),
- (
- '/foo/bar',
- Pattern('^/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '^/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- (
- '/foo/bar',
- Pattern('/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- ('/', Pattern('/foo'), Pattern('/.borgmatic-snapshot-1234/./foo')),
- ('/', Pattern('/'), Pattern('/.borgmatic-snapshot-1234/./')),
- ),
- )
- def test_make_borg_snapshot_pattern_includes_slashdot_hack_and_stripped_pattern_path(
- subvolume_path, pattern, expected_pattern
- ):
- flexmock(module.os).should_receive('getpid').and_return(1234)
- assert module.make_borg_snapshot_pattern(subvolume_path, pattern) == expected_pattern
- def test_dump_data_sources_snapshots_each_subvolume_and_updates_patterns():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1'
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol2'
- ).and_return(
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1', object
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol2', object
- ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {},
- }
- def test_dump_data_sources_uses_custom_btrfs_command_in_commands():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {'btrfs_command': '/usr/local/bin/btrfs'}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- '/usr/local/bin/btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1'
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1', object
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {
- 'btrfs_command': '/usr/local/bin/btrfs',
- },
- }
- def test_dump_data_sources_uses_custom_findmnt_command_in_commands():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {'findmnt_command': '/usr/local/bin/findmnt'}}
- flexmock(module).should_receive('get_subvolumes').with_args(
- 'btrfs', '/usr/local/bin/findmnt', patterns
- ).and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
- ).once()
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1'
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1', object
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {
- 'findmnt_command': '/usr/local/bin/findmnt',
- },
- }
- def test_dump_data_sources_with_dry_run_skips_snapshot_and_patterns_update():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),)
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- )
- flexmock(module).should_receive('snapshot_subvolume').never()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=True,
- )
- == []
- )
- assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
- assert config == {'btrfs': {}}
- def test_dump_data_sources_without_matching_subvolumes_skips_snapshot_and_patterns_update():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(())
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module).should_receive('snapshot_subvolume').never()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
- assert config == {'btrfs': {}}
- def test_dump_data_sources_snapshots_adds_to_existing_exclude_patterns():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}, 'exclude_patterns': ['/bar']}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs', '/mnt/subvol1', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs', '/mnt/subvol2', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1'
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol2'
- ).and_return(
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- )
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1', object
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol2', object
- ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.EXCLUDE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {},
- 'exclude_patterns': ['/bar'],
- }
- def test_remove_data_source_dumps_deletes_snapshots():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs', '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs', '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
- ).never()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol1/.borgmatic-1234'
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol1/.borgmatic-5678'
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol2/.borgmatic-1234'
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol2/.borgmatic-5678'
- ).never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_without_hook_configuration_bails():
- flexmock(module).should_receive('get_subvolumes').never()
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=None,
- config={'source_directories': '/mnt/subvolume'},
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_get_subvolumes_file_not_found_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_raise(FileNotFoundError)
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_get_subvolumes_called_process_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_raise(
- module.subprocess.CalledProcessError(1, 'command', 'error')
- )
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_dry_run_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=True,
- )
- def test_remove_data_source_dumps_without_subvolumes_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(())
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_without_snapshots_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- )
- flexmock(module.glob).should_receive('glob').and_return(())
- flexmock(module.os.path).should_receive('isdir').never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_delete_snapshot_file_not_found_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').and_raise(FileNotFoundError)
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_delete_snapshot_called_process_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- )
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1'
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1'
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1')
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2'
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2')
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').and_raise(
- module.subprocess.CalledProcessError(1, 'command', 'error')
- )
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
|