1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111 |
- import pytest
- from flexmock import flexmock
- from borgmatic.borg.pattern import Pattern, Pattern_source, Pattern_style, Pattern_type
- from borgmatic.hooks.data_source import btrfs as module
- def test_get_contained_subvolume_paths_parses_btrfs_output():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).with_args(('btrfs', 'subvolume', 'list', '/mnt0'), close_fds=True).and_return(
- 'ID 256 gen 28 top level 5 path @sub\nID 258 gen 17 top level 5 path snap\n\n',
- )
- assert module.get_contained_subvolume_paths('btrfs', '/mnt0') == (
- '/mnt0',
- '/mnt0/@sub',
- '/mnt0/snap',
- )
- def test_get_contained_subvolume_paths_swallows_called_process_error():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).with_args(('btrfs', 'subvolume', 'list', '/mnt0'), close_fds=True).and_raise(
- module.subprocess.CalledProcessError(1, 'btrfs'),
- )
- assert module.get_contained_subvolume_paths('btrfs', '/mnt0') == ()
- def test_get_all_subvolume_paths_parses_findmnt_output():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return(
- '''{
- "filesystems": [
- {
- "target": "/mnt0",
- "source": "/dev/loop0",
- "fstype": "btrfs",
- "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
- },
- {
- "target": "/mnt1",
- "source": "/dev/loop0",
- "fstype": "btrfs",
- "options": "rw,relatime,ssd,space_cache=v2,subvolid=5,subvol=/"
- },
- {
- "target": "/mnt2",
- "source": "/dev/loop0",
- "fstype": "btrfs",
- "options": "rw,relatime,ssd,space_cache=v2,subvolid=256,subvol=/"
- }
- ]
- }
- ''',
- )
- flexmock(module).should_receive('get_contained_subvolume_paths').with_args(
- 'btrfs',
- '/mnt0',
- ).and_return(('/mnt0',))
- flexmock(module).should_receive('get_contained_subvolume_paths').with_args(
- 'btrfs',
- '/mnt1',
- ).and_return(('/mnt1', '/mnt1/sub'))
- flexmock(module).should_receive('get_contained_subvolume_paths').with_args(
- 'btrfs',
- '/mnt2',
- ).never()
- assert module.get_all_subvolume_paths('btrfs', 'findmnt') == (
- '/mnt0',
- '/mnt1',
- '/mnt1/sub',
- '/mnt2',
- )
- def test_get_all_subvolume_paths_with_invalid_findmnt_json_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('{')
- flexmock(module).should_receive('get_contained_subvolume_paths').never()
- with pytest.raises(ValueError):
- module.get_all_subvolume_paths('btrfs', 'findmnt')
- def test_get_all_subvolume_paths_with_findmnt_json_missing_filesystems_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('{"wtf": "something is wrong here"}')
- flexmock(module).should_receive('get_contained_subvolume_paths').never()
- with pytest.raises(ValueError):
- module.get_all_subvolume_paths('btrfs', 'findmnt')
- def test_get_subvolume_property_with_invalid_btrfs_output_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('invalid')
- with pytest.raises(ValueError):
- module.get_subvolume_property('btrfs', '/foo', 'ro')
- def test_get_subvolume_property_with_true_output_returns_true_bool():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('ro=true')
- assert module.get_subvolume_property('btrfs', '/foo', 'ro') is True
- def test_get_subvolume_property_with_false_output_returns_false_bool():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('ro=false')
- assert module.get_subvolume_property('btrfs', '/foo', 'ro') is False
- def test_get_subvolume_property_passes_through_general_value():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output',
- ).and_return('thing=value')
- assert module.get_subvolume_property('btrfs', '/foo', 'thing') == 'value'
- def test_omit_read_only_subvolume_paths_filters_out_read_only_subvolumes():
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/foo',
- 'ro',
- ).and_return(False)
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/bar',
- 'ro',
- ).and_return(True)
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/baz',
- 'ro',
- ).and_return(False)
- assert module.omit_read_only_subvolume_paths('btrfs', ('/foo', '/bar', '/baz')) == (
- '/foo',
- '/baz',
- )
- def test_omit_read_only_subvolume_paths_filters_out_erroring_subvolumes():
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/foo',
- 'ro',
- ).and_raise(module.subprocess.CalledProcessError(1, 'btrfs'))
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/bar',
- 'ro',
- ).and_return(True)
- flexmock(module).should_receive('get_subvolume_property').with_args(
- 'btrfs',
- '/baz',
- 'ro',
- ).and_return(False)
- assert module.omit_read_only_subvolume_paths('btrfs', ('/foo', '/bar', '/baz')) == ('/baz',)
- def test_get_subvolumes_collects_subvolumes_matching_patterns():
- flexmock(module).should_receive('get_all_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('omit_read_only_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- contained_pattern = Pattern(
- '/mnt1',
- type=Pattern_type.ROOT,
- source=Pattern_source.CONFIG,
- )
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt1', object).and_return((contained_pattern,))
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt2', object).and_return(())
- assert module.get_subvolumes(
- 'btrfs',
- 'findmnt',
- patterns=[
- Pattern('/mnt1'),
- Pattern('/mnt3'),
- ],
- ) == (module.Subvolume('/mnt1', contained_patterns=(contained_pattern,)),)
- def test_get_subvolumes_skips_non_root_patterns():
- flexmock(module).should_receive('get_all_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('omit_read_only_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt1', object).and_return(
- (
- Pattern(
- '/mnt1',
- type=Pattern_type.EXCLUDE,
- source=Pattern_source.CONFIG,
- ),
- ),
- )
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt2', object).and_return(())
- assert (
- module.get_subvolumes(
- 'btrfs',
- 'findmnt',
- patterns=[
- Pattern('/mnt1'),
- Pattern('/mnt3'),
- ],
- )
- == ()
- )
- def test_get_subvolumes_skips_non_config_patterns():
- flexmock(module).should_receive('get_all_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('omit_read_only_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt1', object).and_return(
- (
- Pattern(
- '/mnt1',
- type=Pattern_type.ROOT,
- source=Pattern_source.HOOK,
- ),
- ),
- )
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt2', object).and_return(())
- assert (
- module.get_subvolumes(
- 'btrfs',
- 'findmnt',
- patterns=[
- Pattern('/mnt1'),
- Pattern('/mnt3'),
- ],
- )
- == ()
- )
- def test_get_subvolumes_without_patterns_collects_all_subvolumes():
- flexmock(module).should_receive('get_all_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module).should_receive('omit_read_only_subvolume_paths').and_return(('/mnt1', '/mnt2'))
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt1', object).and_return((Pattern('/mnt1'),))
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns',
- ).with_args('/mnt2', object).and_return((Pattern('/mnt2'),))
- assert module.get_subvolumes('btrfs', 'findmnt') == (
- module.Subvolume('/mnt1', contained_patterns=(Pattern('/mnt1'),)),
- module.Subvolume('/mnt2', contained_patterns=(Pattern('/mnt2'),)),
- )
- @pytest.mark.parametrize(
- 'subvolume_path,expected_snapshot_path',
- (
- ('/foo/bar', '/foo/bar/.borgmatic-snapshot-1234/foo/bar'),
- ('/', '/.borgmatic-snapshot-1234'),
- ),
- )
- def test_make_snapshot_path_includes_stripped_subvolume_path(
- subvolume_path,
- expected_snapshot_path,
- ):
- flexmock(module.os).should_receive('getpid').and_return(1234)
- assert module.make_snapshot_path(subvolume_path) == expected_snapshot_path
- @pytest.mark.parametrize(
- 'subvolume_path,pattern,expected_pattern',
- (
- (
- '/foo/bar',
- Pattern('/foo/bar/baz'),
- Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar/baz'),
- ),
- ('/foo/bar', Pattern('/foo/bar'), Pattern('/foo/bar/.borgmatic-snapshot-1234/./foo/bar')),
- (
- '/foo/bar',
- Pattern('^/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '^/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- (
- '/foo/bar',
- Pattern('/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '/foo/bar/.borgmatic-snapshot-1234/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- ('/', Pattern('/foo'), Pattern('/.borgmatic-snapshot-1234/./foo')),
- ('/', Pattern('/'), Pattern('/.borgmatic-snapshot-1234/./')),
- (
- '/foo/bar',
- Pattern('/foo/bar/./baz'),
- Pattern('/foo/bar/.borgmatic-snapshot-1234/foo/bar/./baz'),
- ),
- ),
- )
- def test_make_borg_snapshot_pattern_includes_slashdot_hack_and_stripped_pattern_path(
- subvolume_path,
- pattern,
- expected_pattern,
- ):
- flexmock(module.os).should_receive('getpid').and_return(1234)
- assert module.make_borg_snapshot_pattern(subvolume_path, pattern) == expected_pattern
- def test_dump_data_sources_snapshots_each_subvolume_and_updates_patterns():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs',
- '/mnt/subvol1',
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs',
- '/mnt/subvol2',
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1',
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol2',
- ).and_return(
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1',
- object,
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol2',
- object,
- ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {},
- }
- def test_dump_data_sources_uses_custom_btrfs_command_in_commands():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {'btrfs_command': '/usr/local/bin/btrfs'}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- '/usr/local/bin/btrfs',
- '/mnt/subvol1',
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1',
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1',
- object,
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {
- 'btrfs_command': '/usr/local/bin/btrfs',
- },
- }
- def test_dump_data_sources_uses_custom_findmnt_command_in_commands():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {'findmnt_command': '/usr/local/bin/findmnt'}}
- flexmock(module).should_receive('get_subvolumes').with_args(
- 'btrfs',
- '/usr/local/bin/findmnt',
- patterns,
- ).and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),),
- ).once()
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs',
- '/mnt/subvol1',
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1',
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1',
- object,
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {
- 'findmnt_command': '/usr/local/bin/findmnt',
- },
- }
- def test_dump_data_sources_with_dry_run_skips_snapshot_and_patterns_update():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- )
- flexmock(module).should_receive('snapshot_subvolume').never()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=True,
- )
- == []
- )
- assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
- assert config == {'btrfs': {}}
- def test_dump_data_sources_without_matching_subvolumes_skips_snapshot_and_patterns_update():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(())
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module).should_receive('snapshot_subvolume').never()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').never()
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [Pattern('/foo'), Pattern('/mnt/subvol1')]
- assert config == {'btrfs': {}}
- def test_dump_data_sources_snapshots_adds_to_existing_exclude_patterns():
- patterns = [Pattern('/foo'), Pattern('/mnt/subvol1')]
- config = {'btrfs': {}, 'exclude_patterns': ['/bar']}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- )
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs',
- '/mnt/subvol1',
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('snapshot_subvolume').with_args(
- 'btrfs',
- '/mnt/subvol2',
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).once()
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol1',
- ).and_return(
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_snapshot_exclude_pattern').with_args(
- '/mnt/subvol2',
- ).and_return(
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- )
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol1',
- object,
- ).and_return(Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- '/mnt/subvol2',
- object,
- ).and_return(Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'))
- assert (
- module.dump_data_sources(
- hook_config=config['btrfs'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/foo'),
- Pattern('/mnt/subvol1/.borgmatic-1234/mnt/subvol1'),
- Pattern(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- Pattern('/mnt/subvol2/.borgmatic-1234/mnt/subvol2'),
- Pattern(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2/.borgmatic-1234',
- Pattern_type.NO_RECURSE,
- Pattern_style.FNMATCH,
- ),
- ]
- assert config == {
- 'btrfs': {},
- 'exclude_patterns': ['/bar'],
- }
- def test_remove_data_source_dumps_deletes_snapshots():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol1/.borgmatic-*/mnt/subvol1')
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol2/.borgmatic-*/mnt/subvol2')
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1',
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'),
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2',
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'),
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2',
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs',
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs',
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1',
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs',
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).once()
- flexmock(module).should_receive('delete_snapshot').with_args(
- 'btrfs',
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2',
- ).never()
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678',
- ).and_return(True)
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol1/.borgmatic-1234',
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol1/.borgmatic-5678',
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol2/.borgmatic-1234',
- ).once()
- flexmock(module.shutil).should_receive('rmtree').with_args(
- '/mnt/subvol2/.borgmatic-5678',
- ).never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_without_hook_configuration_bails():
- flexmock(module).should_receive('get_subvolumes').never()
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=None,
- config={'source_directories': '/mnt/subvolume'},
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_get_subvolumes_file_not_found_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_raise(FileNotFoundError)
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_get_subvolumes_called_process_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_raise(
- module.subprocess.CalledProcessError(1, 'command', 'error'),
- )
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_dry_run_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol1/.borgmatic-*/mnt/subvol1')
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol2/.borgmatic-*/mnt/subvol2')
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1',
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'),
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2',
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'),
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2',
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=True,
- )
- def test_remove_data_source_dumps_without_subvolumes_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(())
- flexmock(module).should_receive('make_snapshot_path').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_without_snapshots_skips_deletes():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol1/.borgmatic-*/mnt/subvol1')
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol2/.borgmatic-*/mnt/subvol2')
- flexmock(module.glob).should_receive('glob').and_return(())
- flexmock(module.os.path).should_receive('isdir').never()
- flexmock(module).should_receive('delete_snapshot').never()
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_delete_snapshot_file_not_found_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol1/.borgmatic-*/mnt/subvol1')
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol2/.borgmatic-*/mnt/subvol2')
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1',
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'),
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2',
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'),
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2',
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').and_raise(FileNotFoundError)
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_delete_snapshot_called_process_error_bails():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (
- module.Subvolume('/mnt/subvol1', contained_patterns=(Pattern('/mnt/subvol1'),)),
- module.Subvolume('/mnt/subvol2', contained_patterns=(Pattern('/mnt/subvol2'),)),
- ),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol1').and_return(
- '/mnt/subvol1/.borgmatic-1234/./mnt/subvol1',
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/mnt/subvol2').and_return(
- '/mnt/subvol2/.borgmatic-1234/./mnt/subvol2',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol1/.borgmatic-*/mnt/subvol1')
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/mnt/subvol2/.borgmatic-*/mnt/subvol2')
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol1/.borgmatic-*/mnt/subvol1',
- ).and_return(
- ('/mnt/subvol1/.borgmatic-1234/mnt/subvol1', '/mnt/subvol1/.borgmatic-5678/mnt/subvol1'),
- )
- flexmock(module.glob).should_receive('glob').with_args(
- '/mnt/subvol2/.borgmatic-*/mnt/subvol2',
- ).and_return(
- ('/mnt/subvol2/.borgmatic-1234/mnt/subvol2', '/mnt/subvol2/.borgmatic-5678/mnt/subvol2'),
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-1234/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol1/.borgmatic-5678/mnt/subvol1',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-1234/mnt/subvol2',
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/mnt/subvol2/.borgmatic-5678/mnt/subvol2',
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').and_raise(
- module.subprocess.CalledProcessError(1, 'command', 'error'),
- )
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_root_subvolume_skips_duplicate_removal():
- config = {'btrfs': {}}
- flexmock(module).should_receive('get_subvolumes').and_return(
- (module.Subvolume('/', contained_patterns=(Pattern('/etc'),)),),
- )
- flexmock(module).should_receive('make_snapshot_path').with_args('/').and_return(
- '/.borgmatic-1234',
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob',
- ).with_args(
- '/.borgmatic-1234',
- temporary_directory_prefix=module.BORGMATIC_SNAPSHOT_PREFIX,
- ).and_return('/.borgmatic-*')
- flexmock(module.glob).should_receive('glob').with_args('/.borgmatic-*').and_return(
- ('/.borgmatic-1234', '/.borgmatic-5678'),
- )
- flexmock(module.os.path).should_receive('isdir').with_args('/.borgmatic-1234').and_return(
- True,
- ).and_return(False)
- flexmock(module.os.path).should_receive('isdir').with_args('/.borgmatic-5678').and_return(
- True,
- ).and_return(False)
- flexmock(module).should_receive('delete_snapshot').with_args('btrfs', '/.borgmatic-1234').once()
- flexmock(module).should_receive('delete_snapshot').with_args('btrfs', '/.borgmatic-5678').once()
- flexmock(module.os.path).should_receive('isdir').with_args('').and_return(False)
- flexmock(module.shutil).should_receive('rmtree').never()
- module.remove_data_source_dumps(
- hook_config=config['btrfs'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
|