1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375 |
- import pytest
- from flexmock import flexmock
- from borgmatic.borg.pattern import Pattern, Pattern_source, Pattern_style, Pattern_type
- from borgmatic.hooks.data_source import lvm as module
- def test_get_logical_volumes_filters_by_patterns():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "blockdevices": [
- {
- "name": "vgroup-notmounted",
- "path": "/dev/mapper/vgroup-notmounted",
- "mountpoint": null,
- "type": "lvm"
- }, {
- "name": "vgroup-lvolume",
- "path": "/dev/mapper/vgroup-lvolume",
- "mountpoint": "/mnt/lvolume",
- "type": "lvm"
- }, {
- "name": "vgroup-other",
- "path": "/dev/mapper/vgroup-other",
- "mountpoint": "/mnt/other",
- "type": "lvm"
- }, {
- "name": "vgroup-notlvm",
- "path": "/dev/mapper/vgroup-notlvm",
- "mountpoint": "/mnt/notlvm",
- "type": "notlvm"
- }
- ]
- }
- '''
- )
- contained = {
- Pattern('/mnt/lvolume', source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.CONFIG),
- }
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(None, contained).never()
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args('/mnt/lvolume', contained).and_return(
- (
- Pattern('/mnt/lvolume', source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.CONFIG),
- )
- )
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args('/mnt/other', contained).and_return(())
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args('/mnt/notlvm', contained).never()
- assert module.get_logical_volumes(
- 'lsblk',
- patterns=(
- Pattern('/mnt/lvolume', source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.CONFIG),
- ),
- ) == (
- module.Logical_volume(
- name='vgroup-lvolume',
- device_path='/dev/mapper/vgroup-lvolume',
- mount_point='/mnt/lvolume',
- contained_patterns=(
- Pattern('/mnt/lvolume', source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.CONFIG),
- ),
- ),
- )
- def test_get_logical_volumes_skips_non_root_patterns():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "blockdevices": [
- {
- "name": "vgroup-lvolume",
- "path": "/dev/mapper/vgroup-lvolume",
- "mountpoint": "/mnt/lvolume",
- "type": "lvm"
- }
- ]
- }
- '''
- )
- contained = {
- Pattern('/mnt/lvolume', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG),
- }
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(None, contained).never()
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args('/mnt/lvolume', contained).and_return(
- (
- Pattern('/mnt/lvolume', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG),
- Pattern('/mnt/lvolume/subdir', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG),
- )
- )
- assert (
- module.get_logical_volumes(
- 'lsblk',
- patterns=(
- Pattern('/mnt/lvolume', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG),
- Pattern(
- '/mnt/lvolume/subdir', type=Pattern_type.EXCLUDE, source=Pattern_source.CONFIG
- ),
- ),
- )
- == ()
- )
- def test_get_logical_volumes_skips_non_config_patterns():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "blockdevices": [
- {
- "name": "vgroup-lvolume",
- "path": "/dev/mapper/vgroup-lvolume",
- "mountpoint": "/mnt/lvolume",
- "type": "lvm"
- }
- ]
- }
- '''
- )
- contained = {
- Pattern('/mnt/lvolume', source=Pattern_source.HOOK),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.HOOK),
- }
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args(None, contained).never()
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).with_args('/mnt/lvolume', contained).and_return(
- (
- Pattern('/mnt/lvolume', source=Pattern_source.HOOK),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.HOOK),
- )
- )
- assert (
- module.get_logical_volumes(
- 'lsblk',
- patterns=(
- Pattern('/mnt/lvolume', source=Pattern_source.HOOK),
- Pattern('/mnt/lvolume/subdir', source=Pattern_source.HOOK),
- ),
- )
- == ()
- )
- def test_get_logical_volumes_with_invalid_lsblk_json_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('{')
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).never()
- with pytest.raises(ValueError):
- module.get_logical_volumes(
- 'lsblk', patterns=(Pattern('/mnt/lvolume'), Pattern('/mnt/lvolume/subdir'))
- )
- def test_get_logical_volumes_with_lsblk_json_missing_keys_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('{"block_devices": [{}]}')
- flexmock(module.borgmatic.hooks.data_source.snapshot).should_receive(
- 'get_contained_patterns'
- ).never()
- with pytest.raises(ValueError):
- module.get_logical_volumes(
- 'lsblk', patterns=(Pattern('/mnt/lvolume'), Pattern('/mnt/lvolume/subdir'))
- )
- def test_snapshot_logical_volume_with_percentage_snapshot_name_uses_lvcreate_extents_flag():
- flexmock(module.borgmatic.execute).should_receive('execute_command').with_args(
- (
- 'lvcreate',
- '--snapshot',
- '--extents',
- '10%ORIGIN',
- '--permission',
- 'r',
- '--name',
- 'snap',
- '/dev/snap',
- ),
- output_log_level=object,
- close_fds=True,
- )
- module.snapshot_logical_volume('lvcreate', 'snap', '/dev/snap', '10%ORIGIN')
- def test_snapshot_logical_volume_with_non_percentage_snapshot_name_uses_lvcreate_size_flag():
- flexmock(module.borgmatic.execute).should_receive('execute_command').with_args(
- (
- 'lvcreate',
- '--snapshot',
- '--size',
- '10TB',
- '--permission',
- 'r',
- '--name',
- 'snap',
- '/dev/snap',
- ),
- output_log_level=object,
- close_fds=True,
- )
- module.snapshot_logical_volume('lvcreate', 'snap', '/dev/snap', '10TB')
- @pytest.mark.parametrize(
- 'pattern,expected_pattern',
- (
- (
- Pattern('/foo/bar/baz'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./foo/bar/baz'),
- ),
- (Pattern('/foo/bar'), Pattern('/run/borgmatic/lvm_snapshots/b33f/./foo/bar')),
- (
- Pattern('^/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '^/run/borgmatic/lvm_snapshots/b33f/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- (
- Pattern('/foo/bar', Pattern_type.INCLUDE, Pattern_style.REGULAR_EXPRESSION),
- Pattern(
- '/run/borgmatic/lvm_snapshots/b33f/./foo/bar',
- Pattern_type.INCLUDE,
- Pattern_style.REGULAR_EXPRESSION,
- ),
- ),
- (Pattern('/foo'), Pattern('/run/borgmatic/lvm_snapshots/b33f/./foo')),
- (Pattern('/'), Pattern('/run/borgmatic/lvm_snapshots/b33f/./')),
- ),
- )
- def test_make_borg_snapshot_pattern_includes_slashdot_hack_and_stripped_pattern_path(
- pattern, expected_pattern
- ):
- flexmock(module.hashlib).should_receive('shake_256').and_return(
- flexmock(hexdigest=lambda length: 'b33f')
- )
- assert (
- module.make_borg_snapshot_pattern(
- pattern, flexmock(mount_point='/something'), '/run/borgmatic'
- )
- == expected_pattern
- )
- def test_dump_data_sources_snapshots_and_mounts_and_updates_patterns():
- config = {'lvm': {}}
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- logical_volumes = (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- flexmock(module).should_receive('get_logical_volumes').and_return(logical_volumes)
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume1_borgmatic-1234', '/dev/lvolume1', module.DEFAULT_SNAPSHOT_SIZE
- ).once()
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume2_borgmatic-1234', '/dev/lvolume2', module.DEFAULT_SNAPSHOT_SIZE
- ).once()
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume1_borgmatic-1234', device_path='/dev/lvolume1_snap'),)
- )
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume2_borgmatic-1234', device_path='/dev/lvolume2_snap'),)
- )
- flexmock(module.hashlib).should_receive('shake_256').and_return(
- flexmock(hexdigest=lambda length: 'b33f')
- )
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume1_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).once()
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume2_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).once()
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume1/subdir'), logical_volumes[0], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume2'), logical_volumes[1], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'))
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'),
- ]
- def test_dump_data_sources_with_no_logical_volumes_skips_snapshots():
- config = {'lvm': {}}
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- flexmock(module).should_receive('get_logical_volumes').and_return(())
- flexmock(module).should_receive('snapshot_logical_volume').never()
- flexmock(module).should_receive('mount_snapshot').never()
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- def test_dump_data_sources_uses_snapshot_size_for_snapshot():
- config = {'lvm': {'snapshot_size': '1000PB'}}
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- logical_volumes = (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- flexmock(module).should_receive('get_logical_volumes').and_return(logical_volumes)
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate',
- 'lvolume1_borgmatic-1234',
- '/dev/lvolume1',
- '1000PB',
- ).once()
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate',
- 'lvolume2_borgmatic-1234',
- '/dev/lvolume2',
- '1000PB',
- ).once()
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume1_borgmatic-1234', device_path='/dev/lvolume1_snap'),)
- )
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume2_borgmatic-1234', device_path='/dev/lvolume2_snap'),)
- )
- flexmock(module.hashlib).should_receive('shake_256').and_return(
- flexmock(hexdigest=lambda length: 'b33f')
- )
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume1_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).once()
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume2_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).once()
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume1/subdir'), logical_volumes[0], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume2'), logical_volumes[1], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'))
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'),
- ]
- def test_dump_data_sources_uses_custom_commands():
- config = {
- 'lvm': {
- 'lsblk_command': '/usr/local/bin/lsblk',
- 'lvcreate_command': '/usr/local/bin/lvcreate',
- 'lvs_command': '/usr/local/bin/lvs',
- 'mount_command': '/usr/local/bin/mount',
- },
- }
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- logical_volumes = (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- flexmock(module).should_receive('get_logical_volumes').and_return(logical_volumes)
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- '/usr/local/bin/lvcreate',
- 'lvolume1_borgmatic-1234',
- '/dev/lvolume1',
- module.DEFAULT_SNAPSHOT_SIZE,
- ).once()
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- '/usr/local/bin/lvcreate',
- 'lvolume2_borgmatic-1234',
- '/dev/lvolume2',
- module.DEFAULT_SNAPSHOT_SIZE,
- ).once()
- flexmock(module).should_receive('get_snapshots').with_args(
- '/usr/local/bin/lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume1_borgmatic-1234', device_path='/dev/lvolume1_snap'),)
- )
- flexmock(module).should_receive('get_snapshots').with_args(
- '/usr/local/bin/lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume2_borgmatic-1234', device_path='/dev/lvolume2_snap'),)
- )
- flexmock(module.hashlib).should_receive('shake_256').and_return(
- flexmock(hexdigest=lambda length: 'b33f')
- )
- flexmock(module).should_receive('mount_snapshot').with_args(
- '/usr/local/bin/mount',
- '/dev/lvolume1_snap',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).once()
- flexmock(module).should_receive('mount_snapshot').with_args(
- '/usr/local/bin/mount',
- '/dev/lvolume2_snap',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume1/subdir'), logical_volumes[0], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume2'), logical_volumes[1], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'))
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'),
- ]
- def test_dump_data_sources_with_dry_run_skips_snapshots_and_does_not_touch_patterns():
- config = {'lvm': {}}
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').never()
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume1_borgmatic-1234', device_path='/dev/lvolume1_snap'),)
- )
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume2_borgmatic-1234', device_path='/dev/lvolume2_snap'),)
- )
- flexmock(module).should_receive('mount_snapshot').never()
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=True,
- )
- == []
- )
- assert patterns == [
- Pattern('/mnt/lvolume1/subdir'),
- Pattern('/mnt/lvolume2'),
- ]
- def test_dump_data_sources_ignores_mismatch_between_given_patterns_and_contained_patterns():
- config = {'lvm': {}}
- patterns = [Pattern('/hmm')]
- logical_volumes = (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- flexmock(module).should_receive('get_logical_volumes').and_return(logical_volumes)
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume1_borgmatic-1234', '/dev/lvolume1', module.DEFAULT_SNAPSHOT_SIZE
- ).once()
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume2_borgmatic-1234', '/dev/lvolume2', module.DEFAULT_SNAPSHOT_SIZE
- ).once()
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume1_borgmatic-1234', device_path='/dev/lvolume1_snap'),)
- )
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).and_return(
- (module.Snapshot(name='lvolume2_borgmatic-1234', device_path='/dev/lvolume2_snap'),)
- )
- flexmock(module.hashlib).should_receive('shake_256').and_return(
- flexmock(hexdigest=lambda length: 'b33f')
- )
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume1_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).once()
- flexmock(module).should_receive('mount_snapshot').with_args(
- 'mount', '/dev/lvolume2_snap', '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).once()
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume1/subdir'), logical_volumes[0], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'))
- flexmock(module).should_receive('make_borg_snapshot_pattern').with_args(
- Pattern('/mnt/lvolume2'), logical_volumes[1], '/run/borgmatic'
- ).and_return(Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'))
- assert (
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- == []
- )
- assert patterns == [
- Pattern('/hmm'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume1/subdir'),
- Pattern('/run/borgmatic/lvm_snapshots/b33f/./mnt/lvolume2'),
- ]
- def test_dump_data_sources_with_missing_snapshot_errors():
- config = {'lvm': {}}
- patterns = [Pattern('/mnt/lvolume1/subdir'), Pattern('/mnt/lvolume2')]
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.os).should_receive('getpid').and_return(1234)
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume1_borgmatic-1234', '/dev/lvolume1', module.DEFAULT_SNAPSHOT_SIZE
- ).once()
- flexmock(module).should_receive('snapshot_logical_volume').with_args(
- 'lvcreate', 'lvolume2_borgmatic-1234', '/dev/lvolume2', module.DEFAULT_SNAPSHOT_SIZE
- ).never()
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume1_borgmatic-1234'
- ).and_return(())
- flexmock(module).should_receive('get_snapshots').with_args(
- 'lvs', snapshot_name='lvolume2_borgmatic-1234'
- ).never()
- flexmock(module).should_receive('mount_snapshot').never()
- with pytest.raises(ValueError):
- module.dump_data_sources(
- hook_config=config['lvm'],
- config=config,
- config_paths=('test.yaml',),
- borgmatic_runtime_directory='/run/borgmatic',
- patterns=patterns,
- dry_run=False,
- )
- def test_get_snapshots_lists_all_snapshots():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "report": [
- {
- "lv": [
- {"lv_name": "snap1", "lv_path": "/dev/snap1"},
- {"lv_name": "snap2", "lv_path": "/dev/snap2"}
- ]
- }
- ],
- "log": [
- ]
- }
- '''
- )
- assert module.get_snapshots('lvs') == (
- module.Snapshot('snap1', '/dev/snap1'),
- module.Snapshot('snap2', '/dev/snap2'),
- )
- def test_get_snapshots_with_snapshot_name_lists_just_that_snapshot():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "report": [
- {
- "lv": [
- {"lv_name": "snap1", "lv_path": "/dev/snap1"},
- {"lv_name": "snap2", "lv_path": "/dev/snap2"}
- ]
- }
- ],
- "log": [
- ]
- }
- '''
- )
- assert module.get_snapshots('lvs', snapshot_name='snap2') == (
- module.Snapshot('snap2', '/dev/snap2'),
- )
- def test_get_snapshots_with_invalid_lvs_json_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return('{')
- with pytest.raises(ValueError):
- assert module.get_snapshots('lvs')
- def test_get_snapshots_with_lvs_json_missing_report_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "report": [],
- "log": [
- ]
- }
- '''
- )
- with pytest.raises(ValueError):
- assert module.get_snapshots('lvs')
- def test_get_snapshots_with_lvs_json_missing_keys_errors():
- flexmock(module.borgmatic.execute).should_receive(
- 'execute_command_and_capture_output'
- ).and_return(
- '''
- {
- "report": [
- {
- "lv": [
- {}
- ]
- }
- ],
- "log": [
- ]
- }
- '''
- )
- with pytest.raises(ValueError):
- assert module.get_snapshots('lvs')
- def test_remove_data_source_dumps_unmounts_and_remove_snapshots():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).once()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- module.Snapshot('nonborgmatic', '/dev/nonborgmatic'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- flexmock(module).should_receive('remove_snapshot').with_args(
- 'nonborgmatic', '/dev/nonborgmatic'
- ).never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_missing_lvm_configuration():
- flexmock(module).should_receive('get_logical_volumes').never()
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('unmount_snapshot').never()
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=None,
- config={'source_directories': '/mnt/lvolume'},
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_missing_lsblk_command():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_raise(FileNotFoundError)
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('unmount_snapshot').never()
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_lsblk_command_error():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_raise(
- module.subprocess.CalledProcessError(1, 'wtf')
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).never()
- flexmock(module).should_receive('unmount_snapshot').never()
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_missing_snapshot_directory_skips_unmount():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f'
- ).and_return(False)
- flexmock(module.shutil).should_receive('rmtree').never()
- flexmock(module).should_receive('unmount_snapshot').never()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_missing_snapshot_mount_path_skips_unmount():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).and_return(False)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).never()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_empty_snapshot_mount_path_skips_unmount():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).and_return(True)
- flexmock(module.os).should_receive('listdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).and_return([])
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).and_return(True)
- flexmock(module.os).should_receive('listdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).never()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_with_successful_mount_point_removal_skips_unmount():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1'
- ).and_return(True).and_return(False)
- flexmock(module.os.path).should_receive('isdir').with_args(
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2'
- ).and_return(True).and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).never()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_missing_umount_command():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).and_raise(FileNotFoundError)
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).never()
- flexmock(module).should_receive('get_snapshots').never()
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_swallows_umount_command_error():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).and_raise(module.subprocess.CalledProcessError(1, 'wtf'))
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- ),
- )
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume1').once()
- flexmock(module).should_receive('remove_snapshot').with_args('lvremove', '/dev/lvolume2').once()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_missing_lvs_command():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).once()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_raise(FileNotFoundError)
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_dumps_bails_for_lvs_command_error():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(
- lambda path: [path.replace('*', 'b33f')]
- )
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree')
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume1',
- ).once()
- flexmock(module).should_receive('unmount_snapshot').with_args(
- 'umount',
- '/run/borgmatic/lvm_snapshots/b33f/mnt/lvolume2',
- ).once()
- flexmock(module).should_receive('get_snapshots').and_raise(
- module.subprocess.CalledProcessError(1, 'wtf')
- )
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=False,
- )
- def test_remove_data_source_with_dry_run_skips_snapshot_unmount_and_delete():
- config = {'lvm': {}}
- flexmock(module).should_receive('get_logical_volumes').and_return(
- (
- module.Logical_volume(
- name='lvolume1',
- device_path='/dev/lvolume1',
- mount_point='/mnt/lvolume1',
- contained_patterns=(Pattern('/mnt/lvolume1/subdir'),),
- ),
- module.Logical_volume(
- name='lvolume2',
- device_path='/dev/lvolume2',
- mount_point='/mnt/lvolume2',
- contained_patterns=(Pattern('/mnt/lvolume2'),),
- ),
- )
- )
- flexmock(module.borgmatic.config.paths).should_receive(
- 'replace_temporary_subdirectory_with_glob'
- ).and_return('/run/borgmatic')
- flexmock(module.glob).should_receive('glob').replace_with(lambda path: [path])
- flexmock(module.os.path).should_receive('isdir').and_return(True)
- flexmock(module.os).should_receive('listdir').and_return(['file.txt'])
- flexmock(module.shutil).should_receive('rmtree').never()
- flexmock(module).should_receive('unmount_snapshot').never()
- flexmock(module).should_receive('get_snapshots').and_return(
- (
- module.Snapshot('lvolume1_borgmatic-1234', '/dev/lvolume1'),
- module.Snapshot('lvolume2_borgmatic-1234', '/dev/lvolume2'),
- module.Snapshot('nonborgmatic', '/dev/nonborgmatic'),
- ),
- ).once()
- flexmock(module).should_receive('remove_snapshot').never()
- module.remove_data_source_dumps(
- hook_config=config['lvm'],
- config=config,
- borgmatic_runtime_directory='/run/borgmatic',
- dry_run=True,
- )
|