1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003 |
- import logging
- import pytest
- from flexmock import flexmock
- from borgmatic.borg import check as module
- from ..test_verbosity import insert_logging_mock
- def insert_execute_command_mock(command):
- flexmock(module.environment).should_receive('make_environment')
- flexmock(module).should_receive('execute_command').with_args(
- command, extra_environment=None
- ).once()
- def insert_execute_command_never():
- flexmock(module).should_receive('execute_command').never()
- def test_parse_checks_returns_them_as_tuple():
- checks = module.parse_checks({'checks': [{'name': 'foo'}, {'name': 'bar'}]})
- assert checks == ('foo', 'bar')
- def test_parse_checks_with_missing_value_returns_defaults():
- checks = module.parse_checks({})
- assert checks == ('repository', 'archives')
- def test_parse_checks_with_empty_list_returns_defaults():
- checks = module.parse_checks({'checks': []})
- assert checks == ('repository', 'archives')
- def test_parse_checks_with_none_value_returns_defaults():
- checks = module.parse_checks({'checks': None})
- assert checks == ('repository', 'archives')
- def test_parse_checks_with_disabled_returns_no_checks():
- checks = module.parse_checks({'checks': [{'name': 'foo'}, {'name': 'disabled'}]})
- assert checks == ()
- def test_parse_checks_prefers_override_checks_to_configured_checks():
- checks = module.parse_checks(
- {'checks': [{'name': 'archives'}]}, only_checks=['repository', 'extract']
- )
- assert checks == ('repository', 'extract')
- @pytest.mark.parametrize(
- 'frequency,expected_result',
- (
- (None, None),
- ('always', None),
- ('1 hour', module.datetime.timedelta(hours=1)),
- ('2 hours', module.datetime.timedelta(hours=2)),
- ('1 day', module.datetime.timedelta(days=1)),
- ('2 days', module.datetime.timedelta(days=2)),
- ('1 week', module.datetime.timedelta(weeks=1)),
- ('2 weeks', module.datetime.timedelta(weeks=2)),
- ('1 month', module.datetime.timedelta(days=30)),
- ('2 months', module.datetime.timedelta(days=60)),
- ('1 year', module.datetime.timedelta(days=365)),
- ('2 years', module.datetime.timedelta(days=365 * 2)),
- ),
- )
- def test_parse_frequency_parses_into_timedeltas(frequency, expected_result):
- assert module.parse_frequency(frequency) == expected_result
- @pytest.mark.parametrize(
- 'frequency',
- (
- 'sometime',
- 'x days',
- '3 decades',
- ),
- )
- def test_parse_frequency_raises_on_parse_error(frequency):
- with pytest.raises(ValueError):
- module.parse_frequency(frequency)
- def test_filter_checks_on_frequency_without_config_uses_default_checks():
- flexmock(module).should_receive('parse_frequency').and_return(
- module.datetime.timedelta(weeks=4)
- )
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('probe_for_check_time').and_return(None)
- assert module.filter_checks_on_frequency(
- config={},
- borg_repository_id='repo',
- checks=('repository', 'archives'),
- force=False,
- archives_check_id='1234',
- ) == ('repository', 'archives')
- def test_filter_checks_on_frequency_retains_unconfigured_check():
- assert module.filter_checks_on_frequency(
- config={},
- borg_repository_id='repo',
- checks=('data',),
- force=False,
- ) == ('data',)
- def test_filter_checks_on_frequency_retains_check_without_frequency():
- flexmock(module).should_receive('parse_frequency').and_return(None)
- assert module.filter_checks_on_frequency(
- config={'checks': [{'name': 'archives'}]},
- borg_repository_id='repo',
- checks=('archives',),
- force=False,
- archives_check_id='1234',
- ) == ('archives',)
- def test_filter_checks_on_frequency_retains_check_with_elapsed_frequency():
- flexmock(module).should_receive('parse_frequency').and_return(
- module.datetime.timedelta(hours=1)
- )
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('probe_for_check_time').and_return(
- module.datetime.datetime(year=module.datetime.MINYEAR, month=1, day=1)
- )
- assert module.filter_checks_on_frequency(
- config={'checks': [{'name': 'archives', 'frequency': '1 hour'}]},
- borg_repository_id='repo',
- checks=('archives',),
- force=False,
- archives_check_id='1234',
- ) == ('archives',)
- def test_filter_checks_on_frequency_retains_check_with_missing_check_time_file():
- flexmock(module).should_receive('parse_frequency').and_return(
- module.datetime.timedelta(hours=1)
- )
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('probe_for_check_time').and_return(None)
- assert module.filter_checks_on_frequency(
- config={'checks': [{'name': 'archives', 'frequency': '1 hour'}]},
- borg_repository_id='repo',
- checks=('archives',),
- force=False,
- archives_check_id='1234',
- ) == ('archives',)
- def test_filter_checks_on_frequency_skips_check_with_unelapsed_frequency():
- flexmock(module).should_receive('parse_frequency').and_return(
- module.datetime.timedelta(hours=1)
- )
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('probe_for_check_time').and_return(
- module.datetime.datetime.now()
- )
- assert (
- module.filter_checks_on_frequency(
- config={'checks': [{'name': 'archives', 'frequency': '1 hour'}]},
- borg_repository_id='repo',
- checks=('archives',),
- force=False,
- archives_check_id='1234',
- )
- == ()
- )
- def test_filter_checks_on_frequency_restains_check_with_unelapsed_frequency_and_force():
- assert module.filter_checks_on_frequency(
- config={'checks': [{'name': 'archives', 'frequency': '1 hour'}]},
- borg_repository_id='repo',
- checks=('archives',),
- force=True,
- archives_check_id='1234',
- ) == ('archives',)
- def test_make_archive_filter_flags_with_default_checks_and_prefix_returns_default_flags():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags(
- '1.2.3',
- {},
- ('repository', 'archives'),
- prefix='foo',
- )
- assert flags == ('--match-archives', 'sh:foo*')
- def test_make_archive_filter_flags_with_all_checks_and_prefix_returns_default_flags():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags(
- '1.2.3',
- {},
- ('repository', 'archives', 'extract'),
- prefix='foo',
- )
- assert flags == ('--match-archives', 'sh:foo*')
- def test_make_archive_filter_flags_with_all_checks_and_prefix_without_borg_features_returns_glob_archives_flags():
- flexmock(module.feature).should_receive('available').and_return(False)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags(
- '1.2.3',
- {},
- ('repository', 'archives', 'extract'),
- prefix='foo',
- )
- assert flags == ('--glob-archives', 'foo*')
- def test_make_archive_filter_flags_with_archives_check_and_last_includes_last_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('archives',), check_last=3)
- assert flags == ('--last', '3')
- def test_make_archive_filter_flags_with_data_check_and_last_includes_last_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('data',), check_last=3)
- assert flags == ('--last', '3')
- def test_make_archive_filter_flags_with_repository_check_and_last_omits_last_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('repository',), check_last=3)
- assert flags == ()
- def test_make_archive_filter_flags_with_default_checks_and_last_includes_last_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('repository', 'archives'), check_last=3)
- assert flags == ('--last', '3')
- def test_make_archive_filter_flags_with_archives_check_and_prefix_includes_match_archives_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('archives',), prefix='foo-')
- assert flags == ('--match-archives', 'sh:foo-*')
- def test_make_archive_filter_flags_with_data_check_and_prefix_includes_match_archives_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('data',), prefix='foo-')
- assert flags == ('--match-archives', 'sh:foo-*')
- def test_make_archive_filter_flags_with_archives_check_and_empty_prefix_uses_archive_name_format_instead():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').with_args(
- None, 'bar-{now}', '1.2.3' # noqa: FS003
- ).and_return(('--match-archives', 'sh:bar-*'))
- flags = module.make_archive_filter_flags(
- '1.2.3', {'archive_name_format': 'bar-{now}'}, ('archives',), prefix='' # noqa: FS003
- )
- assert flags == ('--match-archives', 'sh:bar-*')
- def test_make_archive_filter_flags_with_archives_check_and_none_prefix_omits_match_archives_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('archives',), prefix=None)
- assert flags == ()
- def test_make_archive_filter_flags_with_repository_check_and_prefix_omits_match_archives_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('repository',), prefix='foo-')
- assert flags == ()
- def test_make_archive_filter_flags_with_default_checks_and_prefix_includes_match_archives_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_archive_filter_flags('1.2.3', {}, ('repository', 'archives'), prefix='foo-')
- assert flags == ('--match-archives', 'sh:foo-*')
- def test_make_archives_check_id_with_flags_returns_a_value_and_does_not_raise():
- assert module.make_archives_check_id(('--match-archives', 'sh:foo-*'))
- def test_make_archives_check_id_with_empty_flags_returns_none():
- assert module.make_archives_check_id(()) is None
- def test_make_check_flags_with_repository_check_returns_flag():
- flags = module.make_check_flags(('repository',), ())
- assert flags == ('--repository-only',)
- def test_make_check_flags_with_archives_check_returns_flag():
- flags = module.make_check_flags(('archives',), ())
- assert flags == ('--archives-only',)
- def test_make_check_flags_with_archives_check_and_archive_filter_flags_includes_those_flags():
- flags = module.make_check_flags(('archives',), ('--match-archives', 'sh:foo-*'))
- assert flags == ('--archives-only', '--match-archives', 'sh:foo-*')
- def test_make_check_flags_without_archives_check_and_with_archive_filter_flags_includes_those_flags():
- flags = module.make_check_flags(('repository',), ('--match-archives', 'sh:foo-*'))
- assert flags == ('--repository-only',)
- def test_make_check_flags_with_data_check_returns_flag_and_implies_archives():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_check_flags(('data',), ())
- assert flags == (
- '--archives-only',
- '--verify-data',
- )
- def test_make_check_flags_with_extract_omits_extract_flag():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_check_flags(('extract',), ())
- assert flags == ()
- def test_make_check_flags_with_repository_and_data_checks_does_not_return_repository_only():
- flexmock(module.feature).should_receive('available').and_return(True)
- flexmock(module.flags).should_receive('make_match_archives_flags').and_return(())
- flags = module.make_check_flags(
- (
- 'repository',
- 'data',
- ),
- (),
- )
- assert flags == ('--verify-data',)
- def test_make_check_time_path_with_borgmatic_source_directory_includes_it():
- flexmock(module.os.path).should_receive('expanduser').with_args('~/.borgmatic').and_return(
- '/home/user/.borgmatic'
- )
- assert (
- module.make_check_time_path(
- {'borgmatic_source_directory': '~/.borgmatic'}, '1234', 'archives', '5678'
- )
- == '/home/user/.borgmatic/checks/1234/archives/5678'
- )
- def test_make_check_time_path_without_borgmatic_source_directory_uses_default():
- flexmock(module.os.path).should_receive('expanduser').with_args(
- module.state.DEFAULT_BORGMATIC_SOURCE_DIRECTORY
- ).and_return('/home/user/.borgmatic')
- assert (
- module.make_check_time_path({}, '1234', 'archives', '5678')
- == '/home/user/.borgmatic/checks/1234/archives/5678'
- )
- def test_make_check_time_path_with_archives_check_and_no_archives_check_id_defaults_to_all():
- flexmock(module.os.path).should_receive('expanduser').with_args('~/.borgmatic').and_return(
- '/home/user/.borgmatic'
- )
- assert (
- module.make_check_time_path(
- {'borgmatic_source_directory': '~/.borgmatic'},
- '1234',
- 'archives',
- )
- == '/home/user/.borgmatic/checks/1234/archives/all'
- )
- def test_make_check_time_path_with_repositories_check_ignores_archives_check_id():
- flexmock(module.os.path).should_receive('expanduser').with_args('~/.borgmatic').and_return(
- '/home/user/.borgmatic'
- )
- assert (
- module.make_check_time_path(
- {'borgmatic_source_directory': '~/.borgmatic'}, '1234', 'repository', '5678'
- )
- == '/home/user/.borgmatic/checks/1234/repository'
- )
- def test_read_check_time_does_not_raise():
- flexmock(module.os).should_receive('stat').and_return(flexmock(st_mtime=123))
- assert module.read_check_time('/path')
- def test_read_check_time_on_missing_file_does_not_raise():
- flexmock(module.os).should_receive('stat').and_raise(FileNotFoundError)
- assert module.read_check_time('/path') is None
- def test_probe_for_check_time_uses_maximum_of_multiple_check_times():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/5678'
- ).and_return('~/.borgmatic/checks/1234/archives/all')
- flexmock(module).should_receive('read_check_time').and_return(1).and_return(2)
- assert module.probe_for_check_time(flexmock(), flexmock(), flexmock(), flexmock()) == 2
- def test_probe_for_check_time_deduplicates_identical_check_time_paths():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/5678'
- ).and_return('~/.borgmatic/checks/1234/archives/5678')
- flexmock(module).should_receive('read_check_time').and_return(1).once()
- assert module.probe_for_check_time(flexmock(), flexmock(), flexmock(), flexmock()) == 1
- def test_probe_for_check_time_skips_none_check_time():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/5678'
- ).and_return('~/.borgmatic/checks/1234/archives/all')
- flexmock(module).should_receive('read_check_time').and_return(None).and_return(2)
- assert module.probe_for_check_time(flexmock(), flexmock(), flexmock(), flexmock()) == 2
- def test_probe_for_check_time_uses_single_check_time():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/5678'
- ).and_return('~/.borgmatic/checks/1234/archives/all')
- flexmock(module).should_receive('read_check_time').and_return(1).and_return(None)
- assert module.probe_for_check_time(flexmock(), flexmock(), flexmock(), flexmock()) == 1
- def test_probe_for_check_time_returns_none_when_no_check_time_found():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/5678'
- ).and_return('~/.borgmatic/checks/1234/archives/all')
- flexmock(module).should_receive('read_check_time').and_return(None).and_return(None)
- assert module.probe_for_check_time(flexmock(), flexmock(), flexmock(), flexmock()) is None
- def test_upgrade_check_times_renames_old_check_paths_to_all():
- base_path = '~/.borgmatic/checks/1234'
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'archives', 'all'
- ).and_return(f'{base_path}/archives/all')
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'data', 'all'
- ).and_return(f'{base_path}/data/all')
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/archives').and_return(
- True
- )
- flexmock(module.os.path).should_receive('isfile').with_args(
- f'{base_path}/archives.temp'
- ).and_return(False)
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/data').and_return(
- False
- )
- flexmock(module.os.path).should_receive('isfile').with_args(
- f'{base_path}/data.temp'
- ).and_return(False)
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/archives', f'{base_path}/archives.temp'
- ).once()
- flexmock(module.os).should_receive('mkdir').with_args(f'{base_path}/archives').once()
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/archives.temp', f'{base_path}/archives/all'
- ).once()
- module.upgrade_check_times(flexmock(), flexmock())
- def test_upgrade_check_times_renames_data_check_paths_when_archives_paths_are_already_upgraded():
- base_path = '~/.borgmatic/checks/1234'
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'archives', 'all'
- ).and_return(f'{base_path}/archives/all')
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'data', 'all'
- ).and_return(f'{base_path}/data/all')
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/archives').and_return(
- False
- )
- flexmock(module.os.path).should_receive('isfile').with_args(
- f'{base_path}/archives.temp'
- ).and_return(False)
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/data').and_return(
- True
- )
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/data', f'{base_path}/data.temp'
- ).once()
- flexmock(module.os).should_receive('mkdir').with_args(f'{base_path}/data').once()
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/data.temp', f'{base_path}/data/all'
- ).once()
- module.upgrade_check_times(flexmock(), flexmock())
- def test_upgrade_check_times_skips_missing_check_paths():
- flexmock(module).should_receive('make_check_time_path').and_return(
- '~/.borgmatic/checks/1234/archives/all'
- )
- flexmock(module.os.path).should_receive('isfile').and_return(False)
- flexmock(module.os).should_receive('rename').never()
- flexmock(module.os).should_receive('mkdir').never()
- module.upgrade_check_times(flexmock(), flexmock())
- def test_upgrade_check_times_renames_stale_temporary_check_path():
- base_path = '~/.borgmatic/checks/1234'
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'archives', 'all'
- ).and_return(f'{base_path}/archives/all')
- flexmock(module).should_receive('make_check_time_path').with_args(
- object, object, 'data', 'all'
- ).and_return(f'{base_path}/data/all')
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/archives').and_return(
- False
- )
- flexmock(module.os.path).should_receive('isfile').with_args(
- f'{base_path}/archives.temp'
- ).and_return(True)
- flexmock(module.os.path).should_receive('isfile').with_args(f'{base_path}/data').and_return(
- False
- )
- flexmock(module.os.path).should_receive('isfile').with_args(
- f'{base_path}/data.temp'
- ).and_return(False)
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/archives', f'{base_path}/archives.temp'
- ).and_raise(FileNotFoundError)
- flexmock(module.os).should_receive('mkdir').with_args(f'{base_path}/archives').once()
- flexmock(module.os).should_receive('rename').with_args(
- f'{base_path}/archives.temp', f'{base_path}/archives/all'
- ).once()
- module.upgrade_check_times(flexmock(), flexmock())
- def test_check_archives_with_progress_calls_borg_with_progress_parameter():
- checks = ('repository',)
- config = {'check_last': None}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').and_return(())
- flexmock(module).should_receive('execute_command').never()
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- flexmock(module.environment).should_receive('make_environment')
- flexmock(module).should_receive('execute_command').with_args(
- ('borg', 'check', '--progress', 'repo'),
- output_file=module.DO_NOT_CAPTURE,
- extra_environment=None,
- ).once()
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- progress=True,
- )
- def test_check_archives_with_repair_calls_borg_with_repair_parameter():
- checks = ('repository',)
- config = {'check_last': None}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').and_return(())
- flexmock(module).should_receive('execute_command').never()
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- flexmock(module.environment).should_receive('make_environment')
- flexmock(module).should_receive('execute_command').with_args(
- ('borg', 'check', '--repair', 'repo'),
- output_file=module.DO_NOT_CAPTURE,
- extra_environment=None,
- ).once()
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- repair=True,
- )
- @pytest.mark.parametrize(
- 'checks',
- (
- ('repository',),
- ('archives',),
- ('repository', 'archives'),
- ('repository', 'archives', 'other'),
- ),
- )
- def test_check_archives_calls_borg_with_parameters(checks):
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_json_error_raises():
- checks = ('archives',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"unexpected": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- with pytest.raises(ValueError):
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_missing_json_keys_raises():
- checks = ('archives',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return('{invalid JSON')
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- with pytest.raises(ValueError):
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_extract_check_calls_extract_only():
- checks = ('extract',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').never()
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- flexmock(module.extract).should_receive('extract_last_archive_dry_run').once()
- flexmock(module).should_receive('write_check_time')
- insert_execute_command_never()
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_log_info_calls_borg_with_info_parameter():
- checks = ('repository',)
- config = {'check_last': None}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_logging_mock(logging.INFO)
- insert_execute_command_mock(('borg', 'check', '--info', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_log_debug_calls_borg_with_debug_parameter():
- checks = ('repository',)
- config = {'check_last': None}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_logging_mock(logging.DEBUG)
- insert_execute_command_mock(('borg', 'check', '--debug', '--show-rc', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_without_any_checks_bails():
- config = {'check_last': None}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(())
- insert_execute_command_never()
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_local_path_calls_borg_via_local_path():
- checks = ('repository',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg1', 'check', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- local_path='borg1',
- )
- def test_check_archives_with_remote_path_calls_borg_with_remote_path_parameters():
- checks = ('repository',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', '--remote-path', 'borg1', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- remote_path='borg1',
- )
- def test_check_archives_with_log_json_calls_borg_with_log_json_parameters():
- checks = ('repository',)
- check_last = flexmock()
- config = {'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', '--log-json', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=True),
- )
- def test_check_archives_with_lock_wait_calls_borg_with_lock_wait_parameters():
- checks = ('repository',)
- check_last = flexmock()
- config = {'lock_wait': 5, 'check_last': check_last}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', '--lock-wait', '5', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_retention_prefix():
- checks = ('repository',)
- check_last = flexmock()
- prefix = 'foo-'
- config = {'check_last': check_last, 'prefix': prefix}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').with_args(checks, ()).and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
- def test_check_archives_with_extra_borg_options_calls_borg_with_extra_options():
- checks = ('repository',)
- config = {'check_last': None, 'extra_borg_options': {'check': '--extra --options'}}
- flexmock(module.rinfo).should_receive('display_repository_info').and_return(
- '{"repository": {"id": "repo"}}'
- )
- flexmock(module).should_receive('upgrade_check_times')
- flexmock(module).should_receive('parse_checks')
- flexmock(module).should_receive('make_archive_filter_flags').and_return(())
- flexmock(module).should_receive('make_archives_check_id').and_return(None)
- flexmock(module).should_receive('filter_checks_on_frequency').and_return(checks)
- flexmock(module).should_receive('make_check_flags').and_return(())
- flexmock(module.flags).should_receive('make_repository_flags').and_return(('repo',))
- insert_execute_command_mock(('borg', 'check', '--extra', '--options', 'repo'))
- flexmock(module).should_receive('make_check_time_path')
- flexmock(module).should_receive('write_check_time')
- module.check_archives(
- repository_path='repo',
- config=config,
- local_borg_version='1.2.3',
- global_arguments=flexmock(log_json=False),
- )
|