test_create.py 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731
  1. import logging
  2. import os
  3. from flexmock import flexmock
  4. from borgmatic.borg import create as module
  5. from ..test_verbosity import insert_logging_mock
  6. def test_initialize_environment_with_passcommand_should_set_environment():
  7. orig_environ = os.environ
  8. try:
  9. os.environ = {}
  10. module.initialize_environment({'encryption_passcommand': 'command'})
  11. assert os.environ.get('BORG_PASSCOMMAND') == 'command'
  12. finally:
  13. os.environ = orig_environ
  14. def test_initialize_environment_with_passphrase_should_set_environment():
  15. orig_environ = os.environ
  16. try:
  17. os.environ = {}
  18. module.initialize_environment({'encryption_passphrase': 'pass'})
  19. assert os.environ.get('BORG_PASSPHRASE') == 'pass'
  20. finally:
  21. os.environ = orig_environ
  22. def test_initialize_environment_with_ssh_command_should_set_environment():
  23. orig_environ = os.environ
  24. try:
  25. os.environ = {}
  26. module.initialize_environment({'ssh_command': 'ssh -C'})
  27. assert os.environ.get('BORG_RSH') == 'ssh -C'
  28. finally:
  29. os.environ = orig_environ
  30. def test_initialize_environment_without_configuration_should_not_set_environment():
  31. orig_environ = os.environ
  32. try:
  33. os.environ = {}
  34. module.initialize_environment({})
  35. assert os.environ.get('BORG_PASSCOMMAND') is None
  36. assert os.environ.get('BORG_PASSPHRASE') is None
  37. assert os.environ.get('BORG_RSH') is None
  38. finally:
  39. os.environ = orig_environ
  40. def test_expand_directory_with_basic_path_passes_it_through():
  41. flexmock(module.os.path).should_receive('expanduser').and_return('foo')
  42. flexmock(module.glob).should_receive('glob').and_return([])
  43. paths = module._expand_directory('foo')
  44. assert paths == ['foo']
  45. def test_expand_directory_with_glob_expands():
  46. flexmock(module.os.path).should_receive('expanduser').and_return('foo*')
  47. flexmock(module.glob).should_receive('glob').and_return(['foo', 'food'])
  48. paths = module._expand_directory('foo*')
  49. assert paths == ['foo', 'food']
  50. def test_expand_directories_flattens_expanded_directories():
  51. flexmock(module).should_receive('_expand_directory').with_args('~/foo').and_return(
  52. ['/root/foo']
  53. )
  54. flexmock(module).should_receive('_expand_directory').with_args('bar*').and_return(
  55. ['bar', 'barf']
  56. )
  57. paths = module._expand_directories(('~/foo', 'bar*'))
  58. assert paths == ('/root/foo', 'bar', 'barf')
  59. def test_expand_directories_considers_none_as_no_directories():
  60. paths = module._expand_directories(None)
  61. assert paths == ()
  62. def test_write_pattern_file_does_not_raise():
  63. temporary_file = flexmock(name='filename', write=lambda mode: None, flush=lambda: None)
  64. flexmock(module.tempfile).should_receive('NamedTemporaryFile').and_return(temporary_file)
  65. module._write_pattern_file(['exclude'])
  66. def test_write_pattern_file_with_empty_exclude_patterns_does_not_raise():
  67. module._write_pattern_file([])
  68. def insert_subprocess_mock(check_call_command, **kwargs):
  69. subprocess = flexmock(module.subprocess)
  70. subprocess.should_receive('check_call').with_args(check_call_command, **kwargs).once()
  71. def test_make_pattern_flags_includes_pattern_filename_when_given():
  72. pattern_flags = module._make_pattern_flags(
  73. location_config={'patterns': ['R /', '- /var']}, pattern_filename='/tmp/patterns'
  74. )
  75. assert pattern_flags == ('--patterns-from', '/tmp/patterns')
  76. def test_make_pattern_flags_includes_patterns_from_filenames_when_in_config():
  77. pattern_flags = module._make_pattern_flags(
  78. location_config={'patterns_from': ['patterns', 'other']}
  79. )
  80. assert pattern_flags == ('--patterns-from', 'patterns', '--patterns-from', 'other')
  81. def test_make_pattern_flags_includes_both_filenames_when_patterns_given_and_patterns_from_in_config():
  82. pattern_flags = module._make_pattern_flags(
  83. location_config={'patterns_from': ['patterns']}, pattern_filename='/tmp/patterns'
  84. )
  85. assert pattern_flags == ('--patterns-from', 'patterns', '--patterns-from', '/tmp/patterns')
  86. def test_make_pattern_flags_considers_none_patterns_from_filenames_as_empty():
  87. pattern_flags = module._make_pattern_flags(location_config={'patterns_from': None})
  88. assert pattern_flags == ()
  89. def test_make_exclude_flags_includes_exclude_patterns_filename_when_given():
  90. exclude_flags = module._make_exclude_flags(
  91. location_config={'exclude_patterns': ['*.pyc', '/var']}, exclude_filename='/tmp/excludes'
  92. )
  93. assert exclude_flags == ('--exclude-from', '/tmp/excludes')
  94. def test_make_exclude_flags_includes_exclude_from_filenames_when_in_config():
  95. exclude_flags = module._make_exclude_flags(
  96. location_config={'exclude_from': ['excludes', 'other']}
  97. )
  98. assert exclude_flags == ('--exclude-from', 'excludes', '--exclude-from', 'other')
  99. def test_make_exclude_flags_includes_both_filenames_when_patterns_given_and_exclude_from_in_config():
  100. exclude_flags = module._make_exclude_flags(
  101. location_config={'exclude_from': ['excludes']}, exclude_filename='/tmp/excludes'
  102. )
  103. assert exclude_flags == ('--exclude-from', 'excludes', '--exclude-from', '/tmp/excludes')
  104. def test_make_exclude_flags_considers_none_exclude_from_filenames_as_empty():
  105. exclude_flags = module._make_exclude_flags(location_config={'exclude_from': None})
  106. assert exclude_flags == ()
  107. def test_make_exclude_flags_includes_exclude_caches_when_true_in_config():
  108. exclude_flags = module._make_exclude_flags(location_config={'exclude_caches': True})
  109. assert exclude_flags == ('--exclude-caches',)
  110. def test_make_exclude_flags_does_not_include_exclude_caches_when_false_in_config():
  111. exclude_flags = module._make_exclude_flags(location_config={'exclude_caches': False})
  112. assert exclude_flags == ()
  113. def test_make_exclude_flags_includes_exclude_if_present_when_in_config():
  114. exclude_flags = module._make_exclude_flags(location_config={'exclude_if_present': 'exclude_me'})
  115. assert exclude_flags == ('--exclude-if-present', 'exclude_me')
  116. def test_make_exclude_flags_is_empty_when_config_has_no_excludes():
  117. exclude_flags = module._make_exclude_flags(location_config={})
  118. assert exclude_flags == ()
  119. DEFAULT_ARCHIVE_NAME = '{hostname}-{now:%Y-%m-%dT%H:%M:%S.%f}'
  120. CREATE_COMMAND = ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'bar')
  121. def test_create_archive_calls_borg_with_parameters():
  122. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  123. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  124. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  125. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  126. insert_subprocess_mock(CREATE_COMMAND)
  127. module.create_archive(
  128. dry_run=False,
  129. repository='repo',
  130. location_config={
  131. 'source_directories': ['foo', 'bar'],
  132. 'repositories': ['repo'],
  133. 'exclude_patterns': None,
  134. },
  135. storage_config={},
  136. )
  137. def test_create_archive_with_patterns_calls_borg_with_patterns():
  138. pattern_flags = ('--patterns-from', 'patterns')
  139. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  140. flexmock(module).should_receive('_write_pattern_file').and_return(
  141. flexmock(name='/tmp/patterns')
  142. ).and_return(None)
  143. flexmock(module).should_receive('_make_pattern_flags').and_return(pattern_flags)
  144. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  145. insert_subprocess_mock(CREATE_COMMAND + pattern_flags)
  146. module.create_archive(
  147. dry_run=False,
  148. repository='repo',
  149. location_config={
  150. 'source_directories': ['foo', 'bar'],
  151. 'repositories': ['repo'],
  152. 'patterns': ['pattern'],
  153. },
  154. storage_config={},
  155. )
  156. def test_create_archive_with_exclude_patterns_calls_borg_with_excludes():
  157. exclude_flags = ('--exclude-from', 'excludes')
  158. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(
  159. ('exclude',)
  160. )
  161. flexmock(module).should_receive('_write_pattern_file').and_return(None).and_return(
  162. flexmock(name='/tmp/excludes')
  163. )
  164. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  165. flexmock(module).should_receive('_make_exclude_flags').and_return(exclude_flags)
  166. insert_subprocess_mock(CREATE_COMMAND + exclude_flags)
  167. module.create_archive(
  168. dry_run=False,
  169. repository='repo',
  170. location_config={
  171. 'source_directories': ['foo', 'bar'],
  172. 'repositories': ['repo'],
  173. 'exclude_patterns': ['exclude'],
  174. },
  175. storage_config={},
  176. )
  177. def test_create_archive_with_log_info_calls_borg_with_info_parameter():
  178. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  179. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  180. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  181. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  182. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  183. insert_subprocess_mock(CREATE_COMMAND + ('--list', '--filter', 'AME', '--info', '--stats'))
  184. insert_logging_mock(logging.INFO)
  185. module.create_archive(
  186. dry_run=False,
  187. repository='repo',
  188. location_config={
  189. 'source_directories': ['foo', 'bar'],
  190. 'repositories': ['repo'],
  191. 'exclude_patterns': None,
  192. },
  193. storage_config={},
  194. )
  195. def test_create_archive_with_log_debug_calls_borg_with_debug_parameter():
  196. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  197. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  198. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  199. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  200. insert_subprocess_mock(
  201. CREATE_COMMAND + ('--list', '--filter', 'AME', '--stats', '--debug', '--show-rc')
  202. )
  203. insert_logging_mock(logging.DEBUG)
  204. module.create_archive(
  205. dry_run=False,
  206. repository='repo',
  207. location_config={
  208. 'source_directories': ['foo', 'bar'],
  209. 'repositories': ['repo'],
  210. 'exclude_patterns': None,
  211. },
  212. storage_config={},
  213. )
  214. def test_create_archive_with_dry_run_calls_borg_with_dry_run_parameter():
  215. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  216. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  217. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  218. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  219. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  220. insert_subprocess_mock(CREATE_COMMAND + ('--dry-run',))
  221. module.create_archive(
  222. dry_run=True,
  223. repository='repo',
  224. location_config={
  225. 'source_directories': ['foo', 'bar'],
  226. 'repositories': ['repo'],
  227. 'exclude_patterns': None,
  228. },
  229. storage_config={},
  230. )
  231. def test_create_archive_with_dry_run_and_log_info_calls_borg_without_stats_parameter():
  232. """ --dry-run and --stats are mutually exclusive, see:
  233. https://borgbackup.readthedocs.io/en/stable/usage/create.html#description """
  234. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  235. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  236. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  237. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  238. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  239. insert_subprocess_mock(CREATE_COMMAND + ('--list', '--filter', 'AME', '--info', '--dry-run'))
  240. insert_logging_mock(logging.INFO)
  241. module.create_archive(
  242. dry_run=True,
  243. repository='repo',
  244. location_config={
  245. 'source_directories': ['foo', 'bar'],
  246. 'repositories': ['repo'],
  247. 'exclude_patterns': None,
  248. },
  249. storage_config={},
  250. )
  251. def test_create_archive_with_dry_run_and_log_debug_calls_borg_without_stats_parameter():
  252. """ --dry-run and --stats are mutually exclusive, see:
  253. https://borgbackup.readthedocs.io/en/stable/usage/create.html#description """
  254. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  255. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  256. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  257. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  258. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  259. insert_subprocess_mock(
  260. CREATE_COMMAND + ('--list', '--filter', 'AME', '--debug', '--show-rc', '--dry-run')
  261. )
  262. insert_logging_mock(logging.DEBUG)
  263. module.create_archive(
  264. dry_run=True,
  265. repository='repo',
  266. location_config={
  267. 'source_directories': ['foo', 'bar'],
  268. 'repositories': ['repo'],
  269. 'exclude_patterns': None,
  270. },
  271. storage_config={},
  272. )
  273. def test_create_archive_with_checkpoint_interval_calls_borg_with_checkpoint_interval_parameters():
  274. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  275. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  276. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  277. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  278. insert_subprocess_mock(CREATE_COMMAND + ('--checkpoint-interval', '600'))
  279. module.create_archive(
  280. dry_run=False,
  281. repository='repo',
  282. location_config={
  283. 'source_directories': ['foo', 'bar'],
  284. 'repositories': ['repo'],
  285. 'exclude_patterns': None,
  286. },
  287. storage_config={'checkpoint_interval': 600},
  288. )
  289. def test_create_archive_with_compression_calls_borg_with_compression_parameters():
  290. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  291. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  292. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  293. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  294. insert_subprocess_mock(CREATE_COMMAND + ('--compression', 'rle'))
  295. module.create_archive(
  296. dry_run=False,
  297. repository='repo',
  298. location_config={
  299. 'source_directories': ['foo', 'bar'],
  300. 'repositories': ['repo'],
  301. 'exclude_patterns': None,
  302. },
  303. storage_config={'compression': 'rle'},
  304. )
  305. def test_create_archive_with_remote_rate_limit_calls_borg_with_remote_ratelimit_parameters():
  306. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  307. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  308. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  309. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  310. insert_subprocess_mock(CREATE_COMMAND + ('--remote-ratelimit', '100'))
  311. module.create_archive(
  312. dry_run=False,
  313. repository='repo',
  314. location_config={
  315. 'source_directories': ['foo', 'bar'],
  316. 'repositories': ['repo'],
  317. 'exclude_patterns': None,
  318. },
  319. storage_config={'remote_rate_limit': 100},
  320. )
  321. def test_create_archive_with_one_file_system_calls_borg_with_one_file_system_parameters():
  322. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  323. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  324. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  325. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  326. insert_subprocess_mock(CREATE_COMMAND + ('--one-file-system',))
  327. module.create_archive(
  328. dry_run=False,
  329. repository='repo',
  330. location_config={
  331. 'source_directories': ['foo', 'bar'],
  332. 'repositories': ['repo'],
  333. 'one_file_system': True,
  334. 'exclude_patterns': None,
  335. },
  336. storage_config={},
  337. )
  338. def test_create_archive_with_read_special_calls_borg_with_read_special_parameter():
  339. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  340. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  341. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  342. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  343. insert_subprocess_mock(CREATE_COMMAND + ('--read-special',))
  344. module.create_archive(
  345. dry_run=False,
  346. repository='repo',
  347. location_config={
  348. 'source_directories': ['foo', 'bar'],
  349. 'repositories': ['repo'],
  350. 'read_special': True,
  351. 'exclude_patterns': None,
  352. },
  353. storage_config={},
  354. )
  355. def test_create_archive_with_bsd_flags_true_calls_borg_without_nobsdflags_parameter():
  356. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  357. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  358. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  359. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  360. insert_subprocess_mock(CREATE_COMMAND)
  361. module.create_archive(
  362. dry_run=False,
  363. repository='repo',
  364. location_config={
  365. 'source_directories': ['foo', 'bar'],
  366. 'repositories': ['repo'],
  367. 'bsd_flags': True,
  368. 'exclude_patterns': None,
  369. },
  370. storage_config={},
  371. )
  372. def test_create_archive_with_bsd_flags_false_calls_borg_with_nobsdflags_parameter():
  373. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  374. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  375. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  376. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  377. insert_subprocess_mock(CREATE_COMMAND + ('--nobsdflags',))
  378. module.create_archive(
  379. dry_run=False,
  380. repository='repo',
  381. location_config={
  382. 'source_directories': ['foo', 'bar'],
  383. 'repositories': ['repo'],
  384. 'bsd_flags': False,
  385. 'exclude_patterns': None,
  386. },
  387. storage_config={},
  388. )
  389. def test_create_archive_with_files_cache_calls_borg_with_files_cache_parameters():
  390. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  391. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  392. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  393. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  394. insert_subprocess_mock(CREATE_COMMAND + ('--files-cache', 'ctime,size'))
  395. module.create_archive(
  396. dry_run=False,
  397. repository='repo',
  398. location_config={
  399. 'source_directories': ['foo', 'bar'],
  400. 'repositories': ['repo'],
  401. 'files_cache': 'ctime,size',
  402. 'exclude_patterns': None,
  403. },
  404. storage_config={},
  405. )
  406. def test_create_archive_with_local_path_calls_borg_via_local_path():
  407. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  408. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  409. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  410. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  411. insert_subprocess_mock(('borg1',) + CREATE_COMMAND[1:])
  412. module.create_archive(
  413. dry_run=False,
  414. repository='repo',
  415. location_config={
  416. 'source_directories': ['foo', 'bar'],
  417. 'repositories': ['repo'],
  418. 'exclude_patterns': None,
  419. },
  420. storage_config={},
  421. local_path='borg1',
  422. )
  423. def test_create_archive_with_remote_path_calls_borg_with_remote_path_parameters():
  424. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  425. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  426. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  427. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  428. insert_subprocess_mock(CREATE_COMMAND + ('--remote-path', 'borg1'))
  429. module.create_archive(
  430. dry_run=False,
  431. repository='repo',
  432. location_config={
  433. 'source_directories': ['foo', 'bar'],
  434. 'repositories': ['repo'],
  435. 'exclude_patterns': None,
  436. },
  437. storage_config={},
  438. remote_path='borg1',
  439. )
  440. def test_create_archive_with_umask_calls_borg_with_umask_parameters():
  441. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  442. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  443. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  444. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  445. insert_subprocess_mock(CREATE_COMMAND + ('--umask', '740'))
  446. module.create_archive(
  447. dry_run=False,
  448. repository='repo',
  449. location_config={
  450. 'source_directories': ['foo', 'bar'],
  451. 'repositories': ['repo'],
  452. 'exclude_patterns': None,
  453. },
  454. storage_config={'umask': 740},
  455. )
  456. def test_create_archive_with_lock_wait_calls_borg_with_lock_wait_parameters():
  457. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  458. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  459. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  460. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  461. insert_subprocess_mock(CREATE_COMMAND + ('--lock-wait', '5'))
  462. module.create_archive(
  463. dry_run=False,
  464. repository='repo',
  465. location_config={
  466. 'source_directories': ['foo', 'bar'],
  467. 'repositories': ['repo'],
  468. 'exclude_patterns': None,
  469. },
  470. storage_config={'lock_wait': 5},
  471. )
  472. def test_create_archive_with_json_calls_borg_with_json_parameter():
  473. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  474. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  475. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  476. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  477. insert_subprocess_mock(CREATE_COMMAND + ('--json',))
  478. module.create_archive(
  479. dry_run=False,
  480. repository='repo',
  481. location_config={
  482. 'source_directories': ['foo', 'bar'],
  483. 'repositories': ['repo'],
  484. 'exclude_patterns': None,
  485. },
  486. storage_config={},
  487. json=True,
  488. )
  489. def test_create_archive_with_source_directories_glob_expands():
  490. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'food')).and_return(
  491. ()
  492. )
  493. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  494. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  495. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  496. insert_subprocess_mock(
  497. ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'food')
  498. )
  499. flexmock(module.glob).should_receive('glob').with_args('foo*').and_return(['foo', 'food'])
  500. module.create_archive(
  501. dry_run=False,
  502. repository='repo',
  503. location_config={
  504. 'source_directories': ['foo*'],
  505. 'repositories': ['repo'],
  506. 'exclude_patterns': None,
  507. },
  508. storage_config={},
  509. )
  510. def test_create_archive_with_non_matching_source_directories_glob_passes_through():
  511. flexmock(module).should_receive('_expand_directories').and_return(('foo*',)).and_return(())
  512. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  513. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  514. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  515. insert_subprocess_mock(('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo*'))
  516. flexmock(module.glob).should_receive('glob').with_args('foo*').and_return([])
  517. module.create_archive(
  518. dry_run=False,
  519. repository='repo',
  520. location_config={
  521. 'source_directories': ['foo*'],
  522. 'repositories': ['repo'],
  523. 'exclude_patterns': None,
  524. },
  525. storage_config={},
  526. )
  527. def test_create_archive_with_glob_calls_borg_with_expanded_directories():
  528. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'food')).and_return(
  529. ()
  530. )
  531. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  532. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  533. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  534. insert_subprocess_mock(
  535. ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'food')
  536. )
  537. module.create_archive(
  538. dry_run=False,
  539. repository='repo',
  540. location_config={
  541. 'source_directories': ['foo*'],
  542. 'repositories': ['repo'],
  543. 'exclude_patterns': None,
  544. },
  545. storage_config={},
  546. )
  547. def test_create_archive_with_archive_name_format_calls_borg_with_archive_name():
  548. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return(())
  549. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  550. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  551. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  552. insert_subprocess_mock(('borg', 'create', 'repo::ARCHIVE_NAME', 'foo', 'bar'))
  553. module.create_archive(
  554. dry_run=False,
  555. repository='repo',
  556. location_config={
  557. 'source_directories': ['foo', 'bar'],
  558. 'repositories': ['repo'],
  559. 'exclude_patterns': None,
  560. },
  561. storage_config={'archive_name_format': 'ARCHIVE_NAME'},
  562. )
  563. def test_create_archive_with_archive_name_format_accepts_borg_placeholders():
  564. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar')).and_return([])
  565. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  566. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  567. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  568. insert_subprocess_mock(('borg', 'create', 'repo::Documents_{hostname}-{now}', 'foo', 'bar'))
  569. module.create_archive(
  570. dry_run=False,
  571. repository='repo',
  572. location_config={
  573. 'source_directories': ['foo', 'bar'],
  574. 'repositories': ['repo'],
  575. 'exclude_patterns': None,
  576. },
  577. storage_config={'archive_name_format': 'Documents_{hostname}-{now}'},
  578. )