test_create.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809
  1. import logging
  2. from flexmock import flexmock
  3. from borgmatic.borg import create as module
  4. from ..test_verbosity import insert_logging_mock
  5. def test_expand_directory_with_basic_path_passes_it_through():
  6. flexmock(module.os.path).should_receive('expanduser').and_return('foo')
  7. flexmock(module.glob).should_receive('glob').and_return([])
  8. paths = module._expand_directory('foo')
  9. assert paths == ['foo']
  10. def test_expand_directory_with_glob_expands():
  11. flexmock(module.os.path).should_receive('expanduser').and_return('foo*')
  12. flexmock(module.glob).should_receive('glob').and_return(['foo', 'food'])
  13. paths = module._expand_directory('foo*')
  14. assert paths == ['foo', 'food']
  15. def test_expand_directories_flattens_expanded_directories():
  16. flexmock(module).should_receive('_expand_directory').with_args('~/foo').and_return(
  17. ['/root/foo']
  18. )
  19. flexmock(module).should_receive('_expand_directory').with_args('bar*').and_return(
  20. ['bar', 'barf']
  21. )
  22. paths = module._expand_directories(('~/foo', 'bar*'))
  23. assert paths == ('/root/foo', 'bar', 'barf')
  24. def test_expand_directories_considers_none_as_no_directories():
  25. paths = module._expand_directories(None)
  26. assert paths == ()
  27. def test_expand_home_directories_expands_tildes():
  28. flexmock(module.os.path).should_receive('expanduser').with_args('~/bar').and_return('/foo/bar')
  29. flexmock(module.os.path).should_receive('expanduser').with_args('baz').and_return('baz')
  30. paths = module._expand_home_directories(('~/bar', 'baz'))
  31. assert paths == ('/foo/bar', 'baz')
  32. def test_expand_home_directories_considers_none_as_no_directories():
  33. paths = module._expand_home_directories(None)
  34. assert paths == ()
  35. def test_write_pattern_file_does_not_raise():
  36. temporary_file = flexmock(name='filename', write=lambda mode: None, flush=lambda: None)
  37. flexmock(module.tempfile).should_receive('NamedTemporaryFile').and_return(temporary_file)
  38. module._write_pattern_file(['exclude'])
  39. def test_write_pattern_file_with_empty_exclude_patterns_does_not_raise():
  40. module._write_pattern_file([])
  41. def test_make_pattern_flags_includes_pattern_filename_when_given():
  42. pattern_flags = module._make_pattern_flags(
  43. location_config={'patterns': ['R /', '- /var']}, pattern_filename='/tmp/patterns'
  44. )
  45. assert pattern_flags == ('--patterns-from', '/tmp/patterns')
  46. def test_make_pattern_flags_includes_patterns_from_filenames_when_in_config():
  47. pattern_flags = module._make_pattern_flags(
  48. location_config={'patterns_from': ['patterns', 'other']}
  49. )
  50. assert pattern_flags == ('--patterns-from', 'patterns', '--patterns-from', 'other')
  51. def test_make_pattern_flags_includes_both_filenames_when_patterns_given_and_patterns_from_in_config():
  52. pattern_flags = module._make_pattern_flags(
  53. location_config={'patterns_from': ['patterns']}, pattern_filename='/tmp/patterns'
  54. )
  55. assert pattern_flags == ('--patterns-from', 'patterns', '--patterns-from', '/tmp/patterns')
  56. def test_make_pattern_flags_considers_none_patterns_from_filenames_as_empty():
  57. pattern_flags = module._make_pattern_flags(location_config={'patterns_from': None})
  58. assert pattern_flags == ()
  59. def test_make_exclude_flags_includes_exclude_patterns_filename_when_given():
  60. exclude_flags = module._make_exclude_flags(
  61. location_config={'exclude_patterns': ['*.pyc', '/var']}, exclude_filename='/tmp/excludes'
  62. )
  63. assert exclude_flags == ('--exclude-from', '/tmp/excludes')
  64. def test_make_exclude_flags_includes_exclude_from_filenames_when_in_config():
  65. exclude_flags = module._make_exclude_flags(
  66. location_config={'exclude_from': ['excludes', 'other']}
  67. )
  68. assert exclude_flags == ('--exclude-from', 'excludes', '--exclude-from', 'other')
  69. def test_make_exclude_flags_includes_both_filenames_when_patterns_given_and_exclude_from_in_config():
  70. exclude_flags = module._make_exclude_flags(
  71. location_config={'exclude_from': ['excludes']}, exclude_filename='/tmp/excludes'
  72. )
  73. assert exclude_flags == ('--exclude-from', 'excludes', '--exclude-from', '/tmp/excludes')
  74. def test_make_exclude_flags_considers_none_exclude_from_filenames_as_empty():
  75. exclude_flags = module._make_exclude_flags(location_config={'exclude_from': None})
  76. assert exclude_flags == ()
  77. def test_make_exclude_flags_includes_exclude_caches_when_true_in_config():
  78. exclude_flags = module._make_exclude_flags(location_config={'exclude_caches': True})
  79. assert exclude_flags == ('--exclude-caches',)
  80. def test_make_exclude_flags_does_not_include_exclude_caches_when_false_in_config():
  81. exclude_flags = module._make_exclude_flags(location_config={'exclude_caches': False})
  82. assert exclude_flags == ()
  83. def test_make_exclude_flags_includes_exclude_if_present_when_in_config():
  84. exclude_flags = module._make_exclude_flags(location_config={'exclude_if_present': 'exclude_me'})
  85. assert exclude_flags == ('--exclude-if-present', 'exclude_me')
  86. def test_make_exclude_flags_is_empty_when_config_has_no_excludes():
  87. exclude_flags = module._make_exclude_flags(location_config={})
  88. assert exclude_flags == ()
  89. DEFAULT_ARCHIVE_NAME = '{hostname}-{now:%Y-%m-%dT%H:%M:%S.%f}'
  90. CREATE_COMMAND = ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'bar')
  91. def test_create_archive_calls_borg_with_parameters():
  92. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  93. flexmock(module).should_receive('_expand_home_directories').and_return(())
  94. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  95. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  96. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  97. flexmock(module).should_receive('execute_command').with_args(
  98. CREATE_COMMAND, capture_output=False
  99. )
  100. module.create_archive(
  101. dry_run=False,
  102. repository='repo',
  103. location_config={
  104. 'source_directories': ['foo', 'bar'],
  105. 'repositories': ['repo'],
  106. 'exclude_patterns': None,
  107. },
  108. storage_config={},
  109. )
  110. def test_create_archive_with_patterns_calls_borg_with_patterns():
  111. pattern_flags = ('--patterns-from', 'patterns')
  112. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  113. flexmock(module).should_receive('_expand_home_directories').and_return(())
  114. flexmock(module).should_receive('_write_pattern_file').and_return(
  115. flexmock(name='/tmp/patterns')
  116. ).and_return(None)
  117. flexmock(module).should_receive('_make_pattern_flags').and_return(pattern_flags)
  118. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  119. flexmock(module).should_receive('execute_command').with_args(
  120. CREATE_COMMAND + pattern_flags, capture_output=False
  121. )
  122. module.create_archive(
  123. dry_run=False,
  124. repository='repo',
  125. location_config={
  126. 'source_directories': ['foo', 'bar'],
  127. 'repositories': ['repo'],
  128. 'patterns': ['pattern'],
  129. },
  130. storage_config={},
  131. )
  132. def test_create_archive_with_exclude_patterns_calls_borg_with_excludes():
  133. exclude_flags = ('--exclude-from', 'excludes')
  134. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  135. flexmock(module).should_receive('_expand_home_directories').and_return(('exclude',))
  136. flexmock(module).should_receive('_write_pattern_file').and_return(None).and_return(
  137. flexmock(name='/tmp/excludes')
  138. )
  139. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  140. flexmock(module).should_receive('_make_exclude_flags').and_return(exclude_flags)
  141. flexmock(module).should_receive('execute_command').with_args(
  142. CREATE_COMMAND + exclude_flags, capture_output=False
  143. )
  144. module.create_archive(
  145. dry_run=False,
  146. repository='repo',
  147. location_config={
  148. 'source_directories': ['foo', 'bar'],
  149. 'repositories': ['repo'],
  150. 'exclude_patterns': ['exclude'],
  151. },
  152. storage_config={},
  153. )
  154. def test_create_archive_with_log_info_calls_borg_with_info_parameter():
  155. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  156. flexmock(module).should_receive('_expand_home_directories').and_return(())
  157. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  158. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  159. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  160. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  161. flexmock(module).should_receive('execute_command').with_args(
  162. CREATE_COMMAND + ('--list', '--filter', 'AME-', '--info', '--stats'), capture_output=False
  163. )
  164. insert_logging_mock(logging.INFO)
  165. module.create_archive(
  166. dry_run=False,
  167. repository='repo',
  168. location_config={
  169. 'source_directories': ['foo', 'bar'],
  170. 'repositories': ['repo'],
  171. 'exclude_patterns': None,
  172. },
  173. storage_config={},
  174. )
  175. def test_create_archive_with_log_debug_calls_borg_with_debug_parameter():
  176. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  177. flexmock(module).should_receive('_expand_home_directories').and_return(())
  178. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  179. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  180. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  181. flexmock(module).should_receive('execute_command').with_args(
  182. CREATE_COMMAND + ('--list', '--filter', 'AME-', '--stats', '--debug', '--show-rc'),
  183. capture_output=False,
  184. )
  185. insert_logging_mock(logging.DEBUG)
  186. module.create_archive(
  187. dry_run=False,
  188. repository='repo',
  189. location_config={
  190. 'source_directories': ['foo', 'bar'],
  191. 'repositories': ['repo'],
  192. 'exclude_patterns': None,
  193. },
  194. storage_config={},
  195. )
  196. def test_create_archive_with_dry_run_calls_borg_with_dry_run_parameter():
  197. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  198. flexmock(module).should_receive('_expand_home_directories').and_return(())
  199. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  200. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  201. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  202. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  203. flexmock(module).should_receive('execute_command').with_args(
  204. CREATE_COMMAND + ('--dry-run',), capture_output=False
  205. )
  206. module.create_archive(
  207. dry_run=True,
  208. repository='repo',
  209. location_config={
  210. 'source_directories': ['foo', 'bar'],
  211. 'repositories': ['repo'],
  212. 'exclude_patterns': None,
  213. },
  214. storage_config={},
  215. )
  216. def test_create_archive_with_dry_run_and_log_info_calls_borg_without_stats_parameter():
  217. # --dry-run and --stats are mutually exclusive, see:
  218. # https://borgbackup.readthedocs.io/en/stable/usage/create.html#description
  219. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  220. flexmock(module).should_receive('_expand_home_directories').and_return(())
  221. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  222. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  223. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  224. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  225. flexmock(module).should_receive('execute_command').with_args(
  226. CREATE_COMMAND + ('--list', '--filter', 'AME-', '--info', '--dry-run'), capture_output=False
  227. )
  228. insert_logging_mock(logging.INFO)
  229. module.create_archive(
  230. dry_run=True,
  231. repository='repo',
  232. location_config={
  233. 'source_directories': ['foo', 'bar'],
  234. 'repositories': ['repo'],
  235. 'exclude_patterns': None,
  236. },
  237. storage_config={},
  238. )
  239. def test_create_archive_with_dry_run_and_log_debug_calls_borg_without_stats_parameter():
  240. # --dry-run and --stats are mutually exclusive, see:
  241. # https://borgbackup.readthedocs.io/en/stable/usage/create.html#description
  242. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  243. flexmock(module).should_receive('_expand_home_directories').and_return(())
  244. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  245. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  246. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  247. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  248. flexmock(module).should_receive('execute_command').with_args(
  249. CREATE_COMMAND + ('--list', '--filter', 'AME-', '--debug', '--show-rc', '--dry-run'),
  250. capture_output=False,
  251. )
  252. insert_logging_mock(logging.DEBUG)
  253. module.create_archive(
  254. dry_run=True,
  255. repository='repo',
  256. location_config={
  257. 'source_directories': ['foo', 'bar'],
  258. 'repositories': ['repo'],
  259. 'exclude_patterns': None,
  260. },
  261. storage_config={},
  262. )
  263. def test_create_archive_with_checkpoint_interval_calls_borg_with_checkpoint_interval_parameters():
  264. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  265. flexmock(module).should_receive('_expand_home_directories').and_return(())
  266. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  267. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  268. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  269. flexmock(module).should_receive('execute_command').with_args(
  270. CREATE_COMMAND + ('--checkpoint-interval', '600'), capture_output=False
  271. )
  272. module.create_archive(
  273. dry_run=False,
  274. repository='repo',
  275. location_config={
  276. 'source_directories': ['foo', 'bar'],
  277. 'repositories': ['repo'],
  278. 'exclude_patterns': None,
  279. },
  280. storage_config={'checkpoint_interval': 600},
  281. )
  282. def test_create_archive_with_chunker_params_calls_borg_with_chunker_params_parameters():
  283. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  284. flexmock(module).should_receive('_expand_home_directories').and_return(())
  285. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  286. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  287. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  288. flexmock(module).should_receive('execute_command').with_args(
  289. CREATE_COMMAND + ('--chunker-params', '1,2,3,4'), capture_output=False
  290. )
  291. module.create_archive(
  292. dry_run=False,
  293. repository='repo',
  294. location_config={
  295. 'source_directories': ['foo', 'bar'],
  296. 'repositories': ['repo'],
  297. 'exclude_patterns': None,
  298. },
  299. storage_config={'chunker_params': '1,2,3,4'},
  300. )
  301. def test_create_archive_with_compression_calls_borg_with_compression_parameters():
  302. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  303. flexmock(module).should_receive('_expand_home_directories').and_return(())
  304. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  305. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  306. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  307. flexmock(module).should_receive('execute_command').with_args(
  308. CREATE_COMMAND + ('--compression', 'rle'), capture_output=False
  309. )
  310. module.create_archive(
  311. dry_run=False,
  312. repository='repo',
  313. location_config={
  314. 'source_directories': ['foo', 'bar'],
  315. 'repositories': ['repo'],
  316. 'exclude_patterns': None,
  317. },
  318. storage_config={'compression': 'rle'},
  319. )
  320. def test_create_archive_with_remote_rate_limit_calls_borg_with_remote_ratelimit_parameters():
  321. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  322. flexmock(module).should_receive('_expand_home_directories').and_return(())
  323. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  324. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  325. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  326. flexmock(module).should_receive('execute_command').with_args(
  327. CREATE_COMMAND + ('--remote-ratelimit', '100'), capture_output=False
  328. )
  329. module.create_archive(
  330. dry_run=False,
  331. repository='repo',
  332. location_config={
  333. 'source_directories': ['foo', 'bar'],
  334. 'repositories': ['repo'],
  335. 'exclude_patterns': None,
  336. },
  337. storage_config={'remote_rate_limit': 100},
  338. )
  339. def test_create_archive_with_one_file_system_calls_borg_with_one_file_system_parameter():
  340. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  341. flexmock(module).should_receive('_expand_home_directories').and_return(())
  342. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  343. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  344. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  345. flexmock(module).should_receive('execute_command').with_args(
  346. CREATE_COMMAND + ('--one-file-system',), capture_output=False
  347. )
  348. module.create_archive(
  349. dry_run=False,
  350. repository='repo',
  351. location_config={
  352. 'source_directories': ['foo', 'bar'],
  353. 'repositories': ['repo'],
  354. 'one_file_system': True,
  355. 'exclude_patterns': None,
  356. },
  357. storage_config={},
  358. )
  359. def test_create_archive_with_numeric_owner_calls_borg_with_numeric_owner_parameter():
  360. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  361. flexmock(module).should_receive('_expand_home_directories').and_return(())
  362. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  363. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  364. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  365. flexmock(module).should_receive('execute_command').with_args(
  366. CREATE_COMMAND + ('--numeric-owner',), capture_output=False
  367. )
  368. module.create_archive(
  369. dry_run=False,
  370. repository='repo',
  371. location_config={
  372. 'source_directories': ['foo', 'bar'],
  373. 'repositories': ['repo'],
  374. 'numeric_owner': True,
  375. 'exclude_patterns': None,
  376. },
  377. storage_config={},
  378. )
  379. def test_create_archive_with_read_special_calls_borg_with_read_special_parameter():
  380. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  381. flexmock(module).should_receive('_expand_home_directories').and_return(())
  382. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  383. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  384. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  385. flexmock(module).should_receive('execute_command').with_args(
  386. CREATE_COMMAND + ('--read-special',), capture_output=False
  387. )
  388. module.create_archive(
  389. dry_run=False,
  390. repository='repo',
  391. location_config={
  392. 'source_directories': ['foo', 'bar'],
  393. 'repositories': ['repo'],
  394. 'read_special': True,
  395. 'exclude_patterns': None,
  396. },
  397. storage_config={},
  398. )
  399. def test_create_archive_with_bsd_flags_true_calls_borg_without_nobsdflags_parameter():
  400. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  401. flexmock(module).should_receive('_expand_home_directories').and_return(())
  402. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  403. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  404. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  405. flexmock(module).should_receive('execute_command').with_args(
  406. CREATE_COMMAND, capture_output=False
  407. )
  408. module.create_archive(
  409. dry_run=False,
  410. repository='repo',
  411. location_config={
  412. 'source_directories': ['foo', 'bar'],
  413. 'repositories': ['repo'],
  414. 'bsd_flags': True,
  415. 'exclude_patterns': None,
  416. },
  417. storage_config={},
  418. )
  419. def test_create_archive_with_bsd_flags_false_calls_borg_with_nobsdflags_parameter():
  420. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  421. flexmock(module).should_receive('_expand_home_directories').and_return(())
  422. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  423. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  424. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  425. flexmock(module).should_receive('execute_command').with_args(
  426. CREATE_COMMAND + ('--nobsdflags',), capture_output=False
  427. )
  428. module.create_archive(
  429. dry_run=False,
  430. repository='repo',
  431. location_config={
  432. 'source_directories': ['foo', 'bar'],
  433. 'repositories': ['repo'],
  434. 'bsd_flags': False,
  435. 'exclude_patterns': None,
  436. },
  437. storage_config={},
  438. )
  439. def test_create_archive_with_files_cache_calls_borg_with_files_cache_parameters():
  440. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  441. flexmock(module).should_receive('_expand_home_directories').and_return(())
  442. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  443. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  444. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  445. flexmock(module).should_receive('execute_command').with_args(
  446. CREATE_COMMAND + ('--files-cache', 'ctime,size'), capture_output=False
  447. )
  448. module.create_archive(
  449. dry_run=False,
  450. repository='repo',
  451. location_config={
  452. 'source_directories': ['foo', 'bar'],
  453. 'repositories': ['repo'],
  454. 'files_cache': 'ctime,size',
  455. 'exclude_patterns': None,
  456. },
  457. storage_config={},
  458. )
  459. def test_create_archive_with_local_path_calls_borg_via_local_path():
  460. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  461. flexmock(module).should_receive('_expand_home_directories').and_return(())
  462. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  463. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  464. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  465. flexmock(module).should_receive('execute_command').with_args(
  466. ('borg1',) + CREATE_COMMAND[1:], capture_output=False
  467. )
  468. module.create_archive(
  469. dry_run=False,
  470. repository='repo',
  471. location_config={
  472. 'source_directories': ['foo', 'bar'],
  473. 'repositories': ['repo'],
  474. 'exclude_patterns': None,
  475. },
  476. storage_config={},
  477. local_path='borg1',
  478. )
  479. def test_create_archive_with_remote_path_calls_borg_with_remote_path_parameters():
  480. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  481. flexmock(module).should_receive('_expand_home_directories').and_return(())
  482. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  483. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  484. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  485. flexmock(module).should_receive('execute_command').with_args(
  486. CREATE_COMMAND + ('--remote-path', 'borg1'), capture_output=False
  487. )
  488. module.create_archive(
  489. dry_run=False,
  490. repository='repo',
  491. location_config={
  492. 'source_directories': ['foo', 'bar'],
  493. 'repositories': ['repo'],
  494. 'exclude_patterns': None,
  495. },
  496. storage_config={},
  497. remote_path='borg1',
  498. )
  499. def test_create_archive_with_umask_calls_borg_with_umask_parameters():
  500. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  501. flexmock(module).should_receive('_expand_home_directories').and_return(())
  502. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  503. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  504. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  505. flexmock(module).should_receive('execute_command').with_args(
  506. CREATE_COMMAND + ('--umask', '740'), capture_output=False
  507. )
  508. module.create_archive(
  509. dry_run=False,
  510. repository='repo',
  511. location_config={
  512. 'source_directories': ['foo', 'bar'],
  513. 'repositories': ['repo'],
  514. 'exclude_patterns': None,
  515. },
  516. storage_config={'umask': 740},
  517. )
  518. def test_create_archive_with_lock_wait_calls_borg_with_lock_wait_parameters():
  519. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  520. flexmock(module).should_receive('_expand_home_directories').and_return(())
  521. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  522. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  523. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  524. flexmock(module).should_receive('execute_command').with_args(
  525. CREATE_COMMAND + ('--lock-wait', '5'), capture_output=False
  526. )
  527. module.create_archive(
  528. dry_run=False,
  529. repository='repo',
  530. location_config={
  531. 'source_directories': ['foo', 'bar'],
  532. 'repositories': ['repo'],
  533. 'exclude_patterns': None,
  534. },
  535. storage_config={'lock_wait': 5},
  536. )
  537. def test_create_archive_with_json_calls_borg_with_json_parameter():
  538. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  539. flexmock(module).should_receive('_expand_home_directories').and_return(())
  540. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  541. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  542. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  543. flexmock(module).should_receive('execute_command').with_args(
  544. CREATE_COMMAND + ('--json',), capture_output=True
  545. ).and_return('[]')
  546. json_output = module.create_archive(
  547. dry_run=False,
  548. repository='repo',
  549. location_config={
  550. 'source_directories': ['foo', 'bar'],
  551. 'repositories': ['repo'],
  552. 'exclude_patterns': None,
  553. },
  554. storage_config={},
  555. json=True,
  556. )
  557. assert json_output == '[]'
  558. def test_create_archive_with_source_directories_glob_expands():
  559. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'food'))
  560. flexmock(module).should_receive('_expand_home_directories').and_return(())
  561. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  562. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  563. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  564. flexmock(module).should_receive('execute_command').with_args(
  565. ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'food'),
  566. capture_output=False,
  567. )
  568. flexmock(module.glob).should_receive('glob').with_args('foo*').and_return(['foo', 'food'])
  569. module.create_archive(
  570. dry_run=False,
  571. repository='repo',
  572. location_config={
  573. 'source_directories': ['foo*'],
  574. 'repositories': ['repo'],
  575. 'exclude_patterns': None,
  576. },
  577. storage_config={},
  578. )
  579. def test_create_archive_with_non_matching_source_directories_glob_passes_through():
  580. flexmock(module).should_receive('_expand_directories').and_return(('foo*',))
  581. flexmock(module).should_receive('_expand_home_directories').and_return(())
  582. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  583. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  584. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  585. flexmock(module).should_receive('execute_command').with_args(
  586. ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo*'), capture_output=False
  587. )
  588. flexmock(module.glob).should_receive('glob').with_args('foo*').and_return([])
  589. module.create_archive(
  590. dry_run=False,
  591. repository='repo',
  592. location_config={
  593. 'source_directories': ['foo*'],
  594. 'repositories': ['repo'],
  595. 'exclude_patterns': None,
  596. },
  597. storage_config={},
  598. )
  599. def test_create_archive_with_glob_calls_borg_with_expanded_directories():
  600. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'food'))
  601. flexmock(module).should_receive('_expand_home_directories').and_return(())
  602. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  603. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  604. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  605. flexmock(module).should_receive('execute_command').with_args(
  606. ('borg', 'create', 'repo::{}'.format(DEFAULT_ARCHIVE_NAME), 'foo', 'food'),
  607. capture_output=False,
  608. )
  609. module.create_archive(
  610. dry_run=False,
  611. repository='repo',
  612. location_config={
  613. 'source_directories': ['foo*'],
  614. 'repositories': ['repo'],
  615. 'exclude_patterns': None,
  616. },
  617. storage_config={},
  618. )
  619. def test_create_archive_with_archive_name_format_calls_borg_with_archive_name():
  620. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  621. flexmock(module).should_receive('_expand_home_directories').and_return(())
  622. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  623. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  624. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  625. flexmock(module).should_receive('execute_command').with_args(
  626. ('borg', 'create', 'repo::ARCHIVE_NAME', 'foo', 'bar'), capture_output=False
  627. )
  628. module.create_archive(
  629. dry_run=False,
  630. repository='repo',
  631. location_config={
  632. 'source_directories': ['foo', 'bar'],
  633. 'repositories': ['repo'],
  634. 'exclude_patterns': None,
  635. },
  636. storage_config={'archive_name_format': 'ARCHIVE_NAME'},
  637. )
  638. def test_create_archive_with_archive_name_format_accepts_borg_placeholders():
  639. flexmock(module).should_receive('_expand_directories').and_return(('foo', 'bar'))
  640. flexmock(module).should_receive('_expand_home_directories').and_return(())
  641. flexmock(module).should_receive('_write_pattern_file').and_return(None)
  642. flexmock(module).should_receive('_make_pattern_flags').and_return(())
  643. flexmock(module).should_receive('_make_exclude_flags').and_return(())
  644. flexmock(module).should_receive('execute_command').with_args(
  645. ('borg', 'create', 'repo::Documents_{hostname}-{now}', 'foo', 'bar'), capture_output=False
  646. )
  647. module.create_archive(
  648. dry_run=False,
  649. repository='repo',
  650. location_config={
  651. 'source_directories': ['foo', 'bar'],
  652. 'repositories': ['repo'],
  653. 'exclude_patterns': None,
  654. },
  655. storage_config={'archive_name_format': 'Documents_{hostname}-{now}'},
  656. )