test_extract.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467
  1. import logging
  2. import pytest
  3. from flexmock import flexmock
  4. from borgmatic.borg import extract as module
  5. from ..test_verbosity import insert_logging_mock
  6. def insert_execute_command_mock(command, working_directory=None):
  7. flexmock(module.environment).should_receive('make_environment')
  8. flexmock(module).should_receive('execute_command').with_args(
  9. command,
  10. working_directory=working_directory,
  11. extra_environment=None,
  12. ).once()
  13. def test_extract_last_archive_dry_run_calls_borg_with_last_archive():
  14. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  15. insert_execute_command_mock(('borg', 'extract', '--dry-run', 'repo::archive'))
  16. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  17. ('repo::archive',)
  18. )
  19. module.extract_last_archive_dry_run(
  20. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  21. )
  22. def test_extract_last_archive_dry_run_without_any_archives_should_not_raise():
  23. flexmock(module.rlist).should_receive('resolve_archive_name').and_raise(ValueError)
  24. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(('repo',))
  25. module.extract_last_archive_dry_run(
  26. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  27. )
  28. def test_extract_last_archive_dry_run_with_log_info_calls_borg_with_info_parameter():
  29. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  30. insert_execute_command_mock(('borg', 'extract', '--dry-run', '--info', 'repo::archive'))
  31. insert_logging_mock(logging.INFO)
  32. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  33. ('repo::archive',)
  34. )
  35. module.extract_last_archive_dry_run(
  36. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  37. )
  38. def test_extract_last_archive_dry_run_with_log_debug_calls_borg_with_debug_parameter():
  39. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  40. insert_execute_command_mock(
  41. ('borg', 'extract', '--dry-run', '--debug', '--show-rc', '--list', 'repo::archive')
  42. )
  43. insert_logging_mock(logging.DEBUG)
  44. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  45. ('repo::archive',)
  46. )
  47. module.extract_last_archive_dry_run(
  48. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  49. )
  50. def test_extract_last_archive_dry_run_calls_borg_via_local_path():
  51. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  52. insert_execute_command_mock(('borg1', 'extract', '--dry-run', 'repo::archive'))
  53. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  54. ('repo::archive',)
  55. )
  56. module.extract_last_archive_dry_run(
  57. storage_config={},
  58. local_borg_version='1.2.3',
  59. repository_path='repo',
  60. lock_wait=None,
  61. local_path='borg1',
  62. )
  63. def test_extract_last_archive_dry_run_calls_borg_with_remote_path_parameters():
  64. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  65. insert_execute_command_mock(
  66. ('borg', 'extract', '--dry-run', '--remote-path', 'borg1', 'repo::archive')
  67. )
  68. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  69. ('repo::archive',)
  70. )
  71. module.extract_last_archive_dry_run(
  72. storage_config={},
  73. local_borg_version='1.2.3',
  74. repository_path='repo',
  75. lock_wait=None,
  76. remote_path='borg1',
  77. )
  78. def test_extract_last_archive_dry_run_calls_borg_with_lock_wait_parameters():
  79. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  80. insert_execute_command_mock(
  81. ('borg', 'extract', '--dry-run', '--lock-wait', '5', 'repo::archive')
  82. )
  83. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  84. ('repo::archive',)
  85. )
  86. module.extract_last_archive_dry_run(
  87. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=5
  88. )
  89. def test_extract_archive_calls_borg_with_path_parameters():
  90. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  91. insert_execute_command_mock(('borg', 'extract', 'repo::archive', 'path1', 'path2'))
  92. flexmock(module.feature).should_receive('available').and_return(True)
  93. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  94. ('repo::archive',)
  95. )
  96. module.extract_archive(
  97. dry_run=False,
  98. repository='repo',
  99. archive='archive',
  100. paths=['path1', 'path2'],
  101. location_config={},
  102. storage_config={},
  103. local_borg_version='1.2.3',
  104. )
  105. def test_extract_archive_calls_borg_with_remote_path_parameters():
  106. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  107. insert_execute_command_mock(('borg', 'extract', '--remote-path', 'borg1', 'repo::archive'))
  108. flexmock(module.feature).should_receive('available').and_return(True)
  109. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  110. ('repo::archive',)
  111. )
  112. module.extract_archive(
  113. dry_run=False,
  114. repository='repo',
  115. archive='archive',
  116. paths=None,
  117. location_config={},
  118. storage_config={},
  119. local_borg_version='1.2.3',
  120. remote_path='borg1',
  121. )
  122. @pytest.mark.parametrize(
  123. 'feature_available,option_flag',
  124. (
  125. (True, '--numeric-ids'),
  126. (False, '--numeric-owner'),
  127. ),
  128. )
  129. def test_extract_archive_calls_borg_with_numeric_ids_parameter(feature_available, option_flag):
  130. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  131. insert_execute_command_mock(('borg', 'extract', option_flag, 'repo::archive'))
  132. flexmock(module.feature).should_receive('available').and_return(feature_available)
  133. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  134. ('repo::archive',)
  135. )
  136. module.extract_archive(
  137. dry_run=False,
  138. repository='repo',
  139. archive='archive',
  140. paths=None,
  141. location_config={'numeric_ids': True},
  142. storage_config={},
  143. local_borg_version='1.2.3',
  144. )
  145. def test_extract_archive_calls_borg_with_umask_parameters():
  146. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  147. insert_execute_command_mock(('borg', 'extract', '--umask', '0770', 'repo::archive'))
  148. flexmock(module.feature).should_receive('available').and_return(True)
  149. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  150. ('repo::archive',)
  151. )
  152. module.extract_archive(
  153. dry_run=False,
  154. repository='repo',
  155. archive='archive',
  156. paths=None,
  157. location_config={},
  158. storage_config={'umask': '0770'},
  159. local_borg_version='1.2.3',
  160. )
  161. def test_extract_archive_calls_borg_with_lock_wait_parameters():
  162. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  163. insert_execute_command_mock(('borg', 'extract', '--lock-wait', '5', 'repo::archive'))
  164. flexmock(module.feature).should_receive('available').and_return(True)
  165. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  166. ('repo::archive',)
  167. )
  168. module.extract_archive(
  169. dry_run=False,
  170. repository='repo',
  171. archive='archive',
  172. paths=None,
  173. location_config={},
  174. storage_config={'lock_wait': '5'},
  175. local_borg_version='1.2.3',
  176. )
  177. def test_extract_archive_with_log_info_calls_borg_with_info_parameter():
  178. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  179. insert_execute_command_mock(('borg', 'extract', '--info', 'repo::archive'))
  180. insert_logging_mock(logging.INFO)
  181. flexmock(module.feature).should_receive('available').and_return(True)
  182. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  183. ('repo::archive',)
  184. )
  185. module.extract_archive(
  186. dry_run=False,
  187. repository='repo',
  188. archive='archive',
  189. paths=None,
  190. location_config={},
  191. storage_config={},
  192. local_borg_version='1.2.3',
  193. )
  194. def test_extract_archive_with_log_debug_calls_borg_with_debug_parameters():
  195. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  196. insert_execute_command_mock(
  197. ('borg', 'extract', '--debug', '--list', '--show-rc', 'repo::archive')
  198. )
  199. insert_logging_mock(logging.DEBUG)
  200. flexmock(module.feature).should_receive('available').and_return(True)
  201. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  202. ('repo::archive',)
  203. )
  204. module.extract_archive(
  205. dry_run=False,
  206. repository='repo',
  207. archive='archive',
  208. paths=None,
  209. location_config={},
  210. storage_config={},
  211. local_borg_version='1.2.3',
  212. )
  213. def test_extract_archive_calls_borg_with_dry_run_parameter():
  214. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  215. insert_execute_command_mock(('borg', 'extract', '--dry-run', 'repo::archive'))
  216. flexmock(module.feature).should_receive('available').and_return(True)
  217. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  218. ('repo::archive',)
  219. )
  220. module.extract_archive(
  221. dry_run=True,
  222. repository='repo',
  223. archive='archive',
  224. paths=None,
  225. location_config={},
  226. storage_config={},
  227. local_borg_version='1.2.3',
  228. )
  229. def test_extract_archive_calls_borg_with_destination_path():
  230. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  231. insert_execute_command_mock(('borg', 'extract', 'repo::archive'), working_directory='/dest')
  232. flexmock(module.feature).should_receive('available').and_return(True)
  233. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  234. ('repo::archive',)
  235. )
  236. module.extract_archive(
  237. dry_run=False,
  238. repository='repo',
  239. archive='archive',
  240. paths=None,
  241. location_config={},
  242. storage_config={},
  243. local_borg_version='1.2.3',
  244. destination_path='/dest',
  245. )
  246. def test_extract_archive_calls_borg_with_strip_components():
  247. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  248. insert_execute_command_mock(('borg', 'extract', '--strip-components', '5', 'repo::archive'))
  249. flexmock(module.feature).should_receive('available').and_return(True)
  250. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  251. ('repo::archive',)
  252. )
  253. module.extract_archive(
  254. dry_run=False,
  255. repository='repo',
  256. archive='archive',
  257. paths=None,
  258. location_config={},
  259. storage_config={},
  260. local_borg_version='1.2.3',
  261. strip_components=5,
  262. )
  263. def test_extract_archive_calls_borg_with_strip_components_calculated_from_all():
  264. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  265. insert_execute_command_mock(
  266. (
  267. 'borg',
  268. 'extract',
  269. '--strip-components',
  270. '2',
  271. 'repo::archive',
  272. 'foo/bar/baz.txt',
  273. 'foo/bar.txt',
  274. )
  275. )
  276. flexmock(module.feature).should_receive('available').and_return(True)
  277. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  278. ('repo::archive',)
  279. )
  280. module.extract_archive(
  281. dry_run=False,
  282. repository='repo',
  283. archive='archive',
  284. paths=['foo/bar/baz.txt', 'foo/bar.txt'],
  285. location_config={},
  286. storage_config={},
  287. local_borg_version='1.2.3',
  288. strip_components='all',
  289. )
  290. def test_extract_archive_with_strip_components_all_and_no_paths_raises():
  291. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  292. flexmock(module.feature).should_receive('available').and_return(True)
  293. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  294. ('repo::archive',)
  295. )
  296. flexmock(module).should_receive('execute_command').never()
  297. with pytest.raises(ValueError):
  298. module.extract_archive(
  299. dry_run=False,
  300. repository='repo',
  301. archive='archive',
  302. paths=None,
  303. location_config={},
  304. storage_config={},
  305. local_borg_version='1.2.3',
  306. strip_components='all',
  307. )
  308. def test_extract_archive_calls_borg_with_progress_parameter():
  309. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  310. flexmock(module.environment).should_receive('make_environment')
  311. flexmock(module).should_receive('execute_command').with_args(
  312. ('borg', 'extract', '--progress', 'repo::archive'),
  313. output_file=module.DO_NOT_CAPTURE,
  314. working_directory=None,
  315. extra_environment=None,
  316. ).once()
  317. flexmock(module.feature).should_receive('available').and_return(True)
  318. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  319. ('repo::archive',)
  320. )
  321. module.extract_archive(
  322. dry_run=False,
  323. repository='repo',
  324. archive='archive',
  325. paths=None,
  326. location_config={},
  327. storage_config={},
  328. local_borg_version='1.2.3',
  329. progress=True,
  330. )
  331. def test_extract_archive_with_progress_and_extract_to_stdout_raises():
  332. flexmock(module).should_receive('execute_command').never()
  333. with pytest.raises(ValueError):
  334. module.extract_archive(
  335. dry_run=False,
  336. repository='repo',
  337. archive='archive',
  338. paths=None,
  339. location_config={},
  340. storage_config={},
  341. local_borg_version='1.2.3',
  342. progress=True,
  343. extract_to_stdout=True,
  344. )
  345. def test_extract_archive_calls_borg_with_stdout_parameter_and_returns_process():
  346. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  347. process = flexmock()
  348. flexmock(module.environment).should_receive('make_environment')
  349. flexmock(module).should_receive('execute_command').with_args(
  350. ('borg', 'extract', '--stdout', 'repo::archive'),
  351. output_file=module.subprocess.PIPE,
  352. working_directory=None,
  353. run_to_completion=False,
  354. extra_environment=None,
  355. ).and_return(process).once()
  356. flexmock(module.feature).should_receive('available').and_return(True)
  357. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  358. ('repo::archive',)
  359. )
  360. assert (
  361. module.extract_archive(
  362. dry_run=False,
  363. repository='repo',
  364. archive='archive',
  365. paths=None,
  366. location_config={},
  367. storage_config={},
  368. local_borg_version='1.2.3',
  369. extract_to_stdout=True,
  370. )
  371. == process
  372. )
  373. def test_extract_archive_skips_abspath_for_remote_repository():
  374. flexmock(module.os.path).should_receive('abspath').never()
  375. flexmock(module.environment).should_receive('make_environment')
  376. flexmock(module).should_receive('execute_command').with_args(
  377. ('borg', 'extract', 'server:repo::archive'),
  378. working_directory=None,
  379. extra_environment=None,
  380. ).once()
  381. flexmock(module.feature).should_receive('available').and_return(True)
  382. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  383. ('server:repo::archive',)
  384. )
  385. module.extract_archive(
  386. dry_run=False,
  387. repository='server:repo',
  388. archive='archive',
  389. paths=None,
  390. location_config={},
  391. storage_config={},
  392. local_borg_version='1.2.3',
  393. )