test_extract.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459
  1. import logging
  2. import pytest
  3. from flexmock import flexmock
  4. from borgmatic.borg import extract as module
  5. from ..test_verbosity import insert_logging_mock
  6. def insert_execute_command_mock(command, working_directory=None):
  7. flexmock(module.environment).should_receive('make_environment')
  8. flexmock(module).should_receive('execute_command').with_args(
  9. command, working_directory=working_directory, extra_environment=None,
  10. ).once()
  11. def test_extract_last_archive_dry_run_calls_borg_with_last_archive():
  12. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  13. insert_execute_command_mock(('borg', 'extract', '--dry-run', 'repo::archive'))
  14. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  15. ('repo::archive',)
  16. )
  17. module.extract_last_archive_dry_run(
  18. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  19. )
  20. def test_extract_last_archive_dry_run_without_any_archives_should_not_raise():
  21. flexmock(module.rlist).should_receive('resolve_archive_name').and_raise(ValueError)
  22. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(('repo',))
  23. module.extract_last_archive_dry_run(
  24. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  25. )
  26. def test_extract_last_archive_dry_run_with_log_info_calls_borg_with_info_parameter():
  27. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  28. insert_execute_command_mock(('borg', 'extract', '--dry-run', '--info', 'repo::archive'))
  29. insert_logging_mock(logging.INFO)
  30. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  31. ('repo::archive',)
  32. )
  33. module.extract_last_archive_dry_run(
  34. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  35. )
  36. def test_extract_last_archive_dry_run_with_log_debug_calls_borg_with_debug_parameter():
  37. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  38. insert_execute_command_mock(
  39. ('borg', 'extract', '--dry-run', '--debug', '--show-rc', '--list', 'repo::archive')
  40. )
  41. insert_logging_mock(logging.DEBUG)
  42. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  43. ('repo::archive',)
  44. )
  45. module.extract_last_archive_dry_run(
  46. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=None
  47. )
  48. def test_extract_last_archive_dry_run_calls_borg_via_local_path():
  49. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  50. insert_execute_command_mock(('borg1', 'extract', '--dry-run', 'repo::archive'))
  51. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  52. ('repo::archive',)
  53. )
  54. module.extract_last_archive_dry_run(
  55. storage_config={},
  56. local_borg_version='1.2.3',
  57. repository_path='repo',
  58. lock_wait=None,
  59. local_path='borg1',
  60. )
  61. def test_extract_last_archive_dry_run_calls_borg_with_remote_path_parameters():
  62. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  63. insert_execute_command_mock(
  64. ('borg', 'extract', '--dry-run', '--remote-path', 'borg1', 'repo::archive')
  65. )
  66. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  67. ('repo::archive',)
  68. )
  69. module.extract_last_archive_dry_run(
  70. storage_config={},
  71. local_borg_version='1.2.3',
  72. repository_path='repo',
  73. lock_wait=None,
  74. remote_path='borg1',
  75. )
  76. def test_extract_last_archive_dry_run_calls_borg_with_lock_wait_parameters():
  77. flexmock(module.rlist).should_receive('resolve_archive_name').and_return('archive')
  78. insert_execute_command_mock(
  79. ('borg', 'extract', '--dry-run', '--lock-wait', '5', 'repo::archive')
  80. )
  81. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  82. ('repo::archive',)
  83. )
  84. module.extract_last_archive_dry_run(
  85. storage_config={}, local_borg_version='1.2.3', repository_path='repo', lock_wait=5
  86. )
  87. def test_extract_archive_calls_borg_with_path_parameters():
  88. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  89. insert_execute_command_mock(('borg', 'extract', 'repo::archive', 'path1', 'path2'))
  90. flexmock(module.feature).should_receive('available').and_return(True)
  91. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  92. ('repo::archive',)
  93. )
  94. module.extract_archive(
  95. dry_run=False,
  96. repository='repo',
  97. archive='archive',
  98. paths=['path1', 'path2'],
  99. location_config={},
  100. storage_config={},
  101. local_borg_version='1.2.3',
  102. )
  103. def test_extract_archive_calls_borg_with_remote_path_parameters():
  104. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  105. insert_execute_command_mock(('borg', 'extract', '--remote-path', 'borg1', 'repo::archive'))
  106. flexmock(module.feature).should_receive('available').and_return(True)
  107. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  108. ('repo::archive',)
  109. )
  110. module.extract_archive(
  111. dry_run=False,
  112. repository='repo',
  113. archive='archive',
  114. paths=None,
  115. location_config={},
  116. storage_config={},
  117. local_borg_version='1.2.3',
  118. remote_path='borg1',
  119. )
  120. @pytest.mark.parametrize(
  121. 'feature_available,option_flag', ((True, '--numeric-ids'), (False, '--numeric-owner'),),
  122. )
  123. def test_extract_archive_calls_borg_with_numeric_ids_parameter(feature_available, option_flag):
  124. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  125. insert_execute_command_mock(('borg', 'extract', option_flag, 'repo::archive'))
  126. flexmock(module.feature).should_receive('available').and_return(feature_available)
  127. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  128. ('repo::archive',)
  129. )
  130. module.extract_archive(
  131. dry_run=False,
  132. repository='repo',
  133. archive='archive',
  134. paths=None,
  135. location_config={'numeric_ids': True},
  136. storage_config={},
  137. local_borg_version='1.2.3',
  138. )
  139. def test_extract_archive_calls_borg_with_umask_parameters():
  140. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  141. insert_execute_command_mock(('borg', 'extract', '--umask', '0770', 'repo::archive'))
  142. flexmock(module.feature).should_receive('available').and_return(True)
  143. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  144. ('repo::archive',)
  145. )
  146. module.extract_archive(
  147. dry_run=False,
  148. repository='repo',
  149. archive='archive',
  150. paths=None,
  151. location_config={},
  152. storage_config={'umask': '0770'},
  153. local_borg_version='1.2.3',
  154. )
  155. def test_extract_archive_calls_borg_with_lock_wait_parameters():
  156. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  157. insert_execute_command_mock(('borg', 'extract', '--lock-wait', '5', 'repo::archive'))
  158. flexmock(module.feature).should_receive('available').and_return(True)
  159. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  160. ('repo::archive',)
  161. )
  162. module.extract_archive(
  163. dry_run=False,
  164. repository='repo',
  165. archive='archive',
  166. paths=None,
  167. location_config={},
  168. storage_config={'lock_wait': '5'},
  169. local_borg_version='1.2.3',
  170. )
  171. def test_extract_archive_with_log_info_calls_borg_with_info_parameter():
  172. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  173. insert_execute_command_mock(('borg', 'extract', '--info', 'repo::archive'))
  174. insert_logging_mock(logging.INFO)
  175. flexmock(module.feature).should_receive('available').and_return(True)
  176. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  177. ('repo::archive',)
  178. )
  179. module.extract_archive(
  180. dry_run=False,
  181. repository='repo',
  182. archive='archive',
  183. paths=None,
  184. location_config={},
  185. storage_config={},
  186. local_borg_version='1.2.3',
  187. )
  188. def test_extract_archive_with_log_debug_calls_borg_with_debug_parameters():
  189. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  190. insert_execute_command_mock(
  191. ('borg', 'extract', '--debug', '--list', '--show-rc', 'repo::archive')
  192. )
  193. insert_logging_mock(logging.DEBUG)
  194. flexmock(module.feature).should_receive('available').and_return(True)
  195. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  196. ('repo::archive',)
  197. )
  198. module.extract_archive(
  199. dry_run=False,
  200. repository='repo',
  201. archive='archive',
  202. paths=None,
  203. location_config={},
  204. storage_config={},
  205. local_borg_version='1.2.3',
  206. )
  207. def test_extract_archive_calls_borg_with_dry_run_parameter():
  208. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  209. insert_execute_command_mock(('borg', 'extract', '--dry-run', 'repo::archive'))
  210. flexmock(module.feature).should_receive('available').and_return(True)
  211. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  212. ('repo::archive',)
  213. )
  214. module.extract_archive(
  215. dry_run=True,
  216. repository='repo',
  217. archive='archive',
  218. paths=None,
  219. location_config={},
  220. storage_config={},
  221. local_borg_version='1.2.3',
  222. )
  223. def test_extract_archive_calls_borg_with_destination_path():
  224. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  225. insert_execute_command_mock(('borg', 'extract', 'repo::archive'), working_directory='/dest')
  226. flexmock(module.feature).should_receive('available').and_return(True)
  227. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  228. ('repo::archive',)
  229. )
  230. module.extract_archive(
  231. dry_run=False,
  232. repository='repo',
  233. archive='archive',
  234. paths=None,
  235. location_config={},
  236. storage_config={},
  237. local_borg_version='1.2.3',
  238. destination_path='/dest',
  239. )
  240. def test_extract_archive_calls_borg_with_strip_components():
  241. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  242. insert_execute_command_mock(('borg', 'extract', '--strip-components', '5', 'repo::archive'))
  243. flexmock(module.feature).should_receive('available').and_return(True)
  244. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  245. ('repo::archive',)
  246. )
  247. module.extract_archive(
  248. dry_run=False,
  249. repository='repo',
  250. archive='archive',
  251. paths=None,
  252. location_config={},
  253. storage_config={},
  254. local_borg_version='1.2.3',
  255. strip_components=5,
  256. )
  257. def test_extract_archive_calls_borg_with_strip_components_calculated_from_all():
  258. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  259. insert_execute_command_mock(
  260. (
  261. 'borg',
  262. 'extract',
  263. '--strip-components',
  264. '2',
  265. 'repo::archive',
  266. 'foo/bar/baz.txt',
  267. 'foo/bar.txt',
  268. )
  269. )
  270. flexmock(module.feature).should_receive('available').and_return(True)
  271. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  272. ('repo::archive',)
  273. )
  274. module.extract_archive(
  275. dry_run=False,
  276. repository='repo',
  277. archive='archive',
  278. paths=['foo/bar/baz.txt', 'foo/bar.txt'],
  279. location_config={},
  280. storage_config={},
  281. local_borg_version='1.2.3',
  282. strip_components='all',
  283. )
  284. def test_extract_archive_with_strip_components_all_and_no_paths_raises():
  285. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  286. flexmock(module.feature).should_receive('available').and_return(True)
  287. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  288. ('repo::archive',)
  289. )
  290. flexmock(module).should_receive('execute_command').never()
  291. with pytest.raises(ValueError):
  292. module.extract_archive(
  293. dry_run=False,
  294. repository='repo',
  295. archive='archive',
  296. paths=None,
  297. location_config={},
  298. storage_config={},
  299. local_borg_version='1.2.3',
  300. strip_components='all',
  301. )
  302. def test_extract_archive_calls_borg_with_progress_parameter():
  303. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  304. flexmock(module.environment).should_receive('make_environment')
  305. flexmock(module).should_receive('execute_command').with_args(
  306. ('borg', 'extract', '--progress', 'repo::archive'),
  307. output_file=module.DO_NOT_CAPTURE,
  308. working_directory=None,
  309. extra_environment=None,
  310. ).once()
  311. flexmock(module.feature).should_receive('available').and_return(True)
  312. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  313. ('repo::archive',)
  314. )
  315. module.extract_archive(
  316. dry_run=False,
  317. repository='repo',
  318. archive='archive',
  319. paths=None,
  320. location_config={},
  321. storage_config={},
  322. local_borg_version='1.2.3',
  323. progress=True,
  324. )
  325. def test_extract_archive_with_progress_and_extract_to_stdout_raises():
  326. flexmock(module).should_receive('execute_command').never()
  327. with pytest.raises(ValueError):
  328. module.extract_archive(
  329. dry_run=False,
  330. repository='repo',
  331. archive='archive',
  332. paths=None,
  333. location_config={},
  334. storage_config={},
  335. local_borg_version='1.2.3',
  336. progress=True,
  337. extract_to_stdout=True,
  338. )
  339. def test_extract_archive_calls_borg_with_stdout_parameter_and_returns_process():
  340. flexmock(module.os.path).should_receive('abspath').and_return('repo')
  341. process = flexmock()
  342. flexmock(module.environment).should_receive('make_environment')
  343. flexmock(module).should_receive('execute_command').with_args(
  344. ('borg', 'extract', '--stdout', 'repo::archive'),
  345. output_file=module.subprocess.PIPE,
  346. working_directory=None,
  347. run_to_completion=False,
  348. extra_environment=None,
  349. ).and_return(process).once()
  350. flexmock(module.feature).should_receive('available').and_return(True)
  351. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  352. ('repo::archive',)
  353. )
  354. assert (
  355. module.extract_archive(
  356. dry_run=False,
  357. repository='repo',
  358. archive='archive',
  359. paths=None,
  360. location_config={},
  361. storage_config={},
  362. local_borg_version='1.2.3',
  363. extract_to_stdout=True,
  364. )
  365. == process
  366. )
  367. def test_extract_archive_skips_abspath_for_remote_repository():
  368. flexmock(module.os.path).should_receive('abspath').never()
  369. flexmock(module.environment).should_receive('make_environment')
  370. flexmock(module).should_receive('execute_command').with_args(
  371. ('borg', 'extract', 'server:repo::archive'), working_directory=None, extra_environment=None,
  372. ).once()
  373. flexmock(module.feature).should_receive('available').and_return(True)
  374. flexmock(module.flags).should_receive('make_repository_archive_flags').and_return(
  375. ('server:repo::archive',)
  376. )
  377. module.extract_archive(
  378. dry_run=False,
  379. repository='server:repo',
  380. archive='archive',
  381. paths=None,
  382. location_config={},
  383. storage_config={},
  384. local_borg_version='1.2.3',
  385. )