test_mariadb.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935
  1. import logging
  2. import pytest
  3. from flexmock import flexmock
  4. from borgmatic.hooks.data_source import mariadb as module
  5. def test_database_names_to_dump_passes_through_name():
  6. environment = flexmock()
  7. names = module.database_names_to_dump(
  8. {'name': 'foo'}, {}, 'root', 'trustsome1', environment, dry_run=False
  9. )
  10. assert names == ('foo',)
  11. def test_database_names_to_dump_bails_for_dry_run():
  12. environment = flexmock()
  13. flexmock(module).should_receive('execute_command_and_capture_output').never()
  14. names = module.database_names_to_dump(
  15. {'name': 'all'}, {}, 'root', 'trustsome1', environment, dry_run=True
  16. )
  17. assert names == ()
  18. def test_database_names_to_dump_queries_mariadb_for_database_names():
  19. environment = flexmock()
  20. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  21. 'resolve_credential'
  22. ).replace_with(lambda value, config: value)
  23. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  24. 'root', 'trustsome1'
  25. ).and_return(99)
  26. flexmock(module).should_receive('execute_command_and_capture_output').with_args(
  27. (
  28. 'mariadb',
  29. '--defaults-extra-file=/dev/fd/99',
  30. '--skip-column-names',
  31. '--batch',
  32. '--execute',
  33. 'show schemas',
  34. ),
  35. environment=environment,
  36. ).and_return('foo\nbar\nmysql\n').once()
  37. names = module.database_names_to_dump(
  38. {'name': 'all'}, {}, 'root', 'trustsome1', environment, dry_run=False
  39. )
  40. assert names == ('foo', 'bar')
  41. def test_use_streaming_true_for_any_databases():
  42. assert module.use_streaming(
  43. databases=[flexmock(), flexmock()],
  44. config=flexmock(),
  45. )
  46. def test_use_streaming_false_for_no_databases():
  47. assert not module.use_streaming(databases=[], config=flexmock())
  48. def test_dump_data_sources_dumps_each_database():
  49. databases = [{'name': 'foo'}, {'name': 'bar'}]
  50. processes = [flexmock(), flexmock()]
  51. flexmock(module).should_receive('make_dump_path').and_return('')
  52. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  53. 'resolve_credential'
  54. ).and_return(None)
  55. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  56. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  57. 'resolve_credential'
  58. ).replace_with(lambda value, config: value)
  59. flexmock(module).should_receive('database_names_to_dump').and_return(('foo',)).and_return(
  60. ('bar',)
  61. )
  62. for name, process in zip(('foo', 'bar'), processes):
  63. flexmock(module).should_receive('execute_dump_command').with_args(
  64. database={'name': name},
  65. config={},
  66. username=None,
  67. password=None,
  68. dump_path=object,
  69. database_names=(name,),
  70. environment={'USER': 'root'},
  71. dry_run=object,
  72. dry_run_label=object,
  73. ).and_return(process).once()
  74. assert (
  75. module.dump_data_sources(
  76. databases,
  77. {},
  78. config_paths=('test.yaml',),
  79. borgmatic_runtime_directory='/run/borgmatic',
  80. patterns=[],
  81. dry_run=False,
  82. )
  83. == processes
  84. )
  85. def test_dump_data_sources_dumps_with_password():
  86. database = {'name': 'foo', 'username': 'root', 'password': 'trustsome1'}
  87. process = flexmock()
  88. flexmock(module).should_receive('make_dump_path').and_return('')
  89. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  90. 'resolve_credential'
  91. ).replace_with(lambda value, config: value)
  92. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  93. flexmock(module).should_receive('database_names_to_dump').and_return(('foo',)).and_return(
  94. ('bar',)
  95. )
  96. flexmock(module).should_receive('execute_dump_command').with_args(
  97. database=database,
  98. config={},
  99. username='root',
  100. password='trustsome1',
  101. dump_path=object,
  102. database_names=('foo',),
  103. environment={'USER': 'root'},
  104. dry_run=object,
  105. dry_run_label=object,
  106. ).and_return(process).once()
  107. assert module.dump_data_sources(
  108. [database],
  109. {},
  110. config_paths=('test.yaml',),
  111. borgmatic_runtime_directory='/run/borgmatic',
  112. patterns=[],
  113. dry_run=False,
  114. ) == [process]
  115. def test_dump_data_sources_dumps_all_databases_at_once():
  116. databases = [{'name': 'all'}]
  117. process = flexmock()
  118. flexmock(module).should_receive('make_dump_path').and_return('')
  119. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  120. 'resolve_credential'
  121. ).replace_with(lambda value, config: value)
  122. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  123. flexmock(module).should_receive('database_names_to_dump').and_return(('foo', 'bar'))
  124. flexmock(module).should_receive('execute_dump_command').with_args(
  125. database={'name': 'all'},
  126. config={},
  127. username=None,
  128. password=None,
  129. dump_path=object,
  130. database_names=('foo', 'bar'),
  131. environment={'USER': 'root'},
  132. dry_run=object,
  133. dry_run_label=object,
  134. ).and_return(process).once()
  135. assert module.dump_data_sources(
  136. databases,
  137. {},
  138. config_paths=('test.yaml',),
  139. borgmatic_runtime_directory='/run/borgmatic',
  140. patterns=[],
  141. dry_run=False,
  142. ) == [process]
  143. def test_dump_data_sources_dumps_all_databases_separately_when_format_configured():
  144. databases = [{'name': 'all', 'format': 'sql'}]
  145. processes = [flexmock(), flexmock()]
  146. flexmock(module).should_receive('make_dump_path').and_return('')
  147. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  148. 'resolve_credential'
  149. ).and_return(None)
  150. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  151. flexmock(module).should_receive('database_names_to_dump').and_return(('foo', 'bar'))
  152. for name, process in zip(('foo', 'bar'), processes):
  153. flexmock(module).should_receive('execute_dump_command').with_args(
  154. database={'name': name, 'format': 'sql'},
  155. config={},
  156. username=None,
  157. password=None,
  158. dump_path=object,
  159. database_names=(name,),
  160. environment={'USER': 'root'},
  161. dry_run=object,
  162. dry_run_label=object,
  163. ).and_return(process).once()
  164. assert (
  165. module.dump_data_sources(
  166. databases,
  167. {},
  168. config_paths=('test.yaml',),
  169. borgmatic_runtime_directory='/run/borgmatic',
  170. patterns=[],
  171. dry_run=False,
  172. )
  173. == processes
  174. )
  175. def test_database_names_to_dump_runs_mariadb_with_list_options():
  176. database = {'name': 'all', 'list_options': '--defaults-file=mariadb.cnf'}
  177. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  178. 'root', 'trustsome1'
  179. ).and_return(99)
  180. flexmock(module).should_receive('execute_command_and_capture_output').with_args(
  181. (
  182. 'mariadb',
  183. '--defaults-extra-file=/dev/fd/99',
  184. '--defaults-file=mariadb.cnf',
  185. '--skip-column-names',
  186. '--batch',
  187. '--execute',
  188. 'show schemas',
  189. ),
  190. environment=None,
  191. ).and_return(('foo\nbar')).once()
  192. assert module.database_names_to_dump(database, {}, 'root', 'trustsome1', None, '') == (
  193. 'foo',
  194. 'bar',
  195. )
  196. def test_database_names_to_dump_runs_non_default_mariadb_with_list_options():
  197. database = {
  198. 'name': 'all',
  199. 'list_options': '--defaults-file=mariadb.cnf',
  200. 'mariadb_command': 'custom_mariadb',
  201. }
  202. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  203. 'root', 'trustsome1'
  204. ).and_return(99)
  205. flexmock(module).should_receive('execute_command_and_capture_output').with_args(
  206. environment=None,
  207. full_command=(
  208. 'custom_mariadb', # Custom MariaDB command
  209. '--defaults-extra-file=/dev/fd/99',
  210. '--defaults-file=mariadb.cnf',
  211. '--skip-column-names',
  212. '--batch',
  213. '--execute',
  214. 'show schemas',
  215. ),
  216. ).and_return(('foo\nbar')).once()
  217. assert module.database_names_to_dump(database, {}, 'root', 'trustsome1', None, '') == (
  218. 'foo',
  219. 'bar',
  220. )
  221. def test_execute_dump_command_runs_mariadb_dump():
  222. process = flexmock()
  223. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  224. flexmock(module.os.path).should_receive('exists').and_return(False)
  225. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  226. 'resolve_credential'
  227. ).replace_with(lambda value, config: value)
  228. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  229. 'root', 'trustsome1'
  230. ).and_return(99)
  231. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  232. flexmock(module).should_receive('execute_command').with_args(
  233. (
  234. 'mariadb-dump',
  235. '--defaults-extra-file=/dev/fd/99',
  236. '--add-drop-database',
  237. '--databases',
  238. 'foo',
  239. '--result-file',
  240. 'dump',
  241. ),
  242. environment=None,
  243. run_to_completion=False,
  244. ).and_return(process).once()
  245. assert (
  246. module.execute_dump_command(
  247. database={'name': 'foo'},
  248. config={},
  249. username='root',
  250. password='trustsome1',
  251. dump_path=flexmock(),
  252. database_names=('foo',),
  253. environment=None,
  254. dry_run=False,
  255. dry_run_label='',
  256. )
  257. == process
  258. )
  259. def test_execute_dump_command_runs_mariadb_dump_without_add_drop_database():
  260. process = flexmock()
  261. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  262. flexmock(module.os.path).should_receive('exists').and_return(False)
  263. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  264. 'resolve_credential'
  265. ).replace_with(lambda value, config: value)
  266. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  267. 'root', 'trustsome1'
  268. ).and_return(99)
  269. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  270. flexmock(module).should_receive('execute_command').with_args(
  271. (
  272. 'mariadb-dump',
  273. '--defaults-extra-file=/dev/fd/99',
  274. '--databases',
  275. 'foo',
  276. '--result-file',
  277. 'dump',
  278. ),
  279. environment=None,
  280. run_to_completion=False,
  281. ).and_return(process).once()
  282. assert (
  283. module.execute_dump_command(
  284. database={'name': 'foo', 'add_drop_database': False},
  285. config={},
  286. username='root',
  287. password='trustsome1',
  288. dump_path=flexmock(),
  289. database_names=('foo',),
  290. environment=None,
  291. dry_run=False,
  292. dry_run_label='',
  293. )
  294. == process
  295. )
  296. def test_execute_dump_command_runs_mariadb_dump_with_hostname_and_port():
  297. process = flexmock()
  298. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  299. flexmock(module.os.path).should_receive('exists').and_return(False)
  300. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  301. 'resolve_credential'
  302. ).replace_with(lambda value, config: value)
  303. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  304. 'root', 'trustsome1'
  305. ).and_return(99)
  306. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  307. flexmock(module).should_receive('execute_command').with_args(
  308. (
  309. 'mariadb-dump',
  310. '--defaults-extra-file=/dev/fd/99',
  311. '--add-drop-database',
  312. '--host',
  313. 'database.example.org',
  314. '--port',
  315. '5433',
  316. '--protocol',
  317. 'tcp',
  318. '--databases',
  319. 'foo',
  320. '--result-file',
  321. 'dump',
  322. ),
  323. environment=None,
  324. run_to_completion=False,
  325. ).and_return(process).once()
  326. assert (
  327. module.execute_dump_command(
  328. database={'name': 'foo', 'hostname': 'database.example.org', 'port': 5433},
  329. config={},
  330. username='root',
  331. password='trustsome1',
  332. dump_path=flexmock(),
  333. database_names=('foo',),
  334. environment=None,
  335. dry_run=False,
  336. dry_run_label='',
  337. )
  338. == process
  339. )
  340. def test_execute_dump_command_runs_mariadb_dump_with_username_and_password():
  341. process = flexmock()
  342. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  343. flexmock(module.os.path).should_receive('exists').and_return(False)
  344. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  345. 'resolve_credential'
  346. ).replace_with(lambda value, config: value)
  347. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  348. 'root', 'trustsome1'
  349. ).and_return(99)
  350. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  351. flexmock(module).should_receive('execute_command').with_args(
  352. (
  353. 'mariadb-dump',
  354. '--defaults-extra-file=/dev/fd/99',
  355. '--add-drop-database',
  356. '--databases',
  357. 'foo',
  358. '--result-file',
  359. 'dump',
  360. ),
  361. environment={},
  362. run_to_completion=False,
  363. ).and_return(process).once()
  364. assert (
  365. module.execute_dump_command(
  366. database={'name': 'foo', 'username': 'root', 'password': 'trustsome1'},
  367. config={},
  368. username='root',
  369. password='trustsome1',
  370. dump_path=flexmock(),
  371. database_names=('foo',),
  372. environment={},
  373. dry_run=False,
  374. dry_run_label='',
  375. )
  376. == process
  377. )
  378. def test_execute_dump_command_runs_mariadb_dump_with_options():
  379. process = flexmock()
  380. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  381. flexmock(module.os.path).should_receive('exists').and_return(False)
  382. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  383. 'resolve_credential'
  384. ).replace_with(lambda value, config: value)
  385. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  386. 'root', 'trustsome1'
  387. ).and_return(99)
  388. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  389. flexmock(module).should_receive('execute_command').with_args(
  390. (
  391. 'mariadb-dump',
  392. '--defaults-extra-file=/dev/fd/99',
  393. '--stuff=such',
  394. '--add-drop-database',
  395. '--databases',
  396. 'foo',
  397. '--result-file',
  398. 'dump',
  399. ),
  400. environment=None,
  401. run_to_completion=False,
  402. ).and_return(process).once()
  403. assert (
  404. module.execute_dump_command(
  405. database={'name': 'foo', 'options': '--stuff=such'},
  406. config={},
  407. username='root',
  408. password='trustsome1',
  409. dump_path=flexmock(),
  410. database_names=('foo',),
  411. environment=None,
  412. dry_run=False,
  413. dry_run_label='',
  414. )
  415. == process
  416. )
  417. def test_execute_dump_command_runs_non_default_mariadb_dump_with_options():
  418. process = flexmock()
  419. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  420. flexmock(module.os.path).should_receive('exists').and_return(False)
  421. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  422. 'resolve_credential'
  423. ).replace_with(lambda value, config: value)
  424. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  425. 'root', 'trustsome1'
  426. ).and_return(99)
  427. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  428. flexmock(module).should_receive('execute_command').with_args(
  429. (
  430. 'custom_mariadb_dump', # Custom MariaDB dump command
  431. '--defaults-extra-file=/dev/fd/99',
  432. '--stuff=such',
  433. '--add-drop-database',
  434. '--databases',
  435. 'foo',
  436. '--result-file',
  437. 'dump',
  438. ),
  439. environment=None,
  440. run_to_completion=False,
  441. ).and_return(process).once()
  442. assert (
  443. module.execute_dump_command(
  444. database={
  445. 'name': 'foo',
  446. 'mariadb_dump_command': 'custom_mariadb_dump',
  447. 'options': '--stuff=such',
  448. }, # Custom MariaDB dump command specified
  449. config={},
  450. username='root',
  451. password='trustsome1',
  452. dump_path=flexmock(),
  453. database_names=('foo',),
  454. environment=None,
  455. dry_run=False,
  456. dry_run_label='',
  457. )
  458. == process
  459. )
  460. def test_execute_dump_command_with_duplicate_dump_skips_mariadb_dump():
  461. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  462. flexmock(module.os.path).should_receive('exists').and_return(True)
  463. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  464. 'root', 'trustsome1'
  465. ).and_return(99)
  466. flexmock(module.dump).should_receive('create_named_pipe_for_dump').never()
  467. flexmock(module).should_receive('execute_command').never()
  468. assert (
  469. module.execute_dump_command(
  470. database={'name': 'foo'},
  471. config={},
  472. username='root',
  473. password='trustsome1',
  474. dump_path=flexmock(),
  475. database_names=('foo',),
  476. environment=None,
  477. dry_run=True,
  478. dry_run_label='SO DRY',
  479. )
  480. is None
  481. )
  482. def test_execute_dump_command_with_dry_run_skips_mariadb_dump():
  483. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return('dump')
  484. flexmock(module.os.path).should_receive('exists').and_return(False)
  485. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  486. 'resolve_credential'
  487. ).replace_with(lambda value, config: value)
  488. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  489. 'root', 'trustsome1'
  490. ).and_return(99)
  491. flexmock(module.dump).should_receive('create_named_pipe_for_dump')
  492. flexmock(module).should_receive('execute_command').never()
  493. assert (
  494. module.execute_dump_command(
  495. database={'name': 'foo'},
  496. config={},
  497. username='root',
  498. password='trustsome1',
  499. dump_path=flexmock(),
  500. database_names=('foo',),
  501. environment=None,
  502. dry_run=True,
  503. dry_run_label='SO DRY',
  504. )
  505. is None
  506. )
  507. def test_dump_data_sources_errors_for_missing_all_databases():
  508. databases = [{'name': 'all'}]
  509. flexmock(module).should_receive('make_dump_path').and_return('')
  510. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  511. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  512. 'resolve_credential'
  513. ).replace_with(lambda value, config: value)
  514. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return(
  515. 'databases/localhost/all'
  516. )
  517. flexmock(module).should_receive('database_names_to_dump').and_return(())
  518. with pytest.raises(ValueError):
  519. assert module.dump_data_sources(
  520. databases,
  521. {},
  522. config_paths=('test.yaml',),
  523. borgmatic_runtime_directory='/run/borgmatic',
  524. patterns=[],
  525. dry_run=False,
  526. )
  527. def test_dump_data_sources_does_not_error_for_missing_all_databases_with_dry_run():
  528. databases = [{'name': 'all'}]
  529. flexmock(module).should_receive('make_dump_path').and_return('')
  530. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  531. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  532. 'resolve_credential'
  533. ).replace_with(lambda value, config: value)
  534. flexmock(module.dump).should_receive('make_data_source_dump_filename').and_return(
  535. 'databases/localhost/all'
  536. )
  537. flexmock(module).should_receive('database_names_to_dump').and_return(())
  538. assert (
  539. module.dump_data_sources(
  540. databases,
  541. {},
  542. config_paths=('test.yaml',),
  543. borgmatic_runtime_directory='/run/borgmatic',
  544. patterns=[],
  545. dry_run=True,
  546. )
  547. == []
  548. )
  549. def test_restore_data_source_dump_runs_mariadb_to_restore():
  550. hook_config = [{'name': 'foo'}, {'name': 'bar'}]
  551. extract_process = flexmock(stdout=flexmock())
  552. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  553. 'resolve_credential'
  554. ).replace_with(lambda value, config: value)
  555. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  556. flexmock(module).should_receive('execute_command_with_processes').with_args(
  557. ('mariadb', '--batch'),
  558. processes=[extract_process],
  559. output_log_level=logging.DEBUG,
  560. input_file=extract_process.stdout,
  561. environment={'USER': 'root'},
  562. ).once()
  563. module.restore_data_source_dump(
  564. hook_config,
  565. {},
  566. data_source={'name': 'foo'},
  567. dry_run=False,
  568. extract_process=extract_process,
  569. connection_params={
  570. 'hostname': None,
  571. 'port': None,
  572. 'username': None,
  573. 'password': None,
  574. },
  575. borgmatic_runtime_directory='/run/borgmatic',
  576. )
  577. def test_restore_data_source_dump_runs_mariadb_with_options():
  578. hook_config = [{'name': 'foo', 'restore_options': '--harder'}]
  579. extract_process = flexmock(stdout=flexmock())
  580. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  581. 'resolve_credential'
  582. ).replace_with(lambda value, config: value)
  583. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  584. flexmock(module).should_receive('execute_command_with_processes').with_args(
  585. ('mariadb', '--batch', '--harder'),
  586. processes=[extract_process],
  587. output_log_level=logging.DEBUG,
  588. input_file=extract_process.stdout,
  589. environment={'USER': 'root'},
  590. ).once()
  591. module.restore_data_source_dump(
  592. hook_config,
  593. {},
  594. data_source=hook_config[0],
  595. dry_run=False,
  596. extract_process=extract_process,
  597. connection_params={
  598. 'hostname': None,
  599. 'port': None,
  600. 'username': None,
  601. 'password': None,
  602. },
  603. borgmatic_runtime_directory='/run/borgmatic',
  604. )
  605. def test_restore_data_source_dump_runs_non_default_mariadb_with_options():
  606. hook_config = [
  607. {'name': 'foo', 'restore_options': '--harder', 'mariadb_command': 'custom_mariadb'}
  608. ]
  609. extract_process = flexmock(stdout=flexmock())
  610. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  611. 'resolve_credential'
  612. ).replace_with(lambda value, config: value)
  613. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  614. flexmock(module).should_receive('execute_command_with_processes').with_args(
  615. ('custom_mariadb', '--batch', '--harder'),
  616. processes=[extract_process],
  617. output_log_level=logging.DEBUG,
  618. input_file=extract_process.stdout,
  619. environment={'USER': 'root'},
  620. ).once()
  621. module.restore_data_source_dump(
  622. hook_config,
  623. {},
  624. data_source=hook_config[0],
  625. dry_run=False,
  626. extract_process=extract_process,
  627. connection_params={
  628. 'hostname': None,
  629. 'port': None,
  630. 'username': None,
  631. 'password': None,
  632. },
  633. borgmatic_runtime_directory='/run/borgmatic',
  634. )
  635. def test_restore_data_source_dump_runs_mariadb_with_hostname_and_port():
  636. hook_config = [{'name': 'foo', 'hostname': 'database.example.org', 'port': 5433}]
  637. extract_process = flexmock(stdout=flexmock())
  638. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  639. 'resolve_credential'
  640. ).replace_with(lambda value, config: value)
  641. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  642. flexmock(module).should_receive('execute_command_with_processes').with_args(
  643. (
  644. 'mariadb',
  645. '--batch',
  646. '--host',
  647. 'database.example.org',
  648. '--port',
  649. '5433',
  650. '--protocol',
  651. 'tcp',
  652. ),
  653. processes=[extract_process],
  654. output_log_level=logging.DEBUG,
  655. input_file=extract_process.stdout,
  656. environment={'USER': 'root'},
  657. ).once()
  658. module.restore_data_source_dump(
  659. hook_config,
  660. {},
  661. data_source=hook_config[0],
  662. dry_run=False,
  663. extract_process=extract_process,
  664. connection_params={
  665. 'hostname': None,
  666. 'port': None,
  667. 'username': None,
  668. 'password': None,
  669. },
  670. borgmatic_runtime_directory='/run/borgmatic',
  671. )
  672. def test_restore_data_source_dump_runs_mariadb_with_username_and_password():
  673. hook_config = [{'name': 'foo', 'username': 'root', 'password': 'trustsome1'}]
  674. extract_process = flexmock(stdout=flexmock())
  675. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  676. 'resolve_credential'
  677. ).replace_with(lambda value, config: value)
  678. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  679. 'root', 'trustsome1'
  680. ).and_return(99)
  681. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  682. flexmock(module).should_receive('execute_command_with_processes').with_args(
  683. ('mariadb', '--defaults-extra-file=/dev/fd/99', '--batch'),
  684. processes=[extract_process],
  685. output_log_level=logging.DEBUG,
  686. input_file=extract_process.stdout,
  687. environment={'USER': 'root'},
  688. ).once()
  689. module.restore_data_source_dump(
  690. hook_config,
  691. {},
  692. data_source=hook_config[0],
  693. dry_run=False,
  694. extract_process=extract_process,
  695. connection_params={
  696. 'hostname': None,
  697. 'port': None,
  698. 'username': None,
  699. 'password': None,
  700. },
  701. borgmatic_runtime_directory='/run/borgmatic',
  702. )
  703. def test_restore_data_source_dump_with_connection_params_uses_connection_params_for_restore():
  704. hook_config = [
  705. {
  706. 'name': 'foo',
  707. 'username': 'root',
  708. 'password': 'trustsome1',
  709. 'restore_hostname': 'restorehost',
  710. 'restore_port': 'restoreport',
  711. 'restore_username': 'restoreusername',
  712. 'restore_password': 'restorepassword',
  713. }
  714. ]
  715. extract_process = flexmock(stdout=flexmock())
  716. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  717. 'resolve_credential'
  718. ).replace_with(lambda value, config: value)
  719. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  720. 'cliusername', 'clipassword'
  721. ).and_return(99)
  722. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  723. flexmock(module).should_receive('execute_command_with_processes').with_args(
  724. (
  725. 'mariadb',
  726. '--defaults-extra-file=/dev/fd/99',
  727. '--batch',
  728. '--host',
  729. 'clihost',
  730. '--port',
  731. 'cliport',
  732. '--protocol',
  733. 'tcp',
  734. ),
  735. processes=[extract_process],
  736. output_log_level=logging.DEBUG,
  737. input_file=extract_process.stdout,
  738. environment={'USER': 'root'},
  739. ).once()
  740. module.restore_data_source_dump(
  741. hook_config,
  742. {},
  743. data_source=hook_config[0],
  744. dry_run=False,
  745. extract_process=extract_process,
  746. connection_params={
  747. 'hostname': 'clihost',
  748. 'port': 'cliport',
  749. 'username': 'cliusername',
  750. 'password': 'clipassword',
  751. },
  752. borgmatic_runtime_directory='/run/borgmatic',
  753. )
  754. def test_restore_data_source_dump_without_connection_params_uses_restore_params_in_config_for_restore():
  755. hook_config = [
  756. {
  757. 'name': 'foo',
  758. 'username': 'root',
  759. 'password': 'trustsome1',
  760. 'hostname': 'dbhost',
  761. 'port': 'dbport',
  762. 'restore_username': 'restoreuser',
  763. 'restore_password': 'restorepass',
  764. 'restore_hostname': 'restorehost',
  765. 'restore_port': 'restoreport',
  766. }
  767. ]
  768. extract_process = flexmock(stdout=flexmock())
  769. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  770. 'resolve_credential'
  771. ).replace_with(lambda value, config: value)
  772. flexmock(module).should_receive('make_defaults_file_pipe').with_args(
  773. 'restoreuser', 'restorepass'
  774. ).and_return(99)
  775. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  776. flexmock(module).should_receive('execute_command_with_processes').with_args(
  777. (
  778. 'mariadb',
  779. '--defaults-extra-file=/dev/fd/99',
  780. '--batch',
  781. '--host',
  782. 'restorehost',
  783. '--port',
  784. 'restoreport',
  785. '--protocol',
  786. 'tcp',
  787. ),
  788. processes=[extract_process],
  789. output_log_level=logging.DEBUG,
  790. input_file=extract_process.stdout,
  791. environment={'USER': 'root'},
  792. ).once()
  793. module.restore_data_source_dump(
  794. hook_config,
  795. {},
  796. data_source=hook_config[0],
  797. dry_run=False,
  798. extract_process=extract_process,
  799. connection_params={
  800. 'hostname': None,
  801. 'port': None,
  802. 'username': None,
  803. 'password': None,
  804. },
  805. borgmatic_runtime_directory='/run/borgmatic',
  806. )
  807. def test_restore_data_source_dump_with_dry_run_skips_restore():
  808. hook_config = [{'name': 'foo'}]
  809. flexmock(module.borgmatic.hooks.credential.parse).should_receive(
  810. 'resolve_credential'
  811. ).replace_with(lambda value, config: value)
  812. flexmock(module.os).should_receive('environ').and_return({'USER': 'root'})
  813. flexmock(module).should_receive('execute_command_with_processes').never()
  814. module.restore_data_source_dump(
  815. hook_config,
  816. {},
  817. data_source={'name': 'foo'},
  818. dry_run=True,
  819. extract_process=flexmock(),
  820. connection_params={
  821. 'hostname': None,
  822. 'port': None,
  823. 'username': None,
  824. 'password': None,
  825. },
  826. borgmatic_runtime_directory='/run/borgmatic',
  827. )