2
0

test_logger.py 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469
  1. import logging
  2. import sys
  3. import pytest
  4. from flexmock import flexmock
  5. from borgmatic import logger as module
  6. @pytest.mark.parametrize('bool_val', (True, 'yes', 'on', '1', 'true', 'True', 1))
  7. def test_to_bool_parses_true_values(bool_val):
  8. assert module.to_bool(bool_val)
  9. @pytest.mark.parametrize('bool_val', (False, 'no', 'off', '0', 'false', 'False', 0))
  10. def test_to_bool_parses_false_values(bool_val):
  11. assert not module.to_bool(bool_val)
  12. def test_to_bool_passes_none_through():
  13. assert module.to_bool(None) is None
  14. def test_interactive_console_false_when_not_isatty(capsys):
  15. with capsys.disabled():
  16. flexmock(module.sys.stderr).should_receive('isatty').and_return(False)
  17. assert module.interactive_console() is False
  18. def test_interactive_console_false_when_TERM_is_dumb(capsys):
  19. with capsys.disabled():
  20. flexmock(module.sys.stderr).should_receive('isatty').and_return(True)
  21. flexmock(module.os.environ).should_receive('get').with_args('TERM').and_return('dumb')
  22. assert module.interactive_console() is False
  23. def test_interactive_console_true_when_isatty_and_TERM_is_not_dumb(capsys):
  24. with capsys.disabled():
  25. flexmock(module.sys.stderr).should_receive('isatty').and_return(True)
  26. flexmock(module.os.environ).should_receive('get').with_args('TERM').and_return('smart')
  27. assert module.interactive_console() is True
  28. def test_should_do_markup_respects_no_color_value():
  29. flexmock(module.os.environ).should_receive('get').and_return(None)
  30. flexmock(module).should_receive('interactive_console').never()
  31. assert module.should_do_markup(no_color=True, configs={}) is False
  32. def test_should_do_markup_respects_config_value():
  33. flexmock(module.os.environ).should_receive('get').and_return(None)
  34. flexmock(module).should_receive('interactive_console').never()
  35. assert module.should_do_markup(no_color=False, configs={'foo.yaml': {'color': False}}) is False
  36. flexmock(module).should_receive('interactive_console').and_return(True).once()
  37. assert module.should_do_markup(no_color=False, configs={'foo.yaml': {'color': True}}) is True
  38. def test_should_do_markup_prefers_any_false_config_value():
  39. flexmock(module.os.environ).should_receive('get').and_return(None)
  40. flexmock(module).should_receive('interactive_console').never()
  41. assert (
  42. module.should_do_markup(
  43. no_color=False,
  44. configs={
  45. 'foo.yaml': {'color': True},
  46. 'bar.yaml': {'color': False},
  47. },
  48. )
  49. is False
  50. )
  51. def test_should_do_markup_respects_PY_COLORS_environment_variable():
  52. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(
  53. 'True'
  54. )
  55. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return(None)
  56. flexmock(module).should_receive('to_bool').and_return(True)
  57. assert module.should_do_markup(no_color=False, configs={}) is True
  58. def test_should_do_markup_prefers_no_color_value_to_config_value():
  59. flexmock(module.os.environ).should_receive('get').and_return(None)
  60. flexmock(module).should_receive('interactive_console').never()
  61. assert module.should_do_markup(no_color=True, configs={'foo.yaml': {'color': True}}) is False
  62. def test_should_do_markup_prefers_config_value_to_environment_variables():
  63. flexmock(module.os.environ).should_receive('get').and_return('True')
  64. flexmock(module).should_receive('to_bool').and_return(True)
  65. flexmock(module).should_receive('interactive_console').never()
  66. assert module.should_do_markup(no_color=False, configs={'foo.yaml': {'color': False}}) is False
  67. def test_should_do_markup_prefers_no_color_value_to_environment_variables():
  68. flexmock(module.os.environ).should_receive('get').and_return('True')
  69. flexmock(module).should_receive('to_bool').and_return(True)
  70. flexmock(module).should_receive('interactive_console').never()
  71. assert module.should_do_markup(no_color=True, configs={}) is False
  72. def test_should_do_markup_respects_interactive_console_value():
  73. flexmock(module.os.environ).should_receive('get').and_return(None)
  74. flexmock(module).should_receive('interactive_console').and_return(True)
  75. assert module.should_do_markup(no_color=False, configs={}) is True
  76. def test_should_do_markup_prefers_PY_COLORS_to_interactive_console_value():
  77. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(
  78. 'True'
  79. )
  80. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return(None)
  81. flexmock(module).should_receive('to_bool').and_return(True)
  82. flexmock(module).should_receive('interactive_console').never()
  83. assert module.should_do_markup(no_color=False, configs={}) is True
  84. def test_should_do_markup_prefers_NO_COLOR_to_interactive_console_value():
  85. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(None)
  86. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return('True')
  87. flexmock(module).should_receive('interactive_console').never()
  88. assert module.should_do_markup(no_color=False, configs={}) is False
  89. def test_should_do_markup_respects_NO_COLOR_environment_variable():
  90. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return('True')
  91. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(None)
  92. flexmock(module).should_receive('interactive_console').never()
  93. assert module.should_do_markup(no_color=False, configs={}) is False
  94. def test_should_do_markup_ignores_empty_NO_COLOR_environment_variable():
  95. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return('')
  96. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(None)
  97. flexmock(module).should_receive('interactive_console').and_return(True)
  98. assert module.should_do_markup(no_color=False, configs={}) is True
  99. def test_should_do_markup_prefers_NO_COLOR_to_PY_COLORS():
  100. flexmock(module.os.environ).should_receive('get').with_args('PY_COLORS', None).and_return(
  101. 'True'
  102. )
  103. flexmock(module.os.environ).should_receive('get').with_args('NO_COLOR', None).and_return(
  104. 'SomeValue'
  105. )
  106. flexmock(module).should_receive('interactive_console').never()
  107. assert module.should_do_markup(no_color=False, configs={}) is False
  108. def test_multi_stream_handler_logs_to_handler_for_log_level():
  109. error_handler = flexmock()
  110. error_handler.should_receive('emit').once()
  111. info_handler = flexmock()
  112. multi_handler = module.Multi_stream_handler(
  113. {module.logging.ERROR: error_handler, module.logging.INFO: info_handler}
  114. )
  115. multi_handler.emit(flexmock(levelno=module.logging.ERROR))
  116. def test_console_color_formatter_format_includes_log_message():
  117. flexmock(module).should_receive('add_custom_log_levels')
  118. flexmock(module.logging).ANSWER = module.ANSWER
  119. plain_message = 'uh oh'
  120. record = flexmock(levelno=logging.CRITICAL, msg=plain_message)
  121. colored_message = module.Console_color_formatter().format(record)
  122. assert colored_message != plain_message
  123. assert plain_message in colored_message
  124. def test_color_text_does_not_raise():
  125. module.color_text(module.colorama.Fore.RED, 'hi')
  126. def test_color_text_without_color_does_not_raise():
  127. module.color_text(None, 'hi')
  128. def test_add_logging_level_adds_level_name_and_sets_global_attributes_and_methods():
  129. logger = flexmock()
  130. flexmock(module.logging).should_receive('getLoggerClass').and_return(logger)
  131. flexmock(module.logging).should_receive('addLevelName').with_args(99, 'PLAID')
  132. builtins = flexmock(sys.modules['builtins'])
  133. builtins.should_call('setattr')
  134. builtins.should_receive('setattr').with_args(module.logging, 'PLAID', 99).once()
  135. builtins.should_receive('setattr').with_args(logger, 'plaid', object).once()
  136. builtins.should_receive('setattr').with_args(logging, 'plaid', object).once()
  137. module.add_logging_level('PLAID', 99)
  138. def test_add_logging_level_skips_global_setting_if_already_set():
  139. logger = flexmock()
  140. flexmock(module.logging).should_receive('getLoggerClass').and_return(logger)
  141. flexmock(module.logging).PLAID = 99
  142. flexmock(logger).plaid = flexmock()
  143. flexmock(logging).plaid = flexmock()
  144. flexmock(module.logging).should_receive('addLevelName').never()
  145. builtins = flexmock(sys.modules['builtins'])
  146. builtins.should_call('setattr')
  147. builtins.should_receive('setattr').with_args(module.logging, 'PLAID', 99).never()
  148. builtins.should_receive('setattr').with_args(logger, 'plaid', object).never()
  149. builtins.should_receive('setattr').with_args(logging, 'plaid', object).never()
  150. module.add_logging_level('PLAID', 99)
  151. def test_configure_logging_with_syslog_log_level_probes_for_log_socket_on_linux():
  152. flexmock(module).should_receive('add_custom_log_levels')
  153. flexmock(module.logging).ANSWER = module.ANSWER
  154. fake_formatter = flexmock()
  155. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  156. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  157. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  158. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  159. flexmock(module).should_receive('interactive_console').and_return(False)
  160. flexmock(module.logging).should_receive('basicConfig').with_args(
  161. level=logging.DEBUG, handlers=list
  162. )
  163. flexmock(module.os.path).should_receive('exists').with_args('/dev/log').and_return(True)
  164. syslog_handler = logging.handlers.SysLogHandler()
  165. flexmock(module.logging.handlers).should_receive('SysLogHandler').with_args(
  166. address='/dev/log'
  167. ).and_return(syslog_handler).once()
  168. module.configure_logging(logging.INFO, syslog_log_level=logging.DEBUG)
  169. def test_configure_logging_with_syslog_log_level_probes_for_log_socket_on_macos():
  170. flexmock(module).should_receive('add_custom_log_levels')
  171. flexmock(module.logging).ANSWER = module.ANSWER
  172. fake_formatter = flexmock()
  173. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  174. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  175. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  176. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  177. flexmock(module).should_receive('interactive_console').and_return(False)
  178. flexmock(module.logging).should_receive('basicConfig').with_args(
  179. level=logging.DEBUG, handlers=list
  180. )
  181. flexmock(module.os.path).should_receive('exists').with_args('/dev/log').and_return(False)
  182. flexmock(module.os.path).should_receive('exists').with_args('/var/run/syslog').and_return(True)
  183. syslog_handler = logging.handlers.SysLogHandler()
  184. flexmock(module.logging.handlers).should_receive('SysLogHandler').with_args(
  185. address='/var/run/syslog'
  186. ).and_return(syslog_handler).once()
  187. module.configure_logging(logging.INFO, syslog_log_level=logging.DEBUG)
  188. def test_configure_logging_with_syslog_log_level_probes_for_log_socket_on_freebsd():
  189. flexmock(module).should_receive('add_custom_log_levels')
  190. flexmock(module.logging).ANSWER = module.ANSWER
  191. fake_formatter = flexmock()
  192. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  193. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  194. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  195. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  196. flexmock(module).should_receive('interactive_console').and_return(False)
  197. flexmock(module.logging).should_receive('basicConfig').with_args(
  198. level=logging.DEBUG, handlers=list
  199. )
  200. flexmock(module.os.path).should_receive('exists').with_args('/dev/log').and_return(False)
  201. flexmock(module.os.path).should_receive('exists').with_args('/var/run/syslog').and_return(False)
  202. flexmock(module.os.path).should_receive('exists').with_args('/var/run/log').and_return(True)
  203. syslog_handler = logging.handlers.SysLogHandler()
  204. flexmock(module.logging.handlers).should_receive('SysLogHandler').with_args(
  205. address='/var/run/log'
  206. ).and_return(syslog_handler).once()
  207. module.configure_logging(logging.INFO, syslog_log_level=logging.DEBUG)
  208. def test_configure_logging_without_syslog_log_level_skips_syslog():
  209. flexmock(module).should_receive('add_custom_log_levels')
  210. flexmock(module.logging).ANSWER = module.ANSWER
  211. fake_formatter = flexmock()
  212. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  213. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  214. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  215. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  216. flexmock(module.logging).should_receive('basicConfig').with_args(
  217. level=logging.INFO, handlers=list
  218. )
  219. flexmock(module.os.path).should_receive('exists').never()
  220. flexmock(module.logging.handlers).should_receive('SysLogHandler').never()
  221. module.configure_logging(console_log_level=logging.INFO)
  222. def test_configure_logging_skips_syslog_if_not_found():
  223. flexmock(module).should_receive('add_custom_log_levels')
  224. flexmock(module.logging).ANSWER = module.ANSWER
  225. fake_formatter = flexmock()
  226. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  227. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  228. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  229. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  230. flexmock(module.logging).should_receive('basicConfig').with_args(
  231. level=logging.INFO, handlers=list
  232. )
  233. flexmock(module.os.path).should_receive('exists').and_return(False)
  234. flexmock(module.logging.handlers).should_receive('SysLogHandler').never()
  235. module.configure_logging(console_log_level=logging.INFO, syslog_log_level=logging.DEBUG)
  236. def test_configure_logging_skips_log_file_if_log_file_logging_is_disabled():
  237. flexmock(module).should_receive('add_custom_log_levels')
  238. flexmock(module.logging).DISABLED = module.DISABLED
  239. fake_formatter = flexmock()
  240. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  241. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  242. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  243. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  244. flexmock(module.logging).should_receive('basicConfig').with_args(
  245. level=logging.INFO, handlers=list
  246. )
  247. flexmock(module.os.path).should_receive('exists').never()
  248. flexmock(module.logging.handlers).should_receive('SysLogHandler').never()
  249. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').never()
  250. module.configure_logging(
  251. console_log_level=logging.INFO, log_file_log_level=logging.DISABLED, log_file='/tmp/logfile'
  252. )
  253. def test_configure_logging_to_log_file_instead_of_syslog():
  254. flexmock(module).should_receive('add_custom_log_levels')
  255. flexmock(module.logging).ANSWER = module.ANSWER
  256. fake_formatter = flexmock()
  257. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  258. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  259. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  260. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  261. flexmock(module.logging).should_receive('basicConfig').with_args(
  262. level=logging.DEBUG, handlers=list
  263. )
  264. flexmock(module.os.path).should_receive('exists').never()
  265. flexmock(module.logging.handlers).should_receive('SysLogHandler').never()
  266. file_handler = logging.handlers.WatchedFileHandler('/tmp/logfile')
  267. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').with_args(
  268. '/tmp/logfile'
  269. ).and_return(file_handler).once()
  270. module.configure_logging(
  271. console_log_level=logging.INFO,
  272. syslog_log_level=logging.DISABLED,
  273. log_file_log_level=logging.DEBUG,
  274. log_file='/tmp/logfile',
  275. )
  276. def test_configure_logging_to_both_log_file_and_syslog():
  277. flexmock(module).should_receive('add_custom_log_levels')
  278. flexmock(module.logging).ANSWER = module.ANSWER
  279. fake_formatter = flexmock()
  280. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  281. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  282. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  283. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  284. flexmock(module.logging).should_receive('basicConfig').with_args(
  285. level=logging.DEBUG, handlers=list
  286. )
  287. flexmock(module.os.path).should_receive('exists').with_args('/dev/log').and_return(True)
  288. syslog_handler = logging.handlers.SysLogHandler()
  289. flexmock(module.logging.handlers).should_receive('SysLogHandler').with_args(
  290. address='/dev/log'
  291. ).and_return(syslog_handler).once()
  292. file_handler = logging.handlers.WatchedFileHandler('/tmp/logfile')
  293. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').with_args(
  294. '/tmp/logfile'
  295. ).and_return(file_handler).once()
  296. module.configure_logging(
  297. console_log_level=logging.INFO,
  298. syslog_log_level=logging.DEBUG,
  299. log_file_log_level=logging.DEBUG,
  300. log_file='/tmp/logfile',
  301. )
  302. def test_configure_logging_to_log_file_formats_with_custom_log_format():
  303. flexmock(module).should_receive('add_custom_log_levels')
  304. flexmock(module.logging).ANSWER = module.ANSWER
  305. flexmock(module.logging).should_receive('Formatter').with_args(
  306. '{message}', style='{' # noqa: FS003
  307. ).once()
  308. fake_formatter = flexmock()
  309. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  310. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  311. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  312. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  313. flexmock(module).should_receive('interactive_console').and_return(False)
  314. flexmock(module.logging).should_receive('basicConfig').with_args(
  315. level=logging.DEBUG, handlers=list
  316. )
  317. flexmock(module.os.path).should_receive('exists').with_args('/dev/log').and_return(True)
  318. flexmock(module.logging.handlers).should_receive('SysLogHandler').never()
  319. file_handler = logging.handlers.WatchedFileHandler('/tmp/logfile')
  320. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').with_args(
  321. '/tmp/logfile'
  322. ).and_return(file_handler).once()
  323. module.configure_logging(
  324. console_log_level=logging.INFO,
  325. log_file_log_level=logging.DEBUG,
  326. log_file='/tmp/logfile',
  327. log_file_format='{message}', # noqa: FS003
  328. )
  329. def test_configure_logging_skips_log_file_if_argument_is_none():
  330. flexmock(module).should_receive('add_custom_log_levels')
  331. flexmock(module.logging).ANSWER = module.ANSWER
  332. fake_formatter = flexmock()
  333. flexmock(module).should_receive('Console_color_formatter').and_return(fake_formatter)
  334. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  335. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  336. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  337. flexmock(module.logging).should_receive('basicConfig').with_args(
  338. level=logging.INFO, handlers=list
  339. )
  340. flexmock(module.os.path).should_receive('exists').and_return(False)
  341. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').never()
  342. module.configure_logging(console_log_level=logging.INFO, log_file=None)
  343. def test_configure_logging_uses_console_no_color_formatter_if_color_disabled():
  344. flexmock(module).should_receive('add_custom_log_levels')
  345. flexmock(module.logging).ANSWER = module.ANSWER
  346. fake_formatter = flexmock()
  347. flexmock(module).should_receive('Console_color_formatter').never()
  348. flexmock(module).should_receive('Console_no_color_formatter').and_return(fake_formatter)
  349. multi_stream_handler = flexmock(setLevel=lambda level: None, level=logging.INFO)
  350. multi_stream_handler.should_receive('setFormatter').with_args(fake_formatter).once()
  351. flexmock(module).should_receive('Multi_stream_handler').and_return(multi_stream_handler)
  352. flexmock(module.logging).should_receive('basicConfig').with_args(
  353. level=logging.INFO, handlers=list
  354. )
  355. flexmock(module.os.path).should_receive('exists').and_return(False)
  356. flexmock(module.logging.handlers).should_receive('WatchedFileHandler').never()
  357. module.configure_logging(console_log_level=logging.INFO, log_file=None, color_enabled=False)