logger.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244
  1. import logging
  2. import logging.handlers
  3. import os
  4. import sys
  5. import colorama
  6. def to_bool(arg):
  7. '''
  8. Return a boolean value based on `arg`.
  9. '''
  10. if arg is None or isinstance(arg, bool):
  11. return arg
  12. if isinstance(arg, str):
  13. arg = arg.lower()
  14. if arg in ('yes', 'on', '1', 'true', 1):
  15. return True
  16. return False
  17. def interactive_console():
  18. '''
  19. Return whether the current console is "interactive". Meaning: Capable of
  20. user input and not just something like a cron job.
  21. '''
  22. return sys.stderr.isatty() and os.environ.get('TERM') != 'dumb'
  23. def should_do_markup(no_color, configs):
  24. '''
  25. Given the value of the command-line no-color argument, and a dict of configuration filename to
  26. corresponding parsed configuration, determine if we should enable colorama marking up.
  27. '''
  28. if no_color:
  29. return False
  30. if any(config.get('color', True) is False for config in configs.values()):
  31. return False
  32. if os.environ.get('NO_COLOR', None):
  33. return False
  34. py_colors = os.environ.get('PY_COLORS', None)
  35. if py_colors is not None:
  36. return to_bool(py_colors)
  37. return interactive_console()
  38. class Multi_stream_handler(logging.Handler):
  39. '''
  40. A logging handler that dispatches each log record to one of multiple stream handlers depending
  41. on the record's log level.
  42. '''
  43. def __init__(self, log_level_to_stream_handler):
  44. super(Multi_stream_handler, self).__init__()
  45. self.log_level_to_handler = log_level_to_stream_handler
  46. self.handlers = set(self.log_level_to_handler.values())
  47. def flush(self): # pragma: no cover
  48. super(Multi_stream_handler, self).flush()
  49. for handler in self.handlers:
  50. handler.flush()
  51. def emit(self, record):
  52. '''
  53. Dispatch the log record to the appropriate stream handler for the record's log level.
  54. '''
  55. self.log_level_to_handler[record.levelno].emit(record)
  56. def setFormatter(self, formatter): # pragma: no cover
  57. super(Multi_stream_handler, self).setFormatter(formatter)
  58. for handler in self.handlers:
  59. handler.setFormatter(formatter)
  60. def setLevel(self, level): # pragma: no cover
  61. super(Multi_stream_handler, self).setLevel(level)
  62. for handler in self.handlers:
  63. handler.setLevel(level)
  64. class Console_no_color_formatter(logging.Formatter):
  65. def format(self, record): # pragma: no cover
  66. return record.msg
  67. class Console_color_formatter(logging.Formatter):
  68. def format(self, record):
  69. add_custom_log_levels()
  70. color = {
  71. logging.CRITICAL: colorama.Fore.RED,
  72. logging.ERROR: colorama.Fore.RED,
  73. logging.WARN: colorama.Fore.YELLOW,
  74. logging.ANSWER: colorama.Fore.MAGENTA,
  75. logging.INFO: colorama.Fore.GREEN,
  76. logging.DEBUG: colorama.Fore.CYAN,
  77. }.get(record.levelno)
  78. return color_text(color, record.msg)
  79. def color_text(color, message):
  80. '''
  81. Give colored text.
  82. '''
  83. if not color:
  84. return message
  85. return f'{color}{message}{colorama.Style.RESET_ALL}'
  86. def add_logging_level(level_name, level_number):
  87. '''
  88. Globally add a custom logging level based on the given (all uppercase) level name and number.
  89. Do this idempotently.
  90. Inspired by https://stackoverflow.com/questions/2183233/how-to-add-a-custom-loglevel-to-pythons-logging-facility/35804945#35804945
  91. '''
  92. method_name = level_name.lower()
  93. if not hasattr(logging, level_name):
  94. logging.addLevelName(level_number, level_name)
  95. setattr(logging, level_name, level_number)
  96. if not hasattr(logging, method_name):
  97. def log_for_level(self, message, *args, **kwargs): # pragma: no cover
  98. if self.isEnabledFor(level_number):
  99. self._log(level_number, message, args, **kwargs)
  100. setattr(logging.getLoggerClass(), method_name, log_for_level)
  101. if not hasattr(logging.getLoggerClass(), method_name):
  102. def log_to_root(message, *args, **kwargs): # pragma: no cover
  103. logging.log(level_number, message, *args, **kwargs)
  104. setattr(logging, method_name, log_to_root)
  105. ANSWER = logging.WARN - 5
  106. DISABLED = logging.CRITICAL + 10
  107. def add_custom_log_levels(): # pragma: no cover
  108. '''
  109. Add a custom log level between WARN and INFO for user-requested answers.
  110. '''
  111. add_logging_level('ANSWER', ANSWER)
  112. add_logging_level('DISABLED', DISABLED)
  113. def configure_logging(
  114. console_log_level,
  115. syslog_log_level=None,
  116. log_file_log_level=None,
  117. monitoring_log_level=None,
  118. log_file=None,
  119. log_file_format=None,
  120. color_enabled=True,
  121. ):
  122. '''
  123. Configure logging to go to both the console and (syslog or log file). Use the given log levels,
  124. respectively. If color is enabled, set up log formatting accordingly.
  125. Raise FileNotFoundError or PermissionError if the log file could not be opened for writing.
  126. '''
  127. add_custom_log_levels()
  128. if syslog_log_level is None:
  129. syslog_log_level = logging.DISABLED
  130. if log_file_log_level is None:
  131. log_file_log_level = console_log_level
  132. if monitoring_log_level is None:
  133. monitoring_log_level = console_log_level
  134. # Log certain log levels to console stderr and others to stdout. This supports use cases like
  135. # grepping (non-error) output.
  136. console_disabled = logging.NullHandler()
  137. console_error_handler = logging.StreamHandler(sys.stderr)
  138. console_standard_handler = logging.StreamHandler(sys.stdout)
  139. console_handler = Multi_stream_handler(
  140. {
  141. logging.DISABLED: console_disabled,
  142. logging.CRITICAL: console_error_handler,
  143. logging.ERROR: console_error_handler,
  144. logging.WARN: console_error_handler,
  145. logging.ANSWER: console_standard_handler,
  146. logging.INFO: console_standard_handler,
  147. logging.DEBUG: console_standard_handler,
  148. }
  149. )
  150. if color_enabled:
  151. console_handler.setFormatter(Console_color_formatter())
  152. else:
  153. console_handler.setFormatter(Console_no_color_formatter())
  154. console_handler.setLevel(console_log_level)
  155. handlers = [console_handler]
  156. if syslog_log_level != logging.DISABLED:
  157. syslog_path = None
  158. if os.path.exists('/dev/log'):
  159. syslog_path = '/dev/log'
  160. elif os.path.exists('/var/run/syslog'):
  161. syslog_path = '/var/run/syslog'
  162. elif os.path.exists('/var/run/log'):
  163. syslog_path = '/var/run/log'
  164. if syslog_path:
  165. syslog_handler = logging.handlers.SysLogHandler(address=syslog_path)
  166. syslog_handler.setFormatter(
  167. logging.Formatter('borgmatic: {levelname} {message}', style='{') # noqa: FS003
  168. )
  169. syslog_handler.setLevel(syslog_log_level)
  170. handlers.append(syslog_handler)
  171. if log_file and log_file_log_level != logging.DISABLED:
  172. file_handler = logging.handlers.WatchedFileHandler(log_file)
  173. file_handler.setFormatter(
  174. logging.Formatter(
  175. log_file_format or '[{asctime}] {levelname}: {message}', style='{' # noqa: FS003
  176. )
  177. )
  178. file_handler.setLevel(log_file_log_level)
  179. handlers.append(file_handler)
  180. logging.basicConfig(
  181. level=min(handler.level for handler in handlers),
  182. handlers=handlers,
  183. )