2019-04-01 13:07:22 +00:00
|
|
|
"""Global logging helpers."""
|
|
|
|
|
2019-03-28 15:54:45 +00:00
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import sys
|
2020-02-03 23:03:26 +00:00
|
|
|
from distutils.util import strtobool
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
import colorama
|
2019-04-01 13:07:22 +00:00
|
|
|
from pythonjsonlogger import jsonlogger
|
2019-04-04 13:35:47 +00:00
|
|
|
from six import iteritems
|
2019-04-01 13:07:22 +00:00
|
|
|
|
2020-04-05 13:24:51 +00:00
|
|
|
CONSOLE_FORMAT = "%(levelname)s: {}%(message)s"
|
2019-04-04 13:35:47 +00:00
|
|
|
JSON_FORMAT = "(asctime) (levelname) (message)"
|
2019-04-03 15:42:46 +00:00
|
|
|
|
2019-03-28 15:54:45 +00:00
|
|
|
|
2020-02-03 23:03:26 +00:00
|
|
|
def to_bool(string):
|
|
|
|
return bool(strtobool(str(string)))
|
|
|
|
|
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
def _should_do_markup():
|
2019-03-28 15:54:45 +00:00
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
py_colors = os.environ.get("PY_COLORS", None)
|
2019-03-28 15:54:45 +00:00
|
|
|
if py_colors is not None:
|
2020-02-03 23:12:03 +00:00
|
|
|
return to_bool(py_colors)
|
2019-03-28 15:54:45 +00:00
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
return sys.stdout.isatty() and os.environ.get("TERM") != "dumb"
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
colorama.init(autoreset=True, strip=not _should_do_markup())
|
2019-03-28 15:54:45 +00:00
|
|
|
|
2019-04-03 21:39:27 +00:00
|
|
|
|
2019-04-05 10:23:18 +00:00
|
|
|
def flag_extra(extra):
|
|
|
|
"""Ensure extra args are prefixed."""
|
2019-04-03 21:39:27 +00:00
|
|
|
flagged = dict()
|
2019-04-11 09:57:30 +00:00
|
|
|
|
|
|
|
if isinstance(extra, dict):
|
|
|
|
for key, value in iteritems(extra):
|
|
|
|
flagged["later_" + key] = value
|
2019-04-03 21:39:27 +00:00
|
|
|
|
|
|
|
return flagged
|
2019-04-03 15:42:46 +00:00
|
|
|
|
|
|
|
|
2019-03-28 15:54:45 +00:00
|
|
|
class LogFilter(object):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""A custom log filter which excludes log messages above the logged level."""
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
def __init__(self, level):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""
|
|
|
|
Initialize a new custom log filter.
|
|
|
|
|
|
|
|
:param level: Log level limit
|
|
|
|
:returns: None
|
|
|
|
|
|
|
|
"""
|
2019-03-28 15:54:45 +00:00
|
|
|
self.__level = level
|
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
def filter(self, logRecord): # noqa
|
2019-03-28 15:54:45 +00:00
|
|
|
# https://docs.python.org/3/library/logging.html#logrecord-attributes
|
|
|
|
return logRecord.levelno <= self.__level
|
|
|
|
|
|
|
|
|
2019-04-05 10:23:18 +00:00
|
|
|
class MultilineFormatter(logging.Formatter):
|
|
|
|
"""Logging Formatter to reset color after newline characters."""
|
|
|
|
|
2020-04-05 12:33:43 +00:00
|
|
|
def format(self, record): # noqa
|
2019-04-05 10:23:18 +00:00
|
|
|
record.msg = record.msg.replace("\n", "\n{}... ".format(colorama.Style.RESET_ALL))
|
2020-04-05 13:24:51 +00:00
|
|
|
record.msg = record.msg + "\n"
|
2019-04-05 10:23:18 +00:00
|
|
|
return logging.Formatter.format(self, record)
|
|
|
|
|
|
|
|
|
|
|
|
class MultilineJsonFormatter(jsonlogger.JsonFormatter):
|
|
|
|
"""Logging Formatter to remove newline characters."""
|
|
|
|
|
2020-04-05 12:33:43 +00:00
|
|
|
def format(self, record): # noqa
|
2019-04-05 10:23:18 +00:00
|
|
|
record.msg = record.msg.replace("\n", " ")
|
|
|
|
return jsonlogger.JsonFormatter.format(self, record)
|
|
|
|
|
|
|
|
|
2019-03-28 15:54:45 +00:00
|
|
|
def get_logger(name=None, level=logging.DEBUG, json=False):
|
|
|
|
"""
|
|
|
|
Build a logger with the given name and returns the logger.
|
2019-04-01 13:07:22 +00:00
|
|
|
|
|
|
|
:param name: The name for the logger. This is usually the module name, `__name__`.
|
|
|
|
:param level: Initialize the new logger with given log level.
|
|
|
|
:param json: Boolean flag to enable json formatted log output.
|
2019-03-28 15:54:45 +00:00
|
|
|
:return: logger object
|
|
|
|
|
2019-04-01 13:07:22 +00:00
|
|
|
"""
|
2019-03-28 15:54:45 +00:00
|
|
|
logger = logging.getLogger(name)
|
|
|
|
logger.setLevel(level)
|
|
|
|
logger.addHandler(_get_error_handler(json=json))
|
|
|
|
logger.addHandler(_get_warn_handler(json=json))
|
|
|
|
logger.addHandler(_get_info_handler(json=json))
|
2019-04-02 14:34:03 +00:00
|
|
|
logger.addHandler(_get_critical_handler(json=json))
|
2019-03-28 15:54:45 +00:00
|
|
|
logger.propagate = False
|
|
|
|
|
|
|
|
return logger
|
|
|
|
|
|
|
|
|
2019-04-03 15:42:46 +00:00
|
|
|
def update_logger(logger, level=None, json=None):
|
2019-04-04 14:06:18 +00:00
|
|
|
"""Update logger configuration to change logging settings."""
|
2019-04-03 15:42:46 +00:00
|
|
|
for handler in logger.handlers[:]:
|
|
|
|
logger.removeHandler(handler)
|
|
|
|
|
|
|
|
logger.setLevel(level)
|
|
|
|
logger.addHandler(_get_error_handler(json=json))
|
|
|
|
logger.addHandler(_get_warn_handler(json=json))
|
|
|
|
logger.addHandler(_get_info_handler(json=json))
|
|
|
|
logger.addHandler(_get_critical_handler(json=json))
|
|
|
|
|
|
|
|
|
2019-03-28 15:54:45 +00:00
|
|
|
def _get_error_handler(json=False):
|
|
|
|
handler = logging.StreamHandler(sys.stderr)
|
|
|
|
handler.setLevel(logging.ERROR)
|
|
|
|
handler.addFilter(LogFilter(logging.ERROR))
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineFormatter(error(CONSOLE_FORMAT)))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
if json:
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineJsonFormatter(JSON_FORMAT))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
return handler
|
|
|
|
|
|
|
|
|
|
|
|
def _get_warn_handler(json=False):
|
|
|
|
handler = logging.StreamHandler(sys.stdout)
|
|
|
|
handler.setLevel(logging.WARN)
|
|
|
|
handler.addFilter(LogFilter(logging.WARN))
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineFormatter(warn(CONSOLE_FORMAT)))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
if json:
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineJsonFormatter(JSON_FORMAT))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
return handler
|
|
|
|
|
|
|
|
|
|
|
|
def _get_info_handler(json=False):
|
2019-04-11 13:56:20 +00:00
|
|
|
handler = logging.StreamHandler(sys.stdout)
|
2019-03-28 15:54:45 +00:00
|
|
|
handler.setLevel(logging.INFO)
|
|
|
|
handler.addFilter(LogFilter(logging.INFO))
|
2019-04-11 13:56:20 +00:00
|
|
|
handler.setFormatter(MultilineFormatter(info(CONSOLE_FORMAT)))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
if json:
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineJsonFormatter(JSON_FORMAT))
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
return handler
|
|
|
|
|
|
|
|
|
2019-04-02 14:34:03 +00:00
|
|
|
def _get_critical_handler(json=False):
|
|
|
|
handler = logging.StreamHandler(sys.stderr)
|
|
|
|
handler.setLevel(logging.CRITICAL)
|
|
|
|
handler.addFilter(LogFilter(logging.CRITICAL))
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineFormatter(critical(CONSOLE_FORMAT)))
|
2019-04-02 14:34:03 +00:00
|
|
|
|
|
|
|
if json:
|
2019-04-05 10:23:18 +00:00
|
|
|
handler.setFormatter(MultilineJsonFormatter(JSON_FORMAT))
|
2019-04-02 14:34:03 +00:00
|
|
|
|
|
|
|
return handler
|
|
|
|
|
|
|
|
|
|
|
|
def critical(message):
|
|
|
|
"""Format critical messages and return string."""
|
2020-04-05 13:24:51 +00:00
|
|
|
return color_text(colorama.Fore.RED, message)
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
|
|
|
|
def error(message):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""Format error messages and return string."""
|
2020-04-05 13:24:51 +00:00
|
|
|
return color_text(colorama.Fore.RED, message)
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
|
|
|
|
def warn(message):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""Format warn messages and return string."""
|
2020-04-05 13:24:51 +00:00
|
|
|
return color_text(colorama.Fore.YELLOW, message)
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
|
|
|
|
def info(message):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""Format info messages and return string."""
|
2020-04-05 13:24:51 +00:00
|
|
|
return color_text(colorama.Fore.BLUE, message)
|
2019-03-28 15:54:45 +00:00
|
|
|
|
|
|
|
|
|
|
|
def color_text(color, msg):
|
2019-04-01 13:07:22 +00:00
|
|
|
"""
|
|
|
|
Colorize strings.
|
|
|
|
|
|
|
|
:param color: colorama color settings
|
|
|
|
:param msg: string to colorize
|
|
|
|
:returns: string
|
|
|
|
|
|
|
|
"""
|
2020-04-05 13:24:51 +00:00
|
|
|
msg = msg.format(colorama.Style.BRIGHT)
|
2019-04-01 13:07:22 +00:00
|
|
|
return "{}{}{}".format(color, msg, colorama.Style.RESET_ALL)
|