bitbot-3.11-fork/src/Logging.py

import logging, logging.handlers, os, queue, sys, threading, time, typing

LEVELS = {
    "trace": logging.DEBUG-1,
    "debug": logging.DEBUG,
    "info": logging.INFO,
    "warn": logging.WARN,
    "error": logging.ERROR,
    "critical": logging.CRITICAL
}

class BitBotFormatter(logging.Formatter):
    converter = time.gmtime
    def formatTime(self, record, datefmt=None):
        ct = self.converter(record.created)
        if datefmt:
            if "%f" in datefmt:
                msec = "%03d" % record.msecs
                datefmt = datefmt.replace("%f", msec)
            s = time.strftime(datefmt, ct)
        else:
            t = time.strftime("%Y-%m-%d %H:%M:%S", ct)
            s = "%s.%03d" % (t, record.msecs)
        return s

class Log(object):
    def __init__(self, level: str, location: str):
        logging.addLevelName(LEVELS["trace"], "TRACE")
        self.logger = logging.getLogger(__name__)

        if not level.lower() in LEVELS:
            raise ValueError("Unknown log level '%s'" % level)
        stdout_level = LEVELS[level.lower()]

        self.logger.setLevel(LEVELS["trace"])

        formatter = BitBotFormatter(
            "%(asctime)s [%(levelname)s] %(message)s",
            "%Y-%m-%dT%H:%M:%S.%fZ")

        stdout_handler = logging.StreamHandler(sys.stdout)
        stdout_handler.setLevel(stdout_level)
        stdout_handler.setFormatter(formatter)
        self.logger.addHandler(stdout_handler)

        trace_handler = logging.handlers.TimedRotatingFileHandler(
            os.path.join(location, "trace.log"), when="midnight", backupCount=5)
        trace_handler.setLevel(LEVELS["trace"])
        trace_handler.setFormatter(formatter)
        self.logger.addHandler(trace_handler)

        warn_handler = logging.FileHandler(os.path.join(location, "warn.log"))
        warn_handler.setLevel(LEVELS["warn"])
        warn_handler.setFormatter(formatter)
        self.logger.addHandler(warn_handler)

        self._queue = queue.Queue() # type: queue.Queue[typing.Tuple[str, typing.List, int, typing.Dict]]
        self._thread = threading.Thread(target=self._loop)
        self._thread.daemon = True
        self._thread.start()

    def _loop(self):
        while True:
            message, params, level, kwargs = self._queue.get(block=True)
            self.logger.log(level, message, *params, **kwargs)

    def trace(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, LEVELS["trace"], kwargs)
    def debug(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, logging.DEBUG, kwargs)
    def info(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, logging.INFO, kwargs)
    def warn(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, logging.WARN, kwargs)
    def error(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, logging.ERROR, kwargs)
    def critical(self, message: str, params: typing.List, **kwargs):
        self._log(message, params, logging.CRITICAL, kwargs)
    def _log(self, message: str, params: typing.List, level: int, kwargs: dict):
        if kwargs.get("exc_info") == True:
            # because we're doing the actual logging on another thread,
            # we need to catch actual exception information here.
            kwargs["exc_info"] = sys.exc_info()
        self._queue.put((message, params, level, kwargs))