import logging, logging.handlers, os, queue, sys, threading, time, typing LEVELS = { "trace": logging.DEBUG-1, "debug": logging.DEBUG, "info": logging.INFO, "warn": logging.WARN, "error": logging.ERROR, "critical": logging.CRITICAL } class BitBotFormatter(logging.Formatter): converter = time.gmtime def formatTime(self, record, datefmt=None): ct = self.converter(record.created) if datefmt: if "%f" in datefmt: msec = "%03d" % record.msecs datefmt = datefmt.replace("%f", msec) s = time.strftime(datefmt, ct) else: t = time.strftime("%Y-%m-%d %H:%M:%S", ct) s = "%s.%03d" % (t, record.msecs) return s class Log(object): def __init__(self, level: str, location: str): logging.addLevelName(LEVELS["trace"], "TRACE") self.logger = logging.getLogger(__name__) if not level.lower() in LEVELS: raise ValueError("Unknown log level '%s'" % level) stdout_level = LEVELS[level.lower()] self.logger.setLevel(LEVELS["trace"]) formatter = BitBotFormatter( "%(asctime)s [%(levelname)s] %(message)s", "%Y-%m-%dT%H:%M:%S.%fZ") stdout_handler = logging.StreamHandler(sys.stdout) stdout_handler.setLevel(stdout_level) stdout_handler.setFormatter(formatter) self.logger.addHandler(stdout_handler) trace_handler = logging.handlers.TimedRotatingFileHandler( os.path.join(location, "trace.log"), when="midnight", backupCount=5) trace_handler.setLevel(LEVELS["trace"]) trace_handler.setFormatter(formatter) self.logger.addHandler(trace_handler) warn_handler = logging.FileHandler(os.path.join(location, "warn.log")) warn_handler.setLevel(LEVELS["warn"]) warn_handler.setFormatter(formatter) self.logger.addHandler(warn_handler) self._queue = queue.Queue() # type: queue.Queue[typing.Tuple[str, typing.List, int, typing.Dict]] self._thread = threading.Thread(target=self._loop) self._thread.daemon = True self._thread.start() def _loop(self): while True: message, params, level, kwargs = self._queue.get(block=True) self.logger.log(level, message, *params, **kwargs) def trace(self, message: str, params: typing.List, **kwargs): self._log(message, params, LEVELS["trace"], kwargs) def debug(self, message: str, params: typing.List, **kwargs): self._log(message, params, logging.DEBUG, kwargs) def info(self, message: str, params: typing.List, **kwargs): self._log(message, params, logging.INFO, kwargs) def warn(self, message: str, params: typing.List, **kwargs): self._log(message, params, logging.WARN, kwargs) def error(self, message: str, params: typing.List, **kwargs): self._log(message, params, logging.ERROR, kwargs) def critical(self, message: str, params: typing.List, **kwargs): self._log(message, params, logging.CRITICAL, kwargs) def _log(self, message: str, params: typing.List, level: int, kwargs: dict): if kwargs.get("exc_info") == True: # because we're doing the actual logging on another thread, # we need to catch actual exception information here. kwargs["exc_info"] = sys.exc_info() self._queue.put((message, params, level, kwargs))