1 继承日志模块生成自定义日志
from __future__ import absolute_importimport os import sys import time import datetime import logging import logging.handlers import tempfileDATE_FORMAT = '%Y-%m-%d %H:%M:%S'def create_logfile():if 'SYAPI_LOG_TEST' in os.environ:value = tempfile.mkdtemp()elif 'SYAPI_LOG' in os.environ:value = os.environ['SYAPI_LOG']else:value = os.path.join('/var/log','syapi')try:value = os.path.abspath(value)if os.path.exists(value):if not os.path.isdir(value):raise IOError('No such directory: "%s"' % value)if not os.access(value, os.W_OK):raise IOError('Permission denied: "%s"' % value)if not os.path.exists(value):os.makedirs(value)except:print('"%s" is not a valid value for syapi_log.' % value)print('Set the envvar SYAPI_LOG to fix your configuration.')raisereturn valueclass JobIdLogger(logging.Logger):def makeRecord(self, name, level, fn, lno, msg, args, exc_info, func=None, extra=None):"""Customizing it to set a default value for extra['job_id']"""rv = logging.LogRecord(name, level, fn, lno, msg, args, exc_info, func)if extra is not None:for key in extra:if (key in ["message", "asctime"]) or (key in rv.__dict__):raise KeyError("Attempt to overwrite %r in LogRecord" % key)rv.__dict__[key] = extra[key]if 'job_id' not in rv.__dict__:rv.__dict__['job_id'] = ''return rvclass JobIdLoggerAdapter(logging.LoggerAdapter):"""Accepts an optional keyword argument: 'job_id'You can use this in 2 ways:1. On class initializationadapter = JobIdLoggerAdapter(logger, {'job_id': job_id})adapter.debug(msg)2. On method invocationadapter = JobIdLoggerAdapter(logger, {})adapter.debug(msg, job_id=id)"""def process(self, msg, kwargs):if 'job_id' in kwargs:if 'extra' not in kwargs:kwargs['extra'] = {}kwargs['extra']['job_id'] = ' [%s]' % kwargs['job_id']del kwargs['job_id']elif 'job_id' in self.extra:if 'extra' not in kwargs:kwargs['extra'] = {}kwargs['extra']['job_id'] = ' [%s]' % self.extra['job_id']return msg, kwargsdef setup_logging(flag,job_id):# Set custom logger logging.setLoggerClass(JobIdLogger)formatter = logging.Formatter(fmt="%(asctime)s%(job_id)s [%(levelname)-5s] %(message)s",datefmt=DATE_FORMAT,)sh_logger = logging.getLogger('sy_stream')sh_logger.setLevel(logging.DEBUG)sh = logging.StreamHandler(sys.stdout)sh.setFormatter(formatter)sh.setLevel(logging.DEBUG)sh_logger.addHandler(sh)log_dir = create_logfile()log_name = str(flag)+"-"+ str(job_id) + ".log"log_path = os.path.join(log_dir, log_name)if log_path is not None:file_logger = logging.getLogger('sy_file')file_logger.setLevel(logging.DEBUG)fh = logging.FileHandler(log_path, "w")fh.setFormatter(formatter)fh.setLevel(logging.DEBUG)file_logger.addHandler(fh)# Useful shortcut for the webapp, which may set job_idreturn JobIdLoggerAdapter(file_logger,{'job_id':job_id})else:print('WARNING: log_file config option not found - no log file is being saved')return JobIdLoggerAdapter(sh_logger, {'job_id':job_id})def init_kubelog_logger(flag,job_id):logger = setup_logging(flag,job_id)return logger# job_id = '%s-%s' % (time.strftime('%Y%m%d-%H%M%S'), os.urandom(2).encode('hex')) # log_obj = init_kubelog_logger("syapi",job_id) log_obj = init_kubelog_logger("syapi","user001")log_obj.info("hello world log start") # create_time = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S') # create_time_c = time.time()
)
