You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
219 lines
7.1 KiB
219 lines
7.1 KiB
# Copyright 2016 Splunk, Inc.
|
|
# SPDX-FileCopyrightText: 2020 2020
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
"""
|
|
This module provides log functionalities.
|
|
"""
|
|
|
|
import logging
|
|
import logging.handlers
|
|
import os.path as op
|
|
from threading import Lock
|
|
|
|
from .pattern import Singleton
|
|
from .splunkenv import make_splunkhome_path
|
|
|
|
__all__ = ["log_enter_exit", "LogException", "Logs"]
|
|
|
|
|
|
def log_enter_exit(logger):
|
|
"""Decorator for logger to log function enter and exit.
|
|
|
|
This decorator will generate a lot of debug log, please add this
|
|
only when it is required.
|
|
|
|
:param logger: Logger to decorate.
|
|
:type logger: ``logging.Logger``
|
|
|
|
Usage::
|
|
>>> @log_enter_exit
|
|
>>> def myfunc():
|
|
>>> doSomething()
|
|
"""
|
|
|
|
def log_decorator(func):
|
|
def wrapper(*args, **kwargs):
|
|
logger.debug("%s entered", func.__name__)
|
|
result = func(*args, **kwargs)
|
|
logger.debug("%s exited", func.__name__)
|
|
return result
|
|
|
|
return wrapper
|
|
|
|
return log_decorator
|
|
|
|
|
|
class LogException(Exception):
|
|
pass
|
|
|
|
|
|
class Logs(metaclass=Singleton):
|
|
"""A singleton class that manage all kinds of logger.
|
|
|
|
Usage::
|
|
|
|
>>> from solnlib.import log
|
|
>>> log.Logs.set_context(directory='/var/log/test',
|
|
namespace='test')
|
|
>>> logger = log.Logs().get_logger('mymodule')
|
|
>>> logger.set_level(logging.DEBUG)
|
|
>>> logger.debug('a debug log')
|
|
"""
|
|
|
|
# Normal logger settings
|
|
_default_directory = None
|
|
_default_namespace = None
|
|
_default_log_format = (
|
|
"%(asctime)s %(levelname)s pid=%(process)d tid=%(threadName)s "
|
|
"file=%(filename)s:%(funcName)s:%(lineno)d | %(message)s"
|
|
)
|
|
_default_log_level = logging.INFO
|
|
_default_max_bytes = 25000000
|
|
_default_backup_count = 5
|
|
|
|
# Default root logger settings
|
|
_default_root_logger_log_file = "solnlib"
|
|
|
|
@classmethod
|
|
def set_context(cls, **context):
|
|
"""set log context.
|
|
|
|
:param directory: (optional) Log directory, default is splunk log
|
|
root directory.
|
|
:type directory: ``string``
|
|
:param namespace: (optional) Logger namespace, default is None.
|
|
:type namespace: ``string``
|
|
:param log_format: (optional) Log format, default is:
|
|
'%(asctime)s %(levelname)s pid=%(process)d tid=%(threadName)s
|
|
file=%(filename)s:%(funcName)s:%(lineno)d | %(message)s'.
|
|
:type log_format: ``string``
|
|
:param log_level: (optional) Log level, default is logging.INFO.
|
|
:type log_level: ``integer``
|
|
:param max_bytes: (optional) The maximum log file size before
|
|
rollover, default is 25000000.
|
|
:type max_bytes: ``integer``
|
|
:param backup_count: (optional) The number of log files to retain,
|
|
default is 5.
|
|
:type backup_count: ``integer``
|
|
:param root_logger_log_file: (optional) Root logger log file name,
|
|
default is 'solnlib'.
|
|
:type root_logger_log_file: ``string``
|
|
"""
|
|
|
|
if "directory" in context:
|
|
cls._default_directory = context["directory"]
|
|
if "namespace" in context:
|
|
cls._default_namespace = context["namespace"]
|
|
if "log_format" in context:
|
|
cls._default_log_format = context["log_format"]
|
|
if "log_level" in context:
|
|
cls._default_log_level = context["log_level"]
|
|
if "max_bytes" in context:
|
|
cls._default_max_bytes = context["max_bytes"]
|
|
if "backup_count" in context:
|
|
cls._default_backup_count = context["backup_count"]
|
|
if "root_logger_log_file" in context:
|
|
cls._default_root_logger_log_file = context["root_logger_log_file"]
|
|
cls._reset_root_logger()
|
|
|
|
@classmethod
|
|
def _reset_root_logger(cls):
|
|
logger = logging.getLogger()
|
|
log_file = cls._get_log_file(cls._default_root_logger_log_file)
|
|
file_handler = logging.handlers.RotatingFileHandler(
|
|
log_file,
|
|
mode="a",
|
|
maxBytes=cls._default_max_bytes,
|
|
backupCount=cls._default_backup_count,
|
|
)
|
|
file_handler.setFormatter(logging.Formatter(cls._default_log_format))
|
|
logger.addHandler(file_handler)
|
|
logger.setLevel(cls._default_log_level)
|
|
|
|
@classmethod
|
|
def _get_log_file(cls, name):
|
|
if cls._default_namespace:
|
|
name = "{}_{}.log".format(cls._default_namespace, name)
|
|
else:
|
|
name = "{}.log".format(name)
|
|
|
|
if cls._default_directory:
|
|
directory = cls._default_directory
|
|
else:
|
|
try:
|
|
directory = make_splunkhome_path(["var", "log", "splunk"])
|
|
except KeyError:
|
|
raise LogException(
|
|
"Log directory is empty, please set log directory "
|
|
'by calling Logs.set_context(directory="/var/log/...").'
|
|
)
|
|
log_file = op.sep.join([directory, name])
|
|
|
|
return log_file
|
|
|
|
def __init__(self):
|
|
self._lock = Lock()
|
|
self._loggers = {}
|
|
|
|
def get_logger(self, name):
|
|
"""Get logger with the name of `name`.
|
|
|
|
If logger with the name of `name` exists just return else create a new
|
|
logger with the name of `name`.
|
|
|
|
:param name: Logger name, it will be used as log file name too.
|
|
:type name: ``string``
|
|
:returns: A named logger.
|
|
:rtype: ``logging.Logger``
|
|
"""
|
|
|
|
with self._lock:
|
|
log_file = self._get_log_file(name)
|
|
if log_file in self._loggers:
|
|
return self._loggers[log_file]
|
|
|
|
logger = logging.getLogger(log_file)
|
|
handler_exists = any(
|
|
[True for h in logger.handlers if h.baseFilename == log_file]
|
|
)
|
|
if not handler_exists:
|
|
file_handler = logging.handlers.RotatingFileHandler(
|
|
log_file,
|
|
mode="a",
|
|
maxBytes=self._default_max_bytes,
|
|
backupCount=self._default_backup_count,
|
|
)
|
|
file_handler.setFormatter(logging.Formatter(self._default_log_format))
|
|
logger.addHandler(file_handler)
|
|
logger.setLevel(self._default_log_level)
|
|
logger.propagate = False
|
|
|
|
self._loggers[log_file] = logger
|
|
return logger
|
|
|
|
def set_level(self, level, name=None):
|
|
"""Set log level of logger.
|
|
|
|
Set log level of all logger if `name` is None else of
|
|
logger with the name of `name`.
|
|
|
|
:param level: Log level to set.
|
|
:type level: ``integer``
|
|
:param name: (optional) The name of logger, default is None.
|
|
:type name: ``string``
|
|
"""
|
|
|
|
with self._lock:
|
|
if name:
|
|
log_file = self._get_log_file(name)
|
|
logger = self._loggers.get(log_file)
|
|
if logger:
|
|
logger.setLevel(level)
|
|
else:
|
|
self._default_log_level = level
|
|
for logger in list(self._loggers.values()):
|
|
logger.setLevel(level)
|
|
logging.getLogger().setLevel(level)
|