Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 1 | # Copyright 2017-present Open Networking Foundation |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 15 | from six import iteritems |
| 16 | import copy |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 17 | import logging |
| 18 | import logging.config |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 19 | import structlog |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 20 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 21 | """ |
| 22 | We expose the Structlog logging interface directly. |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 23 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 24 | This should allow callers to bind contexts incrementally and configure and use |
| 25 | other features of structlog directly. |
Sapan Bhatia | b734774 | 2017-09-22 09:41:56 -0700 | [diff] [blame] | 26 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 27 | To create a logging_config dictionary see these docs: |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 28 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 29 | https://docs.python.org/2.7/library/logging.config.html#logging.config.dictConfig |
| 30 | http://www.structlog.org/en/stable/standard-library.html#rendering-using-structlog-based-formatters-within-logging |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 31 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 32 | When setting log level, the higher of logging_config['logger'][*]['level'] and |
| 33 | logging_config['handler'][*]['level'] is used. |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 34 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 35 | If the handler's level is set to "DEBUG" but the handler's is set to "ERROR", |
| 36 | the handler will only log "ERROR" level messages. |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 37 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 38 | List of logging levels: |
| 39 | https://docs.python.org/2.7/library/logging.html#logging-levels |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 40 | |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 41 | """ |
| 42 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 43 | # Add a TRACE log level to both structlog and normal python logger |
| 44 | |
| 45 | # new level is 5, per these locations: |
| 46 | # https://github.com/python/cpython/blob/2.7/Lib/logging/__init__.py#L132 |
| 47 | # https://github.com/hynek/structlog/blob/18.2.0/src/structlog/stdlib.py#L296 |
| 48 | structlog.stdlib.TRACE = TRACE_LOGLVL = 5 |
| 49 | structlog.stdlib._NAME_TO_LEVEL['trace'] = TRACE_LOGLVL |
| 50 | logging.addLevelName(TRACE_LOGLVL, "TRACE") |
| 51 | |
| 52 | |
| 53 | # Create structlog TRACE level and add to BoundLogger object |
| 54 | # https://github.com/hynek/structlog/blob/18.2.0/src/structlog/stdlib.py#L59 |
| 55 | def trace_structlog(self, event=None, *args, **kw): |
| 56 | ''' enable TRACE for structlog ''' |
| 57 | return self._proxy_to_logger("trace", event, *args, **kw) |
| 58 | |
| 59 | |
| 60 | structlog.stdlib.BoundLogger.trace = trace_structlog |
| 61 | |
| 62 | |
| 63 | # create standard logger TRACE level and add to Logger object |
| 64 | # https://github.com/python/cpython/blob/2.7/Lib/logging/__init__.py#L1152 |
| 65 | def trace_loglevel(self, message, *args, **kws): |
| 66 | ''' enable TRACE for standard logger''' |
| 67 | if self.isEnabledFor(TRACE_LOGLVL): |
| 68 | self._log(TRACE_LOGLVL, message, args, **kws) |
| 69 | |
| 70 | |
| 71 | logging.Logger.trace = trace_loglevel |
| 72 | |
| 73 | # used to return same logger on multiple calls without reconfiguring it |
| 74 | # may be somewhat redundant with "cache_logger_on_first_use" in structlog |
Sapan Bhatia | 74cd1e4 | 2017-08-14 02:00:04 -0400 | [diff] [blame] | 75 | CURRENT_LOGGER = None |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 76 | CURRENT_LOGGER_PARAMS = None |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 77 | |
Sapan Bhatia | b734774 | 2017-09-22 09:41:56 -0700 | [diff] [blame] | 78 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 79 | def create_logger(logging_config=None, level=None): |
Sapan Bhatia | 9ec41c2 | 2017-08-24 05:31:28 -0400 | [diff] [blame] | 80 | """ |
| 81 | Args: |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 82 | logging_config (dict): Input to logging.config.dictConfig |
| 83 | level(logging.loglevel): Overrides logging level for all loggers |
Sapan Bhatia | 9ec41c2 | 2017-08-24 05:31:28 -0400 | [diff] [blame] | 84 | |
| 85 | Returns: |
| 86 | log: structlog logger |
| 87 | """ |
| 88 | |
Sapan Bhatia | 74cd1e4 | 2017-08-14 02:00:04 -0400 | [diff] [blame] | 89 | global CURRENT_LOGGER |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 90 | global CURRENT_LOGGER_PARAMS |
| 91 | |
| 92 | if CURRENT_LOGGER and CURRENT_LOGGER_PARAMS == (logging_config, level): |
Sapan Bhatia | 74cd1e4 | 2017-08-14 02:00:04 -0400 | [diff] [blame] | 93 | return CURRENT_LOGGER |
Sapan Bhatia | b734774 | 2017-09-22 09:41:56 -0700 | [diff] [blame] | 94 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 95 | # store unmodified config, which is changed later |
| 96 | CURRENT_LOGGER_PARAMS = (copy.deepcopy(logging_config), level) |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 97 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 98 | # set bare minimum config if not set |
| 99 | if not logging_config: |
| 100 | logging_config = {'version': 1} |
| 101 | |
| 102 | # check if formatters exists in logging_config, set defaults if not set |
| 103 | if "formatters" not in logging_config: |
| 104 | |
| 105 | logging_config['formatters'] = { |
| 106 | 'json': { |
| 107 | '()': structlog.stdlib.ProcessorFormatter, |
| 108 | "processor": structlog.processors.JSONRenderer(), |
| 109 | }, |
| 110 | 'structured-color': { |
| 111 | '()': structlog.stdlib.ProcessorFormatter, |
| 112 | 'processor': structlog.dev.ConsoleRenderer(colors=True), |
| 113 | }, |
| 114 | 'structured': { |
| 115 | '()': structlog.stdlib.ProcessorFormatter, |
| 116 | 'processor': structlog.dev.ConsoleRenderer(colors=False), |
| 117 | }, |
| 118 | } |
| 119 | |
| 120 | # set a default colored output to console handler if none are set |
| 121 | if "handlers" not in logging_config: |
| 122 | |
| 123 | logging_config['handlers'] = { |
| 124 | 'default': { |
| 125 | 'class': 'logging.StreamHandler', |
| 126 | 'level': 'DEBUG', |
| 127 | }, |
| 128 | } |
| 129 | |
| 130 | # if a formatter isn't set in a handler, use structured formatter |
| 131 | for k, v in iteritems(logging_config['handlers']): |
| 132 | if 'formatter' not in v: |
| 133 | v['formatter'] = 'structured' |
| 134 | |
| 135 | # add loggers if they don't exist or default '' logger is missing |
| 136 | if "loggers" not in logging_config or '' not in logging_config['loggers']: |
| 137 | |
| 138 | # By default, include all handlers in default '' logger |
| 139 | handler_l = logging_config['handlers'].keys() |
| 140 | |
| 141 | logging_config['loggers'] = { |
| 142 | '': { |
| 143 | 'handlers': handler_l, |
| 144 | 'level': 'NOTSET', # don't filter on level in logger |
| 145 | 'propagate': True |
| 146 | }, |
| 147 | } |
| 148 | |
| 149 | # If level is set, override log level of base loggers |
| 150 | if level: |
| 151 | for k, v in iteritems(logging_config['loggers']): |
| 152 | v['level'] = level |
| 153 | |
| 154 | # configure standard logger |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 155 | logging.config.dictConfig(logging_config) |
| 156 | |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 157 | # configure structlog |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 158 | structlog.configure( |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 159 | processors=[ |
| 160 | structlog.processors.StackInfoRenderer(), |
| 161 | structlog.processors.format_exc_info, |
| 162 | structlog.stdlib.ProcessorFormatter.wrap_for_formatter, |
| 163 | ], |
| 164 | context_class=dict, |
| 165 | logger_factory=structlog.stdlib.LoggerFactory(), |
| 166 | wrapper_class=structlog.stdlib.BoundLogger, |
| 167 | cache_logger_on_first_use=True, |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 168 | ) |
| 169 | |
| 170 | log = structlog.get_logger() |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 171 | |
Sapan Bhatia | 74cd1e4 | 2017-08-14 02:00:04 -0400 | [diff] [blame] | 172 | CURRENT_LOGGER = log |
Zack Williams | 4113213 | 2018-10-19 12:14:45 -0700 | [diff] [blame^] | 173 | |
Varun Belur | f81a5fc | 2017-08-11 16:52:59 -0700 | [diff] [blame] | 174 | return log |