mirror of
https://git.yoctoproject.org/poky
synced 2026-02-05 16:28:43 +01:00
Currently one of the bigger bottlenecks in bitbake is passing all the log messages over IPC to the UI. This is worthwhile if the UI is going to use them, pointless otherwise. The memory resident bitbake suffers from this performance issue particularly badly. This patch filters the log events on the server side with the global log levels and hence reduces the traffic. This speeds up parsing (18.5s down to 17s) and bitbake general command overhead is reduced (7.3s for a NOP to 6.2s). What isn't added here is general event filtering or the ability to change the log levels once set. Provision is made for adding this in a follow up patch though. (Bitbake rev: 1bf0e88f57ba0bca62532e81d0d62cf88e2abcbb) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
183 lines
5.1 KiB
Python
183 lines
5.1 KiB
Python
# ex:ts=4:sw=4:sts=4:et
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
"""
|
|
BitBake 'msg' implementation
|
|
|
|
Message handling infrastructure for bitbake
|
|
|
|
"""
|
|
|
|
# Copyright (C) 2006 Richard Purdie
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
import sys
|
|
import copy
|
|
import logging
|
|
import collections
|
|
from itertools import groupby
|
|
import warnings
|
|
import bb
|
|
import bb.event
|
|
|
|
class BBLogFormatter(logging.Formatter):
|
|
"""Formatter which ensures that our 'plain' messages (logging.INFO + 1) are used as is"""
|
|
|
|
DEBUG3 = logging.DEBUG - 2
|
|
DEBUG2 = logging.DEBUG - 1
|
|
DEBUG = logging.DEBUG
|
|
VERBOSE = logging.INFO - 1
|
|
NOTE = logging.INFO
|
|
PLAIN = logging.INFO + 1
|
|
ERROR = logging.ERROR
|
|
WARNING = logging.WARNING
|
|
CRITICAL = logging.CRITICAL
|
|
|
|
levelnames = {
|
|
DEBUG3 : 'DEBUG',
|
|
DEBUG2 : 'DEBUG',
|
|
DEBUG : 'DEBUG',
|
|
VERBOSE: 'NOTE',
|
|
NOTE : 'NOTE',
|
|
PLAIN : '',
|
|
WARNING : 'WARNING',
|
|
ERROR : 'ERROR',
|
|
CRITICAL: 'ERROR',
|
|
}
|
|
|
|
color_enabled = False
|
|
BASECOLOR, BLACK, RED, GREEN, YELLOW, BLUE, MAGENTA, CYAN, WHITE = range(29,38)
|
|
|
|
COLORS = {
|
|
DEBUG3 : CYAN,
|
|
DEBUG2 : CYAN,
|
|
DEBUG : CYAN,
|
|
VERBOSE : BASECOLOR,
|
|
NOTE : BASECOLOR,
|
|
PLAIN : BASECOLOR,
|
|
WARNING : YELLOW,
|
|
ERROR : RED,
|
|
CRITICAL: RED,
|
|
}
|
|
|
|
BLD = '\033[1;%dm'
|
|
STD = '\033[%dm'
|
|
RST = '\033[0m'
|
|
|
|
def getLevelName(self, levelno):
|
|
try:
|
|
return self.levelnames[levelno]
|
|
except KeyError:
|
|
self.levelnames[levelno] = value = 'Level %d' % levelno
|
|
return value
|
|
|
|
def format(self, record):
|
|
record.levelname = self.getLevelName(record.levelno)
|
|
if record.levelno == self.PLAIN:
|
|
msg = record.getMessage()
|
|
else:
|
|
if self.color_enabled:
|
|
record = self.colorize(record)
|
|
msg = logging.Formatter.format(self, record)
|
|
|
|
if hasattr(record, 'bb_exc_info'):
|
|
etype, value, tb = record.bb_exc_info
|
|
formatted = bb.exceptions.format_exception(etype, value, tb, limit=5)
|
|
msg += '\n' + ''.join(formatted)
|
|
return msg
|
|
|
|
def colorize(self, record):
|
|
color = self.COLORS[record.levelno]
|
|
if self.color_enabled and color is not None:
|
|
record = copy.copy(record)
|
|
record.levelname = "".join([self.BLD % color, record.levelname, self.RST])
|
|
record.msg = "".join([self.STD % color, record.msg, self.RST])
|
|
return record
|
|
|
|
def enable_color(self):
|
|
self.color_enabled = True
|
|
|
|
class BBLogFilter(object):
|
|
def __init__(self, handler, level, debug_domains):
|
|
self.stdlevel = level
|
|
self.debug_domains = debug_domains
|
|
loglevel = level
|
|
for domain in debug_domains:
|
|
if debug_domains[domain] < loglevel:
|
|
loglevel = debug_domains[domain]
|
|
handler.setLevel(loglevel)
|
|
handler.addFilter(self)
|
|
|
|
def filter(self, record):
|
|
if record.levelno >= self.stdlevel:
|
|
return True
|
|
if record.name in self.debug_domains and record.levelno >= self.debug_domains[record.name]:
|
|
return True
|
|
return False
|
|
|
|
|
|
|
|
# Message control functions
|
|
#
|
|
|
|
loggerDefaultDebugLevel = 0
|
|
loggerDefaultVerbose = False
|
|
loggerVerboseLogs = False
|
|
loggerDefaultDomains = []
|
|
|
|
def init_msgconfig(verbose, debug, debug_domains = []):
|
|
"""
|
|
Set default verbosity and debug levels config the logger
|
|
"""
|
|
bb.msg.loggerDefaultDebugLevel = debug
|
|
bb.msg.loggerDefaultVerbose = verbose
|
|
if verbose:
|
|
bb.msg.loggerVerboseLogs = True
|
|
bb.msg.loggerDefaultDomains = debug_domains
|
|
|
|
def constructLogOptions():
|
|
debug = loggerDefaultDebugLevel
|
|
verbose = loggerDefaultVerbose
|
|
domains = loggerDefaultDomains
|
|
|
|
if debug:
|
|
level = BBLogFormatter.DEBUG - debug + 1
|
|
elif verbose:
|
|
level = BBLogFormatter.VERBOSE
|
|
else:
|
|
level = BBLogFormatter.NOTE
|
|
|
|
debug_domains = {}
|
|
for (domainarg, iterator) in groupby(domains):
|
|
dlevel = len(tuple(iterator))
|
|
debug_domains["BitBake.%s" % domainarg] = logging.DEBUG - dlevel + 1
|
|
return level, debug_domains
|
|
|
|
def addDefaultlogFilter(handler):
|
|
level, debug_domains = constructLogOptions()
|
|
|
|
BBLogFilter(handler, level, debug_domains)
|
|
|
|
#
|
|
# Message handling functions
|
|
#
|
|
|
|
def fatal(msgdomain, msg):
|
|
if msgdomain:
|
|
logger = logging.getLogger("BitBake.%s" % msgdomain)
|
|
else:
|
|
logger = logging.getLogger("BitBake")
|
|
logger.critical(msg)
|
|
sys.exit(1)
|