1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
|
"""configure_logging redirects print and the logger to use the freeorion server.
Output redirected to the freeorion server prints in the appropriate log:
freeorion.log freeoriond.log or AI_<N>.log.
logging messages of levels warning and above are decorated with module name, file name, function name and line number.
Usage:
from common.configure_logging import redirect_logging_to_freeorion_logger
redirect_logging_to_freeorion_logger(log_level)
Then use python logging or print and have it re-directed appropriately.
Notes on using the standard python logger: The python standard library is
composed of two basic parts: loggers and handlers. Loggers generate the log and
associate level, timing, filename, function, line number and other information
with the log. Handlers convert the logging stream to file, console, email etc.
* Using the root logger directly is the simplest way to log:
logging.debug(msg)
logging.info(msg)
logging.warning(msg)
logging.error(msg)
logging.fatal(msg)
* The log level of the root logger can be changed with:
logging.getLogger().setLevel(logging.WARN)
* The log level of the root logger can be checked with:
logging.getLogger().isEnableFor(logging.WARN)
* One strength of the python standard logging library is the ability to create
arbitrary hierarchical loggers. Loggers are created globally when getLogger()
is called with any string. The hierarchical levels are dot separated. The
root logger is the empty string. The following creates a logger:
logging.getLogger("toplevel.2ndlevel")
* Loggers can be filtered by log level hierarchically. The following turns off
logging below warning level for all loggers and then turns debug logging on
for "name.subname" and its children. This means that the log stream only
contains logging for that one component.
logging.getLogger().setLevel(logging.ERROR)
logging.getLogger(name.subname).setLevel(logging.DEBUG)
* Logger formats string using the old format style. Importantly, it only
formats the string if that level of debugging is enabled. This means that if
the formatting is left to the logging sub-system, then there is no overhead to
format the string if that log level is not enabled.
logging("A formatted %s contained the number nine %d", "string", 9)
* The following log levels have sinks in the game engine that write to the
logfiles and include their level. They should be used as follows:
FATAL - used for errors that will crash the python engine.
ERROR - used of "major" unrecoverable errors which will affect game play.
For example being unable to place all the homeworlds.
WARNING - used for "minor", recoverable errors.
For example not getting a ship object from a (supposedly valid) ship id.
INFO - used to report game state and progress.
For example showing a table about colonization possibilities or threat assessment.
DEBUG - used for low-level implementation or calculation details.
For example the calculations when rating a fleet.
For more information about the python standard library logger see
https://docs.python.org/2/howto/logging.html
"""
import logging
import os
import sys
import traceback
try:
import freeorion_logger # FreeOrion logger interface pylint: disable=import-error
except ImportError:
# Create an alternative logger for use in testing when the server is unavailable
class _FreeOrionLoggerForTest:
"""A stub freeorion_logger for testing"""
@staticmethod
def debug(msg, *args):
print(msg)
@staticmethod
def info(msg, *args):
print(msg)
@staticmethod
def warn(msg, *args):
print(msg)
@staticmethod
def error(msg, *args):
print(msg, file=sys.stderr)
@staticmethod
def fatal(msg, *args):
print(msg, file=sys.stderr)
freeorion_logger = _FreeOrionLoggerForTest()
class _stdXLikeStream:
"""A stream-like object to redirect stdout or stderr to the C++ process."""
def __init__(self, level):
self.logger = {
logging.DEBUG: freeorion_logger.debug,
logging.INFO: freeorion_logger.info,
logging.WARNING: freeorion_logger.warn,
logging.ERROR: freeorion_logger.error,
logging.FATAL: freeorion_logger.fatal,
logging.NOTSET: freeorion_logger.debug,
}[level]
def write(self, msg):
# Grab the caller's call frame info
if hasattr(sys, "_getframe"):
frame = sys._getframe(1)
try:
line_number = frame.f_lineno
filename = frame.f_code.co_filename
except: # noqa: E722
(filename, line_number) = ("", "")
finally:
# Explicitly del references to the caller's frame to avoid persistent reference cycles
del frame
else:
(filename, line_number) = ("", "")
try:
self.logger(msg, str(os.path.split(filename)[1]), line_number)
finally:
# Explicitly del references to the caller's frame to avoid persistent reference cycles
del filename
del line_number
class _LoggerHandler(logging.Handler):
"""A handler to send logs to the C++ process."""
def __init__(self, level):
super().__init__(level)
self.logger = {
logging.DEBUG: freeorion_logger.debug,
logging.INFO: freeorion_logger.info,
logging.WARNING: freeorion_logger.warn,
logging.ERROR: freeorion_logger.error,
logging.FATAL: freeorion_logger.fatal,
logging.NOTSET: freeorion_logger.debug,
}[level]
def emit(self, record):
msg = self.format(record)
# By default, there is no line terminator in the msg
# and the C++ backend will buffer the input until
# newline is reached, i.e. will not add any terminator itself.
# Since we don't want to manually add a newline terminator in
# each logging call, ensure proper line termination.
# Note that in the logging library, Handler.emit() is responsible
# to add the required terminator, not Handler.format()
if not msg.endswith("\n"):
msg += "\n"
self.logger(msg, record.filename, record.lineno)
class FOLogFormatter(logging.Formatter):
def formatException(self, ei):
exc_text = "".join(traceback.format_exception(*ei))
tb = ei[2]
if not tb:
return exc_text
while tb.tb_next:
tb = tb.tb_next
exc_text += "Local context: "
exc_text += str(tb.tb_frame.f_locals)
exc_text += "\n"
return exc_text
class _SingleLevelFilter(logging.Filter):
"""This filter selects for only one log level."""
def __init__(self, _level):
super().__init__()
self.level = _level
def filter(self, record):
return record.levelno == self.level
def _create_narrow_handler(level):
"""Create a handler for logger that forwards a single level of log
to the appropriate stream in the C++ app."""
h = _LoggerHandler(level)
h.setFormatter(FOLogFormatter())
h.addFilter(_SingleLevelFilter(level))
h.setLevel(level)
return h
def _unhandled_exception_hook(*exc_info):
traceback_msg = "Uncaught exception: {}".format("".join(traceback.format_exception(*exc_info)))
logging.getLogger().error(traceback_msg)
def redirect_logging_to_freeorion_logger(initial_log_level=logging.DEBUG):
"""Redirect stdout, stderr and the logging.logger to hosting process' freeorion_logger."""
if not hasattr(redirect_logging_to_freeorion_logger, "only_redirect_once"):
sys.stdout = _stdXLikeStream(logging.DEBUG)
sys.stderr = _stdXLikeStream(logging.ERROR)
print("Python stdout and stderr are redirected to ai process.")
# thread and process information is already provided by boost logging framework
# we can avoid some logging call overheads by turning this off
logging.logThreads = 0
logging.logProcesses = 0
logging.logMultiprocessing = 0
logger = logging.getLogger()
logger.addHandler(_create_narrow_handler(logging.DEBUG))
logger.addHandler(_create_narrow_handler(logging.INFO))
logger.addHandler(_create_narrow_handler(logging.WARNING))
logger.addHandler(_create_narrow_handler(logging.ERROR))
logger.addHandler(_create_narrow_handler(logging.FATAL))
logger.addHandler(_create_narrow_handler(logging.NOTSET))
# Replace the system unhandled exception handler
sys.excepthook = _unhandled_exception_hook
logger.setLevel(initial_log_level)
logger.info(
"The python logger is initialized with a log level of %s" % logging.getLevelName(logger.getEffectiveLevel())
)
redirect_logging_to_freeorion_logger.only_redirect_once = True
|