ctopd / kdflow /utils /logging_utils.py
codemaivanngu's picture
chore(upstream): import Cross-Tokenizer-OPD source snapshot
0ca529a unverified
Raw History Blame Contribute Delete
3.47 kB
import logging
import sys
_FORMAT = "[%(asctime)s] [%(levelname)s] [%(filename)s:%(funcName)s:%(lineno)s] %(message)s"
_DATE_FORMAT = "%Y-%m-%d %H:%M:%S"
_LEVEL_COLORS = {"DEBUG": "36", "INFO": "32", "WARNING": "33", "ERROR": "31", "CRITICAL": "1;31"}
_DIM = "\033[2m"
_RESET = "\033[0m"
def define_wandb_metrics(wandb) -> None:
"""Configure the shared step metric for all trainer metric namespaces."""
wandb.define_metric("train/global_step")
for namespace in ("train", "distill", "rollout", "timing"):
wandb.define_metric(
f"{namespace}/*",
step_metric="train/global_step",
step_sync=True,
)
wandb.define_metric("eval/global_step")
wandb.define_metric("eval/*", step_metric="eval/global_step", step_sync=True)
def normalize_eval_metrics(metrics):
"""Convert trainer metric names and scalar values to the eval namespace."""
normalized = {}
for key, value in metrics.items():
key = key if key.startswith("eval/") else f"eval/{key.split('/', 1)[-1]}"
normalized[key] = value.item() if hasattr(value, "item") else float(value)
return normalized
def log_eval_metrics(strategy, wandb, metrics, global_step):
"""Log evaluation metrics to the console and wandb."""
metrics = normalize_eval_metrics(metrics)
if not metrics:
return metrics
values = ", ".join(f"{key}: {value:.6f}" for key, value in sorted(metrics.items()))
strategy.log(f"Evaluation at global step {global_step}, {values}")
if wandb is not None:
wandb.log({"eval/global_step": global_step, **metrics})
return metrics
class ColoredNewLineFormatter(logging.Formatter):
"""Colored formatter that also aligns multi-line messages."""
def format(self, record):
c = _LEVEL_COLORS.get(record.levelname)
if c:
saved = record.levelname, record.filename, record.funcName, record.lineno
bold = "1;" if record.levelname == "CRITICAL" else ""
record.levelname = f"\033[{bold}{c}m{record.levelname}{_RESET}"
record.filename = f"{_DIM}{record.filename}"
record.funcName = f"{record.funcName}"
record.lineno = f"{saved[3]}{_RESET}"
msg = super().format(record)
record.levelname, record.filename, record.funcName, record.lineno = saved
else:
msg = super().format(record)
if record.message != "":
parts = msg.split(record.message)
msg = msg.replace("\n", "\r\n" + parts[0])
return msg
_root_logger = logging.getLogger("kdflow")
_default_handler = None
def _setup_logger():
_root_logger.setLevel(logging.DEBUG)
global _default_handler
if _default_handler is None:
_default_handler = logging.StreamHandler(sys.stdout)
_default_handler.flush = sys.stdout.flush # type: ignore
_default_handler.setLevel(logging.INFO)
_root_logger.addHandler(_default_handler)
fmt = ColoredNewLineFormatter(_FORMAT, datefmt=_DATE_FORMAT)
_default_handler.setFormatter(fmt)
# Setting this will avoid the message
# being propagated to the parent logger.
_root_logger.propagate = False
_setup_logger()
def init_logger(name: str):
# Use the same settings as above for root logger
logger = logging.getLogger(name)
logger.setLevel(logging.DEBUG)
logger.addHandler(_default_handler)
logger.propagate = False
return logger