ctopd / kdflow /loss /__init__.py
codemaivanngu's picture
chore(upstream): import Cross-Tokenizer-OPD source snapshot
0ca529a unverified
Raw History Blame Contribute Delete
1.09 kB
import importlib
import os
import glob
from functools import partial
LOSS_DICT = {}
def register_loss(name):
def decorator(fn):
LOSS_DICT[name] = fn
return fn
return decorator
_current_dir = os.path.dirname(os.path.abspath(__file__))
_module_files = glob.glob(os.path.join(_current_dir, "*.py"))
for f in _module_files:
if f.endswith("__init__.py"):
continue
module_name = os.path.basename(f)[:-3]
importlib.import_module(f"kdflow.loss.{module_name}")
def build_loss_fn(name, args):
"""Build a loss function with args-specific hyperparams pre-bound via functools.partial."""
fn = LOSS_DICT[name]
kd = args.kd
common = {"temperature": kd.kd_temperature}
extra_params = {
"jsd": {"jsd_beta": kd.jsd_beta},
"skl": {"skew_lambda": kd.skew_lambda},
"srkl": {"skew_lambda": kd.skew_lambda},
"akl": {"adaptive_kl_alpha": kd.adaptive_alpha},
"hrl": {"hrl_topk": kd.hrl_topk},
}
return partial(fn, **common, **extra_params.get(name, {}))