{
 "config": {
  "run_name": "dec_v4",
  "data": "data/lc_mix",
  "cache": "data/lc_mix/dec_v14",
  "seed": 0,
  "model": {
   "d": 384,
   "layers": 6,
   "heads": 6,
   "ff": 1536,
   "K": 8,
   "dropout": 0.05
  },
  "train": {
   "steps": 130000,
   "batch": 512,
   "lr": 0.0002,
   "wd": 0.01,
   "warmup": 2000,
   "min_lr_frac": 0.05,
   "schedule": "wsd",
   "decay_frac": 0.2,
   "label_smoothing": 0.02,
   "grad_clip": 1.0,
   "p_noise": 0.4,
   "max_angle_cos": 0.99,
   "logn_jitter": 0.02,
   "p_dz": 0.3,
   "rewarm": 500,
   "log_every": 100,
   "eval_every": 2500,
   "eval_n": 1024,
   "eval_ce_n": 4096,
   "len_buckets": 16,
   "max_tokens": 32768
  },
  "encoder": "runs/v14/best.pt"
 },
 "step": 130000,
 "d_lat": 256,
 "best": 0.791015625,
 "component": "decoder_lc",
 "description": "decoder fine-tuned on Lample-Charton-type expressions (ODE benchmark only)",
 "source_checkpoint": "runs/dec_v4/best.pt",
 "domain": [
  -3.141592653589793,
  3.141592653589793
 ],
 "format": "func-jepa-1"
}