{
 "config": {
  "run_name": "venc_v2",
  "data": "data/v4",
  "cache": "data/v4/dec_v14",
  "seed": 0,
  "model": {
   "hidden": 768,
   "depth": 3,
   "mult": 2,
   "dropout": 0.1,
   "max_deg": 40
  },
  "loss": {
   "w_nce": 0.1,
   "tau": 0.05,
   "w_dec": 0.5,
   "dec_batch": 256
  },
  "train": {
   "steps": 20000,
   "batch": 1024,
   "lr": 0.0003,
   "wd": 0.05,
   "warmup": 500,
   "decay_frac": 0.33333334,
   "min_lr_frac": 0.05,
   "grad_clip": 1.0,
   "eval_every": 1000,
   "eval_n": 4096,
   "noise_max": 0.02,
   "p_noise": 0.5,
   "eval_decode_n": 256
  }
 },
 "step": 20000,
 "component": "value_encoder",
 "description": "64 samples -> unit direction of the latent",
 "source_checkpoint": "runs/venc_v2/best.pt",
 "domain": [
  -3.141592653589793,
  3.141592653589793
 ],
 "format": "func-jepa-1"
}