| { | |
| "config": { | |
| "run_name": "venc_v4", | |
| "data": "data/lc_mix", | |
| "cache": "data/lc_mix/dec_v14", | |
| "seed": 0, | |
| "model": { | |
| "hidden": 768, | |
| "depth": 3, | |
| "mult": 2, | |
| "dropout": 0.1, | |
| "max_deg": 40 | |
| }, | |
| "loss": { | |
| "w_nce": 0.1, | |
| "tau": 0.05, | |
| "w_dec": 0.5, | |
| "dec_batch": 256 | |
| }, | |
| "train": { | |
| "steps": 10000, | |
| "batch": 1024, | |
| "lr": 0.0001, | |
| "wd": 0.05, | |
| "warmup": 300, | |
| "decay_frac": 0.33333334, | |
| "min_lr_frac": 0.05, | |
| "grad_clip": 1.0, | |
| "eval_every": 1000, | |
| "eval_n": 4096, | |
| "noise_max": 0.02, | |
| "p_noise": 0.5, | |
| "eval_decode_n": 256 | |
| } | |
| }, | |
| "step": 9000, | |
| "component": "value_encoder_lc", | |
| "description": "value encoder fine-tuned with decoder_lc (ODE benchmark only)", | |
| "source_checkpoint": "runs/venc_v4/best.pt", | |
| "domain": [ | |
| -3.141592653589793, | |
| 3.141592653589793 | |
| ], | |
| "format": "func-jepa-1" | |
| } |