| { | |
| "config": { | |
| "run_name": "venc_v2", | |
| "data": "data/v4", | |
| "cache": "data/v4/dec_v14", | |
| "seed": 0, | |
| "model": { | |
| "hidden": 768, | |
| "depth": 3, | |
| "mult": 2, | |
| "dropout": 0.1, | |
| "max_deg": 40 | |
| }, | |
| "loss": { | |
| "w_nce": 0.1, | |
| "tau": 0.05, | |
| "w_dec": 0.5, | |
| "dec_batch": 256 | |
| }, | |
| "train": { | |
| "steps": 20000, | |
| "batch": 1024, | |
| "lr": 0.0003, | |
| "wd": 0.05, | |
| "warmup": 500, | |
| "decay_frac": 0.33333334, | |
| "min_lr_frac": 0.05, | |
| "grad_clip": 1.0, | |
| "eval_every": 1000, | |
| "eval_n": 4096, | |
| "noise_max": 0.02, | |
| "p_noise": 0.5, | |
| "eval_decode_n": 256 | |
| } | |
| }, | |
| "step": 20000, | |
| "component": "value_encoder", | |
| "description": "64 samples -> unit direction of the latent", | |
| "source_checkpoint": "runs/venc_v2/best.pt", | |
| "domain": [ | |
| -3.141592653589793, | |
| 3.141592653589793 | |
| ], | |
| "format": "func-jepa-1" | |
| } |