| { | |
| "config": { | |
| "run_name": "int_v2", | |
| "data": "data/v4", | |
| "cache": "data/v4/dec_v14", | |
| "seed": 0, | |
| "model": { | |
| "hidden": 768, | |
| "depth": 3, | |
| "mult": 2, | |
| "dropout": 0.1 | |
| }, | |
| "loss": { | |
| "w_gain": 1.0, | |
| "w_nce": 0.1, | |
| "tau": 0.05, | |
| "w_cyc": 0.5 | |
| }, | |
| "train": { | |
| "steps": 60000, | |
| "batch": 1024, | |
| "lr": 0.0003, | |
| "wd": 0.05, | |
| "warmup": 500, | |
| "decay_frac": 0.33333334, | |
| "min_lr_frac": 0.05, | |
| "grad_clip": 1.0, | |
| "eval_every": 1000, | |
| "eval_n": 4096, | |
| "aug_sign": true | |
| } | |
| }, | |
| "step": 56000, | |
| "component": "integrator", | |
| "description": "latent of f -> latent of the zero-mean antiderivative", | |
| "source_checkpoint": "runs/int_v2/best.pt", | |
| "domain": [ | |
| -3.141592653589793, | |
| 3.141592653589793 | |
| ], | |
| "format": "func-jepa-1" | |
| } |