gphyt-attnres-full / config.json
BurnyCoder's picture
Publish fixed-update physics study checkpoints and measured metadata
c2a251e verified
Raw History Blame Contribute Delete
1.33 kB
{
"protocol_version": "1.0",
"resolution": [
128,
64
],
"input_steps": 4,
"strides": [
1,
2,
3,
4,
5,
6,
7,
8
],
"hidden_dim": 192,
"mlp_dim": 768,
"heads": 3,
"layers": 12,
"patch_size": [
1,
16,
16
],
"block_size_sublayers": 4,
"batch_size": 16,
"microbatch_candidates": [
4,
2,
1
],
"learning_rate": 0.0001,
"weight_decay": 0.0001,
"grad_clip": 1.0,
"warmup_fraction": 0.05,
"minimum_lr": 1e-06,
"seeds": [
0,
1,
2,
3,
4,
5
],
"control_seeds": [
0,
1,
2
],
"evaluation_horizons": [
1,
12,
24
],
"window_fractions": [
0.0,
0.5,
1.0
],
"validation_every": 500,
"checkpoint_every": 250,
"log_every": 25,
"gpu_hours": {
"profile": 2,
"train": 18,
"evaluate": 2,
"contingency": 2
},
"schedule_safety_factor": 0.8,
"meaningful_improvement": 0.05,
"metric_epsilon": 1e-06,
"data": {
"rayleigh_benard_uniform": {
"rayleigh": [
"1e6",
"1e8",
"1e10"
],
"prandtl": "1"
},
"turbulent_radiative_layer_2D": {}
},
"residual_mode": "full",
"updates": 3175,
"microbatch": 4
}