chrisjcundy's picture
Camera-ready probes: 9 models x {linear, mlp, efc, axial} trained on FIBSv1 @ 65dccf12
05def1c verified
Raw History Blame Contribute Delete
549 Bytes
{
"class_name": "EFCProbe",
"init_args": {
"num_layers": 6,
"d_model": 7168,
"feature_mode": "combined",
"center": true,
"d_hidden": 64,
"d_probe": 256,
"normalization": "rms",
"normalization_eps": 1e-06,
"shrinkage": "fixed",
"shrinkage_alpha": 0.1,
"spectral_transform": "eigh",
"newton_schulz_iterations": 10,
"jitter": 1e-05,
"feature_chunk_size": 4,
"normalize_input": "none",
"layer_keys": [
"28",
"39",
"51",
"62",
"74",
"84"
]
}
}