Simons-25M / config.json
Shuwan's picture RuiLGTM's picture jiyuantan's picture
Simons-25M
185fe37
Raw History Blame Contribute Delete
732 Bytes
{
"model_type": "simons",
"context_length": 16384,
"prediction_length": 512,
"patch_length": 32,
"width": 384,
"layers": 12,
"heads": 6,
"near_context": 4096,
"far_pool": 8,
"far_min_history": 7680,
"stats_window": 8192,
"period_slots": 4,
"period_alpha": 0.05,
"period_local": 5.0,
"detector_mid": 7680,
"views": true,
"tail_paths": [
1,
4,
7
],
"sign_clip": true,
"integer_snap": true,
"covariates": true,
"binary_rows": true,
"fit_row": true,
"past_rows": false,
"read_after": 5,
"read_binary": true,
"xreg": true,
"xreg_gate": 0.05,
"xreg_square": false,
"xreg_guard": true,
"xreg_guard_margin": 0.9,
"xreg_guard_min": 0,
"rows_only_history": 4096
}