MAOMAO / config.json
luan0519's picture
Upload 15 files
32a6969 verified
Raw History Blame Contribute Delete
673 Bytes
{
"hidden_dim": 384,
"num_layers": 10,
"num_heads": 12,
"ffn_dim": 1536,
"dropout": 0.1,
"initial_event_interval_hours": 24.0,
"decoupled_time_head": false,
"enhanced_time_encoding": false,
"lognormal_time_head": true,
"use_family_head": true,
"same_time_block_causal": true,
"relative_time_attention": true,
"event_conditioned_time_head": true,
"phase_memory": true,
"clock_phase_context": true,
"observation_intensity": true,
"dual_timescale_time_head": true,
"fine_time_bins": 24,
"long_time_bins": 44,
"num_tokens": 2190,
"num_outcomes": 210,
"num_static": 7,
"num_trajectory_horizons": 3,
"value_reconstruction": true
}