{ "moe": { "tau_bias": 0.6638330221176147, "beta_moe": 0.9640784859657288 }, "heads": {}, "chain": {}, "tgnn": {}, "router": { "log_alpha": 0.0 }, "diffusion": {}, "ghsom": {}, "theta": { "repr": "[0.18 1.2 0.55 0.05 0.05 0.5 0.05 0.05 0.2 0.1 0.05 0.3 ]" }, "scalars": { "step": 500, "N_dim": 256, "growth_events": 0, "difficulty": 0.05, "level": 1 } }