checkpoints/hako_phase2_partial.meta.json

{
 "moe": {
  "tau_bias": 0.6638330221176147,
  "beta_moe": 0.9640784859657288
 },
 "heads": {},
 "chain": {},
 "tgnn": {},
 "router": {
  "log_alpha": 0.0
 },
 "diffusion": {},
 "ghsom": {},
 "theta": {
  "repr": "[0.18 1.2  0.55 0.05 0.05 0.5  0.05 0.05 0.2  0.1  0.05 0.3 ]"
 },
 "scalars": {
  "step": 500,
  "N_dim": 256,
  "growth_events": 0,
  "difficulty": 0.05,
  "level": 1
 }
}