checkpoints/hako_phase1_partial.meta.json

{
 "moe": {
  "tau_bias": 0.6827874183654785,
  "beta_moe": 0.9830238819122314
 },
 "heads": {},
 "chain": {},
 "tgnn": {},
 "router": {
  "log_alpha": 0.0
 },
 "diffusion": {},
 "ghsom": {},
 "theta": {
  "repr": "[0.18 1.2  0.55 0.05 0.05 0.5  0.05 0.05 0.2  0.1  0.05 0.3 ]"
 },
 "scalars": {
  "step": 3000,
  "N_dim": 217,
  "growth_events": 1,
  "difficulty": 0.05,
  "level": 2
 }
}