checkpoints/hako_final.meta.json

{
 "moe": {
  "tau_bias": 0.654296875,
  "beta_moe": 0.95458984375
 },
 "heads": {},
 "chain": {},
 "tgnn": {},
 "router": {
  "log_alpha": 0.0
 },
 "diffusion": {},
 "ghsom": {},
 "theta": {
  "repr": "[0.18 1.2  0.55 0.05 0.05 0.5  0.05 0.05 0.2  0.1  0.05 0.3 ]"
 },
 "scalars": {
  "step": 0,
  "N_dim": 256,
  "growth_events": 0,
  "difficulty": 0.2,
  "level": 0
 }
}