{ "model_name": "Lattice-6-Prometheus-v2-HeptaCap", "step": 84000, "best_val_bpb": 0.6731, "best_step": 84000, "teacher": "Qwen/Qwen3.8-27B", "parameters": { "total_params": 405845390, "backbone_params": 24425870, "tied_params": 215135630, "vocab_size": 248320, "layers": 7, "d_model": 768, "experts": 4, "slots_per_layer": 8 }, "academic_benchmarks": { "hellaswag": { "total": 150, "raw_acc_pct": 33.33, "norm_acc_pct": 34.0 }, "arc_challenge": { "total": 149, "raw_acc_pct": 24.83, "norm_acc_pct": 24.16 }, "arc_easy": { "total": 149, "raw_acc_pct": 38.26, "norm_acc_pct": 42.28 }, "boolq": { "total": 150, "raw_acc_pct": 64.67, "norm_acc_pct": 64.67 }, "winogrande": { "total": 150, "raw_acc_pct": 54.67, "norm_acc_pct": 56.0 } }, "eval_duration_sec": 121.13 }