Download log_phase3.jsonl from Zulkiflii/lora: direct link, hf CLI and curl.
- Browser
- Download file 23.8 kB
-
https://huggingface.co/Zulkiflii/lora/resolve/main/log_phase3.jsonl
- Command line
-
hf download hf://Zulkiflii/lora/log_phase3.jsonl
-
curl -L -o log_phase3.jsonl https://huggingface.co/Zulkiflii/lora/resolve/main/log_phase3.jsonl
23.8 kB
| {"step": 6, "loss": 1.3510211527347564, "smooth_loss": 1.3244, "kura_attn_impact": 1.39, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 94.4, "consensus_r": 0.9674, "epoch": 0} | |
| {"step": 12, "loss": 1.3946677315235139, "smooth_loss": 1.3396, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 94.8, "consensus_r": 0.9694, "epoch": 0} | |
| {"step": 18, "loss": 1.2620886218547822, "smooth_loss": 1.3237, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 93.5, "consensus_r": 0.9671, "epoch": 0} | |
| {"step": 25, "loss": 1.2656043803691863, "smooth_loss": 1.3102, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 93.4, "consensus_r": 0.9686, "epoch": 0} | |
| {"step": 31, "loss": 1.308363596200943, "smooth_loss": 1.3105, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 93.2, "consensus_r": 0.9662, "epoch": 0} | |
| {"step": 37, "loss": 1.2295357406139373, "smooth_loss": 1.292, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 93.9, "consensus_r": 0.9652, "epoch": 0} | |
| {"step": 43, "loss": 1.1981604266166688, "smooth_loss": 1.2709, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 94.2, "consensus_r": 0.9674, "epoch": 0} | |
| {"step": 50, "loss": 1.202915118932724, "smooth_loss": 1.2557, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 94.7, "consensus_r": 0.9677, "epoch": 0} | |
| {"step": 56, "loss": 1.224658144712448, "smooth_loss": 1.2493, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.5, "consensus_r": 0.9763, "epoch": 0} | |
| {"step": 62, "loss": 1.1503032648563385, "smooth_loss": 1.2269, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.43, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.2, "consensus_r": 0.9708, "epoch": 0} | |
| {"step": 68, "loss": 1.1104800486564637, "smooth_loss": 1.2008, "kura_attn_impact": 1.35, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.6, "consensus_r": 0.9724, "epoch": 0} | |
| {"step": 75, "loss": 1.1352251875400543, "smooth_loss": 1.1853, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.5, "consensus_r": 0.9748, "epoch": 0} | |
| {"step": 81, "loss": 1.119425950050354, "smooth_loss": 1.1697, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.43, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.1, "consensus_r": 0.9751, "epoch": 0} | |
| {"step": 87, "loss": 1.0480680572986603, "smooth_loss": 1.1423, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.8, "consensus_r": 0.9735, "epoch": 0} | |
| {"step": 93, "loss": 1.1154894471168517, "smooth_loss": 1.1363, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.43, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.4, "consensus_r": 0.9681, "epoch": 0} | |
| {"step": 100, "loss": 1.1294360613822938, "smooth_loss": 1.1342, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.4, "consensus_r": 0.9743, "epoch": 0} | |
| {"step": 106, "loss": 1.0609879064559937, "smooth_loss": 1.1175, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.4, "consensus_r": 0.9749, "epoch": 0} | |
| {"step": 112, "loss": 1.0322037088871001, "smooth_loss": 1.0981, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.2, "consensus_r": 0.9733, "epoch": 0} | |
| {"step": 118, "loss": 1.0815813744068146, "smooth_loss": 1.0949, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.43, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 95.8, "consensus_r": 0.9722, "epoch": 0} | |
| {"step": 125, "loss": 1.0994902920722962, "smooth_loss": 1.0953, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.6, "consensus_r": 0.975, "epoch": 0} | |
| {"step": 131, "loss": 1.1154611229896545, "smooth_loss": 1.0993, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.6, "consensus_r": 0.9742, "epoch": 0} | |
| {"step": 137, "loss": 1.0395022642612457, "smooth_loss": 1.0863, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.6, "consensus_r": 0.9743, "epoch": 0} | |
| {"step": 143, "loss": 1.049629499912262, "smooth_loss": 1.0772, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.43, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.3, "consensus_r": 0.9742, "epoch": 0} | |
| {"step": 150, "loss": 1.0476638925075532, "smooth_loss": 1.0702, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.7, "consensus_r": 0.9746, "epoch": 0} | |
| {"step": 156, "loss": 1.0138797557353973, "smooth_loss": 1.0572, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.5, "consensus_r": 0.9716, "epoch": 0} | |
| {"step": 162, "loss": 0.9998002290725708, "smooth_loss": 1.0442, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9755, "epoch": 0} | |
| {"step": 168, "loss": 1.052205421924591, "smooth_loss": 1.0465, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.5, "consensus_r": 0.9724, "epoch": 0} | |
| {"step": 175, "loss": 1.0798238217830658, "smooth_loss": 1.0533, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.8, "consensus_r": 0.9725, "epoch": 0} | |
| {"step": 181, "loss": 1.0632391786575317, "smooth_loss": 1.056, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9752, "epoch": 0} | |
| {"step": 187, "loss": 1.0802787327766419, "smooth_loss": 1.0618, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.4, "consensus_r": 0.9728, "epoch": 0} | |
| {"step": 193, "loss": 1.0549167907238006, "smooth_loss": 1.0588, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9768, "epoch": 0} | |
| {"step": 200, "loss": 1.076275509595871, "smooth_loss": 1.0632, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9769, "epoch": 0} | |
| {"step": 206, "loss": 1.053431793451309, "smooth_loss": 1.0608, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9751, "epoch": 0} | |
| {"step": 212, "loss": 1.0679635524749755, "smooth_loss": 1.0618, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9757, "epoch": 0} | |
| {"step": 218, "loss": 0.9877300584316253, "smooth_loss": 1.0461, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.9737, "epoch": 0} | |
| {"step": 225, "loss": 1.0720343005657196, "smooth_loss": 1.0519, "kura_attn_impact": 1.36, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.8, "consensus_r": 0.9732, "epoch": 0} | |
| {"step": 231, "loss": 1.0271140325069428, "smooth_loss": 1.0462, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.7, "consensus_r": 0.9745, "epoch": 0} | |
| {"step": 237, "loss": 1.043497644662857, "smooth_loss": 1.0458, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.5, "consensus_r": 0.9739, "epoch": 0} | |
| {"step": 243, "loss": 1.0639647817611695, "smooth_loss": 1.0505, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9751, "epoch": 0} | |
| {"step": 250, "loss": 1.0222489321231842, "smooth_loss": 1.0442, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.8, "consensus_r": 0.9756, "epoch": 0} | |
| {"step": 256, "loss": 1.036327452659607, "smooth_loss": 1.042, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9767, "epoch": 0} | |
| {"step": 262, "loss": 1.040279860496521, "smooth_loss": 1.0424, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 96.4, "consensus_r": 0.973, "epoch": 0} | |
| {"step": 268, "loss": 1.0635099232196807, "smooth_loss": 1.0472, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.7, "consensus_r": 0.975, "epoch": 0} | |
| {"step": 275, "loss": 1.0075802147388457, "smooth_loss": 1.0382, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9761, "epoch": 0} | |
| {"step": 281, "loss": 1.100248373746872, "smooth_loss": 1.0524, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.5, "consensus_r": 0.9732, "epoch": 0} | |
| {"step": 287, "loss": 1.0164596438407898, "smooth_loss": 1.0449, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.2, "consensus_r": 0.9768, "epoch": 0} | |
| {"step": 293, "loss": 0.9628500747680664, "smooth_loss": 1.0265, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 96.8, "consensus_r": 0.9748, "epoch": 0} | |
| {"step": 300, "loss": 0.9737965977191925, "smooth_loss": 1.0149, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.2, "consensus_r": 0.9735, "epoch": 0} | |
| {"step": 306, "loss": 0.9872517311573028, "smooth_loss": 1.0083, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.9, "consensus_r": 0.9736, "epoch": 0} | |
| {"step": 312, "loss": 0.9636101651191712, "smooth_loss": 0.9987, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9744, "epoch": 0} | |
| {"step": 318, "loss": 0.9689287495613098, "smooth_loss": 0.9925, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9775, "epoch": 0} | |
| {"step": 325, "loss": 1.0162868690490723, "smooth_loss": 0.9979, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9759, "epoch": 0} | |
| {"step": 331, "loss": 0.9982714676856994, "smooth_loss": 0.9973, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9769, "epoch": 0} | |
| {"step": 337, "loss": 0.9930262458324433, "smooth_loss": 0.9961, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9769, "epoch": 0} | |
| {"step": 343, "loss": 1.041137273311615, "smooth_loss": 1.006, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9767, "epoch": 0} | |
| {"step": 350, "loss": 0.9722110414505005, "smooth_loss": 0.9984, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 96.3, "consensus_r": 0.9728, "epoch": 0} | |
| {"step": 356, "loss": 1.0278147101402282, "smooth_loss": 1.0049, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 97.1, "consensus_r": 0.9747, "epoch": 0} | |
| {"step": 362, "loss": 0.9913405632972717, "smooth_loss": 1.0015, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.0, "consensus_r": 0.9727, "epoch": 0} | |
| {"step": 368, "loss": 1.0408658981323242, "smooth_loss": 1.0097, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9771, "epoch": 0} | |
| {"step": 375, "loss": 0.9904146444797516, "smooth_loss": 1.0047, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 97.1, "consensus_r": 0.9751, "epoch": 0} | |
| {"step": 381, "loss": 1.055045441389084, "smooth_loss": 1.0158, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.5, "consensus_r": 0.973, "epoch": 0} | |
| {"step": 387, "loss": 1.0157848274707795, "smooth_loss": 1.0158, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.9757, "epoch": 0} | |
| {"step": 393, "loss": 1.0257530999183655, "smooth_loss": 1.0179, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.977, "epoch": 0} | |
| {"step": 400, "loss": 0.9958458316326141, "smooth_loss": 1.0135, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.2, "consensus_r": 0.9763, "epoch": 0} | |
| {"step": 406, "loss": 0.9834566128253937, "smooth_loss": 1.0064, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.974, "epoch": 0} | |
| {"step": 412, "loss": 0.9915579462051392, "smooth_loss": 1.0031, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.6, "consensus_r": 0.9738, "epoch": 0} | |
| {"step": 418, "loss": 1.0336865663528443, "smooth_loss": 1.01, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.2, "consensus_r": 0.9768, "epoch": 0} | |
| {"step": 425, "loss": 0.9784344643354416, "smooth_loss": 1.0041, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 97.0, "consensus_r": 0.9737, "epoch": 0} | |
| {"step": 431, "loss": 1.0309530210494995, "smooth_loss": 1.0101, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.9734, "epoch": 0} | |
| {"step": 437, "loss": 1.0061604487895965, "smooth_loss": 1.0098, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9764, "epoch": 0} | |
| {"step": 443, "loss": 1.041585464477539, "smooth_loss": 1.0167, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 97.2, "consensus_r": 0.9753, "epoch": 0} | |
| {"step": 450, "loss": 0.9635487401485443, "smooth_loss": 1.005, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9763, "epoch": 0} | |
| {"step": 456, "loss": 1.0068579137325286, "smooth_loss": 1.005, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.8, "consensus_r": 0.9754, "epoch": 0} | |
| {"step": 462, "loss": 1.0033465665578842, "smooth_loss": 1.0046, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.2, "consensus_r": 0.9767, "epoch": 0} | |
| {"step": 468, "loss": 0.9804236936569214, "smooth_loss": 0.9989, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9752, "epoch": 0} | |
| {"step": 475, "loss": 1.0497301626205444, "smooth_loss": 1.0105, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9762, "epoch": 0} | |
| {"step": 481, "loss": 1.0554204285144806, "smooth_loss": 1.0206, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9764, "epoch": 0} | |
| {"step": 487, "loss": 0.9960576605796814, "smooth_loss": 1.0138, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.7, "consensus_r": 0.9752, "epoch": 0} | |
| {"step": 493, "loss": 0.9596656048297882, "smooth_loss": 1.0016, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.2, "consensus_r": 0.9771, "epoch": 0} | |
| {"step": 500, "loss": 1.0097341048717499, "smooth_loss": 1.0035, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9778, "epoch": 0} | |
| {"step": 506, "loss": 0.9891513162851333, "smooth_loss": 1.0003, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.3, "consensus_r": 0.9761, "epoch": 0} | |
| {"step": 512, "loss": 1.006800103187561, "smooth_loss": 1.0022, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.7, "consensus_r": 0.9748, "epoch": 0} | |
| {"step": 518, "loss": 1.0294999444484711, "smooth_loss": 1.0079, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.0, "consensus_r": 0.9772, "epoch": 0} | |
| {"step": 525, "loss": 1.067190593481064, "smooth_loss": 1.0208, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9776, "epoch": 0} | |
| {"step": 531, "loss": 1.05244748711586, "smooth_loss": 1.0282, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9763, "epoch": 0} | |
| {"step": 537, "loss": 1.0355191004276276, "smooth_loss": 1.0291, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.1, "consensus_r": 0.9728, "epoch": 0} | |
| {"step": 543, "loss": 0.9745452785491944, "smooth_loss": 1.0169, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.9, "consensus_r": 0.9745, "epoch": 0} | |
| {"step": 550, "loss": 0.998899005651474, "smooth_loss": 1.0126, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 96.9, "consensus_r": 0.9771, "epoch": 0} | |
| {"step": 556, "loss": 0.9670473396778106, "smooth_loss": 1.0025, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.9751, "epoch": 0} | |
| {"step": 562, "loss": 0.9912055778503418, "smooth_loss": 1.0008, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.7, "consensus_r": 0.9732, "epoch": 0} | |
| {"step": 568, "loss": 0.9416673707962037, "smooth_loss": 0.9878, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 100.0, "mlp_res_gate": 100.0, "global_consensus": 96.5, "consensus_r": 0.9722, "epoch": 0} | |
| {"step": 575, "loss": 0.9804141986370086, "smooth_loss": 0.9856, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9768, "epoch": 0} | |
| {"step": 581, "loss": 1.0298733639717101, "smooth_loss": 0.9951, "kura_attn_impact": 1.37, "kura_mlp_impact": 99.44, "gate": 1.79, "mlp_gate": 99.61, "attn_res_gate": 99.6, "mlp_res_gate": 99.6, "global_consensus": 97.1, "consensus_r": 0.9766, "epoch": 0} | |