| { |
| "source": "fishaudio/drama-3", |
| "source_revision": "e0a9218aa48888270f06ef1ed9ea67622c0e17d2", |
| "method": "RTN NVFP4 E2M1 with E4M3 block scales; no calibration", |
| "block_size": 16, |
| "gate_up_global_scale": "shared per expert", |
| "activation_scaling_required": "per-token FP32 dynamic", |
| "retained_precision": "all non-routed-expert tensors copied unchanged", |
| "canary_only": false, |
| "layers": [ |
| { |
| "layer": 0, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.0.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09471301734447479 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.0.up_proj", |
| "relative_l2": 0.09444782882928848 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.0.down_proj", |
| "relative_l2": 0.08458330482244492 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.127.gate_proj", |
| "relative_l2": 0.0945720225572586 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.127.up_proj", |
| "relative_l2": 0.09468924254179001 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.127.down_proj", |
| "relative_l2": 0.09284348040819168 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09476575255393982 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.255.up_proj", |
| "relative_l2": 0.09431684017181396 |
| }, |
| { |
| "name": "model.language_model.layers.0.mlp.experts.255.down_proj", |
| "relative_l2": 0.08171867579221725 |
| } |
| ] |
| }, |
| { |
| "layer": 1, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.1.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09504357725381851 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.0.up_proj", |
| "relative_l2": 0.0950654074549675 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.0.down_proj", |
| "relative_l2": 0.09481510519981384 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09486626833677292 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.127.up_proj", |
| "relative_l2": 0.09493834525346756 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.127.down_proj", |
| "relative_l2": 0.09489373862743378 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0950072854757309 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.255.up_proj", |
| "relative_l2": 0.09502772986888885 |
| }, |
| { |
| "name": "model.language_model.layers.1.mlp.experts.255.down_proj", |
| "relative_l2": 0.09490010887384415 |
| } |
| ] |
| }, |
| { |
| "layer": 2, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.2.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09479556977748871 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.0.up_proj", |
| "relative_l2": 0.09469983726739883 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.0.down_proj", |
| "relative_l2": 0.09481312334537506 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09479160606861115 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.127.up_proj", |
| "relative_l2": 0.09473829716444016 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.127.down_proj", |
| "relative_l2": 0.09479841589927673 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09483528137207031 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.255.up_proj", |
| "relative_l2": 0.09489323943853378 |
| }, |
| { |
| "name": "model.language_model.layers.2.mlp.experts.255.down_proj", |
| "relative_l2": 0.09477663040161133 |
| } |
| ] |
| }, |
| { |
| "layer": 3, |
| "bytes": 515277816, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.3.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09509920328855515 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.0.up_proj", |
| "relative_l2": 0.09493187814950943 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.0.down_proj", |
| "relative_l2": 0.09484854340553284 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09488893300294876 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.127.up_proj", |
| "relative_l2": 0.09458200633525848 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.127.down_proj", |
| "relative_l2": 0.09474816918373108 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09523587673902512 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.255.up_proj", |
| "relative_l2": 0.09481963515281677 |
| }, |
| { |
| "name": "model.language_model.layers.3.mlp.experts.255.down_proj", |
| "relative_l2": 0.09492992609739304 |
| } |
| ] |
| }, |
| { |
| "layer": 4, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.4.mlp.experts.0.gate_proj", |
| "relative_l2": 0.0950145572423935 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.0.up_proj", |
| "relative_l2": 0.09480046480894089 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.0.down_proj", |
| "relative_l2": 0.09499093145132065 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09451794624328613 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.127.up_proj", |
| "relative_l2": 0.09448342025279999 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.127.down_proj", |
| "relative_l2": 0.09513168036937714 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09468498080968857 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.255.up_proj", |
| "relative_l2": 0.0949174091219902 |
| }, |
| { |
| "name": "model.language_model.layers.4.mlp.experts.255.down_proj", |
| "relative_l2": 0.09486702084541321 |
| } |
| ] |
| }, |
| { |
| "layer": 5, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.5.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09491000324487686 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.0.up_proj", |
| "relative_l2": 0.0947798565030098 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.0.down_proj", |
| "relative_l2": 0.09516183286905289 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09482475370168686 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.127.up_proj", |
| "relative_l2": 0.09484873712062836 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.127.down_proj", |
| "relative_l2": 0.09504315257072449 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09472398459911346 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.255.up_proj", |
| "relative_l2": 0.09501422941684723 |
| }, |
| { |
| "name": "model.language_model.layers.5.mlp.experts.255.down_proj", |
| "relative_l2": 0.09481655061244965 |
| } |
| ] |
| }, |
| { |
| "layer": 6, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.6.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09514470398426056 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.0.up_proj", |
| "relative_l2": 0.09484679251909256 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.0.down_proj", |
| "relative_l2": 0.09478175640106201 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09457685053348541 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.127.up_proj", |
| "relative_l2": 0.09491872042417526 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.127.down_proj", |
| "relative_l2": 0.09480506181716919 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09483957290649414 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.255.up_proj", |
| "relative_l2": 0.09490479528903961 |
| }, |
| { |
| "name": "model.language_model.layers.6.mlp.experts.255.down_proj", |
| "relative_l2": 0.09497439116239548 |
| } |
| ] |
| }, |
| { |
| "layer": 7, |
| "bytes": 515277816, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.7.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09468226879835129 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.0.up_proj", |
| "relative_l2": 0.09484920650720596 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.0.down_proj", |
| "relative_l2": 0.09495599567890167 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09488265961408615 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.127.up_proj", |
| "relative_l2": 0.094867043197155 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.127.down_proj", |
| "relative_l2": 0.09492191672325134 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09500420838594437 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.255.up_proj", |
| "relative_l2": 0.09516949951648712 |
| }, |
| { |
| "name": "model.language_model.layers.7.mlp.experts.255.down_proj", |
| "relative_l2": 0.09450510889291763 |
| } |
| ] |
| }, |
| { |
| "layer": 8, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.8.mlp.experts.0.gate_proj", |
| "relative_l2": 0.094615139067173 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.0.up_proj", |
| "relative_l2": 0.09481476247310638 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.0.down_proj", |
| "relative_l2": 0.09483686834573746 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09516026824712753 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.127.up_proj", |
| "relative_l2": 0.09520623832941055 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.127.down_proj", |
| "relative_l2": 0.09495377540588379 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09494774788618088 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.255.up_proj", |
| "relative_l2": 0.09518923610448837 |
| }, |
| { |
| "name": "model.language_model.layers.8.mlp.experts.255.down_proj", |
| "relative_l2": 0.09482795745134354 |
| } |
| ] |
| }, |
| { |
| "layer": 9, |
| "bytes": 528188544, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.9.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09501193463802338 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.0.up_proj", |
| "relative_l2": 0.09503018856048584 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.0.down_proj", |
| "relative_l2": 0.09496789425611496 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09466201812028885 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.127.up_proj", |
| "relative_l2": 0.09474799036979675 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.127.down_proj", |
| "relative_l2": 0.09470758587121964 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09501597285270691 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.255.up_proj", |
| "relative_l2": 0.09484473615884781 |
| }, |
| { |
| "name": "model.language_model.layers.9.mlp.experts.255.down_proj", |
| "relative_l2": 0.09508007764816284 |
| } |
| ] |
| }, |
| { |
| "layer": 10, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.10.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09459520131349564 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.0.up_proj", |
| "relative_l2": 0.09480565786361694 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.0.down_proj", |
| "relative_l2": 0.09465521574020386 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09452908486127853 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.127.up_proj", |
| "relative_l2": 0.0945449024438858 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.127.down_proj", |
| "relative_l2": 0.09484422206878662 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09482501447200775 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.255.up_proj", |
| "relative_l2": 0.09454865008592606 |
| }, |
| { |
| "name": "model.language_model.layers.10.mlp.experts.255.down_proj", |
| "relative_l2": 0.09500283002853394 |
| } |
| ] |
| }, |
| { |
| "layer": 11, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.11.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09490332752466202 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.0.up_proj", |
| "relative_l2": 0.09498126804828644 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.0.down_proj", |
| "relative_l2": 0.09490323811769485 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09457588195800781 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.127.up_proj", |
| "relative_l2": 0.09473386406898499 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.127.down_proj", |
| "relative_l2": 0.09502903372049332 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09478390216827393 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.255.up_proj", |
| "relative_l2": 0.09468410164117813 |
| }, |
| { |
| "name": "model.language_model.layers.11.mlp.experts.255.down_proj", |
| "relative_l2": 0.09447299689054489 |
| } |
| ] |
| }, |
| { |
| "layer": 12, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.12.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09513724595308304 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.0.up_proj", |
| "relative_l2": 0.09491968154907227 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.0.down_proj", |
| "relative_l2": 0.09480893611907959 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.127.gate_proj", |
| "relative_l2": 0.0945790633559227 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.127.up_proj", |
| "relative_l2": 0.0949406623840332 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.127.down_proj", |
| "relative_l2": 0.0948609709739685 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09484867006540298 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.255.up_proj", |
| "relative_l2": 0.09464133530855179 |
| }, |
| { |
| "name": "model.language_model.layers.12.mlp.experts.255.down_proj", |
| "relative_l2": 0.09477946162223816 |
| } |
| ] |
| }, |
| { |
| "layer": 13, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.13.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09499885886907578 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.0.up_proj", |
| "relative_l2": 0.09485485404729843 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.0.down_proj", |
| "relative_l2": 0.0948578268289566 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09467124193906784 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.127.up_proj", |
| "relative_l2": 0.09480366855859756 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.127.down_proj", |
| "relative_l2": 0.0951036885380745 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0947372317314148 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.255.up_proj", |
| "relative_l2": 0.09491630643606186 |
| }, |
| { |
| "name": "model.language_model.layers.13.mlp.experts.255.down_proj", |
| "relative_l2": 0.09494197368621826 |
| } |
| ] |
| }, |
| { |
| "layer": 14, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.14.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09477999806404114 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.0.up_proj", |
| "relative_l2": 0.09486845135688782 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.0.down_proj", |
| "relative_l2": 0.09511730819940567 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09484978765249252 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.127.up_proj", |
| "relative_l2": 0.09465546160936356 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.127.down_proj", |
| "relative_l2": 0.09501934796571732 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0948084369301796 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.255.up_proj", |
| "relative_l2": 0.094628244638443 |
| }, |
| { |
| "name": "model.language_model.layers.14.mlp.experts.255.down_proj", |
| "relative_l2": 0.09493327885866165 |
| } |
| ] |
| }, |
| { |
| "layer": 15, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.15.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09473720192909241 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.0.up_proj", |
| "relative_l2": 0.09479325264692307 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.0.down_proj", |
| "relative_l2": 0.095098577439785 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09455423057079315 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.127.up_proj", |
| "relative_l2": 0.09478367865085602 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.127.down_proj", |
| "relative_l2": 0.09508931636810303 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09470715373754501 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.255.up_proj", |
| "relative_l2": 0.0951133519411087 |
| }, |
| { |
| "name": "model.language_model.layers.15.mlp.experts.255.down_proj", |
| "relative_l2": 0.09491214901208878 |
| } |
| ] |
| }, |
| { |
| "layer": 16, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.16.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09474878758192062 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.0.up_proj", |
| "relative_l2": 0.09500196576118469 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.0.down_proj", |
| "relative_l2": 0.09478256106376648 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09464558213949203 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.127.up_proj", |
| "relative_l2": 0.09504321962594986 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.127.down_proj", |
| "relative_l2": 0.09506266564130783 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09489813446998596 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.255.up_proj", |
| "relative_l2": 0.09464869648218155 |
| }, |
| { |
| "name": "model.language_model.layers.16.mlp.experts.255.down_proj", |
| "relative_l2": 0.09457528591156006 |
| } |
| ] |
| }, |
| { |
| "layer": 17, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.17.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09477784484624863 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.0.up_proj", |
| "relative_l2": 0.094668909907341 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.0.down_proj", |
| "relative_l2": 0.09482941776514053 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09480507671833038 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.127.up_proj", |
| "relative_l2": 0.09492591768503189 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.127.down_proj", |
| "relative_l2": 0.09488376975059509 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09480591863393784 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.255.up_proj", |
| "relative_l2": 0.09484744071960449 |
| }, |
| { |
| "name": "model.language_model.layers.17.mlp.experts.255.down_proj", |
| "relative_l2": 0.09491822868585587 |
| } |
| ] |
| }, |
| { |
| "layer": 18, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.18.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09438560903072357 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.0.up_proj", |
| "relative_l2": 0.09445251524448395 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.0.down_proj", |
| "relative_l2": 0.09449214488267899 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09473482519388199 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.127.up_proj", |
| "relative_l2": 0.09507308155298233 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.127.down_proj", |
| "relative_l2": 0.09464684873819351 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09478475153446198 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.255.up_proj", |
| "relative_l2": 0.09465304762125015 |
| }, |
| { |
| "name": "model.language_model.layers.18.mlp.experts.255.down_proj", |
| "relative_l2": 0.09468767046928406 |
| } |
| ] |
| }, |
| { |
| "layer": 19, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.19.mlp.experts.0.gate_proj", |
| "relative_l2": 0.094986692070961 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.0.up_proj", |
| "relative_l2": 0.09490946680307388 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.0.down_proj", |
| "relative_l2": 0.09469704329967499 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.127.gate_proj", |
| "relative_l2": 0.094936303794384 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.127.up_proj", |
| "relative_l2": 0.09500983357429504 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.127.down_proj", |
| "relative_l2": 0.09492569416761398 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0950927734375 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.255.up_proj", |
| "relative_l2": 0.09510446339845657 |
| }, |
| { |
| "name": "model.language_model.layers.19.mlp.experts.255.down_proj", |
| "relative_l2": 0.09476400166749954 |
| } |
| ] |
| }, |
| { |
| "layer": 20, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.20.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09503871202468872 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.0.up_proj", |
| "relative_l2": 0.09470121562480927 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.0.down_proj", |
| "relative_l2": 0.09482111036777496 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09472671896219254 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.127.up_proj", |
| "relative_l2": 0.09508735686540604 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.127.down_proj", |
| "relative_l2": 0.0952274277806282 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09494130313396454 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.255.up_proj", |
| "relative_l2": 0.09486640244722366 |
| }, |
| { |
| "name": "model.language_model.layers.20.mlp.experts.255.down_proj", |
| "relative_l2": 0.09474370628595352 |
| } |
| ] |
| }, |
| { |
| "layer": 21, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.21.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09485077857971191 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.0.up_proj", |
| "relative_l2": 0.09480111300945282 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.0.down_proj", |
| "relative_l2": 0.09447064250707626 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09459652751684189 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.127.up_proj", |
| "relative_l2": 0.09470853209495544 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.127.down_proj", |
| "relative_l2": 0.09478571265935898 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0948825553059578 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.255.up_proj", |
| "relative_l2": 0.09486708790063858 |
| }, |
| { |
| "name": "model.language_model.layers.21.mlp.experts.255.down_proj", |
| "relative_l2": 0.09500767290592194 |
| } |
| ] |
| }, |
| { |
| "layer": 22, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.22.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09422362595796585 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.0.up_proj", |
| "relative_l2": 0.09445404261350632 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.0.down_proj", |
| "relative_l2": 0.09455311298370361 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09483584016561508 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.127.up_proj", |
| "relative_l2": 0.09476946294307709 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.127.down_proj", |
| "relative_l2": 0.09511347860097885 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09473482519388199 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.255.up_proj", |
| "relative_l2": 0.0946921855211258 |
| }, |
| { |
| "name": "model.language_model.layers.22.mlp.experts.255.down_proj", |
| "relative_l2": 0.09476429224014282 |
| } |
| ] |
| }, |
| { |
| "layer": 23, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.23.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09462922811508179 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.0.up_proj", |
| "relative_l2": 0.09456423670053482 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.0.down_proj", |
| "relative_l2": 0.09458693116903305 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09478172659873962 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.127.up_proj", |
| "relative_l2": 0.09461794048547745 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.127.down_proj", |
| "relative_l2": 0.09466080367565155 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09474249929189682 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.255.up_proj", |
| "relative_l2": 0.0947382003068924 |
| }, |
| { |
| "name": "model.language_model.layers.23.mlp.experts.255.down_proj", |
| "relative_l2": 0.09484976530075073 |
| } |
| ] |
| }, |
| { |
| "layer": 24, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.24.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09510322660207748 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.0.up_proj", |
| "relative_l2": 0.09498026221990585 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.0.down_proj", |
| "relative_l2": 0.09489031881093979 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09467912465333939 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.127.up_proj", |
| "relative_l2": 0.09478136152029037 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.127.down_proj", |
| "relative_l2": 0.09493295103311539 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0949547067284584 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.255.up_proj", |
| "relative_l2": 0.09501306712627411 |
| }, |
| { |
| "name": "model.language_model.layers.24.mlp.experts.255.down_proj", |
| "relative_l2": 0.09488576650619507 |
| } |
| ] |
| }, |
| { |
| "layer": 25, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.25.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09477940946817398 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.0.up_proj", |
| "relative_l2": 0.09460259974002838 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.0.down_proj", |
| "relative_l2": 0.09508750587701797 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09468481689691544 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.127.up_proj", |
| "relative_l2": 0.0947725772857666 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.127.down_proj", |
| "relative_l2": 0.09467991441488266 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09462504833936691 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.255.up_proj", |
| "relative_l2": 0.09462920576334 |
| }, |
| { |
| "name": "model.language_model.layers.25.mlp.experts.255.down_proj", |
| "relative_l2": 0.09504050016403198 |
| } |
| ] |
| }, |
| { |
| "layer": 26, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.26.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09473539888858795 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.0.up_proj", |
| "relative_l2": 0.09485578536987305 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.0.down_proj", |
| "relative_l2": 0.09465736150741577 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09476310014724731 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.127.up_proj", |
| "relative_l2": 0.09485859423875809 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.127.down_proj", |
| "relative_l2": 0.09496907889842987 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09468451142311096 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.255.up_proj", |
| "relative_l2": 0.09466227144002914 |
| }, |
| { |
| "name": "model.language_model.layers.26.mlp.experts.255.down_proj", |
| "relative_l2": 0.09498080611228943 |
| } |
| ] |
| }, |
| { |
| "layer": 27, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.27.mlp.experts.0.gate_proj", |
| "relative_l2": 0.0946052223443985 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.0.up_proj", |
| "relative_l2": 0.09464792162179947 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.0.down_proj", |
| "relative_l2": 0.09461342543363571 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09472689032554626 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.127.up_proj", |
| "relative_l2": 0.09498738497495651 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.127.down_proj", |
| "relative_l2": 0.09482811391353607 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09499930590391159 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.255.up_proj", |
| "relative_l2": 0.09476057440042496 |
| }, |
| { |
| "name": "model.language_model.layers.27.mlp.experts.255.down_proj", |
| "relative_l2": 0.09478411823511124 |
| } |
| ] |
| }, |
| { |
| "layer": 28, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.28.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09459289163351059 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.0.up_proj", |
| "relative_l2": 0.09456899017095566 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.0.down_proj", |
| "relative_l2": 0.09507979452610016 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.127.gate_proj", |
| "relative_l2": 0.0947919487953186 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.127.up_proj", |
| "relative_l2": 0.09498829394578934 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.127.down_proj", |
| "relative_l2": 0.09451594203710556 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0946463942527771 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.255.up_proj", |
| "relative_l2": 0.09468646347522736 |
| }, |
| { |
| "name": "model.language_model.layers.28.mlp.experts.255.down_proj", |
| "relative_l2": 0.09481672197580338 |
| } |
| ] |
| }, |
| { |
| "layer": 29, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.29.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09467100352048874 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.0.up_proj", |
| "relative_l2": 0.09477049112319946 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.0.down_proj", |
| "relative_l2": 0.09453331679105759 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09472357481718063 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.127.up_proj", |
| "relative_l2": 0.0950070172548294 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.127.down_proj", |
| "relative_l2": 0.09489501267671585 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09481999278068542 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.255.up_proj", |
| "relative_l2": 0.0950799286365509 |
| }, |
| { |
| "name": "model.language_model.layers.29.mlp.experts.255.down_proj", |
| "relative_l2": 0.09488162398338318 |
| } |
| ] |
| }, |
| { |
| "layer": 30, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.30.mlp.experts.0.gate_proj", |
| "relative_l2": 0.0947326049208641 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.0.up_proj", |
| "relative_l2": 0.09495285898447037 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.0.down_proj", |
| "relative_l2": 0.09441978484392166 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09467968344688416 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.127.up_proj", |
| "relative_l2": 0.09474870562553406 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.127.down_proj", |
| "relative_l2": 0.09462367743253708 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09483161568641663 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.255.up_proj", |
| "relative_l2": 0.09480269998311996 |
| }, |
| { |
| "name": "model.language_model.layers.30.mlp.experts.255.down_proj", |
| "relative_l2": 0.09451143443584442 |
| } |
| ] |
| }, |
| { |
| "layer": 31, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.31.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09472250193357468 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.0.up_proj", |
| "relative_l2": 0.09474918246269226 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.0.down_proj", |
| "relative_l2": 0.09426045417785645 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09483743458986282 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.127.up_proj", |
| "relative_l2": 0.0945521742105484 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.127.down_proj", |
| "relative_l2": 0.0940621942281723 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09494776278734207 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.255.up_proj", |
| "relative_l2": 0.09500999748706818 |
| }, |
| { |
| "name": "model.language_model.layers.31.mlp.experts.255.down_proj", |
| "relative_l2": 0.0950358659029007 |
| } |
| ] |
| }, |
| { |
| "layer": 32, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.32.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09490344673395157 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.0.up_proj", |
| "relative_l2": 0.09490393847227097 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.0.down_proj", |
| "relative_l2": 0.09514261782169342 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09487369656562805 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.127.up_proj", |
| "relative_l2": 0.09467606991529465 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.127.down_proj", |
| "relative_l2": 0.09481370449066162 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09489879012107849 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.255.up_proj", |
| "relative_l2": 0.09487751126289368 |
| }, |
| { |
| "name": "model.language_model.layers.32.mlp.experts.255.down_proj", |
| "relative_l2": 0.09488153457641602 |
| } |
| ] |
| }, |
| { |
| "layer": 33, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.33.mlp.experts.0.gate_proj", |
| "relative_l2": 0.094792440533638 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.0.up_proj", |
| "relative_l2": 0.09481507539749146 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.0.down_proj", |
| "relative_l2": 0.09465914964675903 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09496045112609863 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.127.up_proj", |
| "relative_l2": 0.09490429610013962 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.127.down_proj", |
| "relative_l2": 0.09492712467908859 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0951780155301094 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.255.up_proj", |
| "relative_l2": 0.09500619024038315 |
| }, |
| { |
| "name": "model.language_model.layers.33.mlp.experts.255.down_proj", |
| "relative_l2": 0.09499501436948776 |
| } |
| ] |
| }, |
| { |
| "layer": 34, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.34.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09417226910591125 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.0.up_proj", |
| "relative_l2": 0.09448663890361786 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.0.down_proj", |
| "relative_l2": 0.09491360187530518 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09478289633989334 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.127.up_proj", |
| "relative_l2": 0.09494168311357498 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.127.down_proj", |
| "relative_l2": 0.09491666406393051 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09448312222957611 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.255.up_proj", |
| "relative_l2": 0.09475450217723846 |
| }, |
| { |
| "name": "model.language_model.layers.34.mlp.experts.255.down_proj", |
| "relative_l2": 0.09469987452030182 |
| } |
| ] |
| }, |
| { |
| "layer": 35, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.35.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09483418613672256 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.0.up_proj", |
| "relative_l2": 0.0947229415178299 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.0.down_proj", |
| "relative_l2": 0.09476880729198456 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09477641433477402 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.127.up_proj", |
| "relative_l2": 0.09507009387016296 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.127.down_proj", |
| "relative_l2": 0.09488416463136673 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09433625638484955 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.255.up_proj", |
| "relative_l2": 0.0949176624417305 |
| }, |
| { |
| "name": "model.language_model.layers.35.mlp.experts.255.down_proj", |
| "relative_l2": 0.09463542699813843 |
| } |
| ] |
| }, |
| { |
| "layer": 36, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.36.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09464430063962936 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.0.up_proj", |
| "relative_l2": 0.09459098428487778 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.0.down_proj", |
| "relative_l2": 0.09492505341768265 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09468767791986465 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.127.up_proj", |
| "relative_l2": 0.09488523006439209 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.127.down_proj", |
| "relative_l2": 0.09508391469717026 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09451454877853394 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.255.up_proj", |
| "relative_l2": 0.09466105699539185 |
| }, |
| { |
| "name": "model.language_model.layers.36.mlp.experts.255.down_proj", |
| "relative_l2": 0.09423238784074783 |
| } |
| ] |
| }, |
| { |
| "layer": 37, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.37.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09477624297142029 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.0.up_proj", |
| "relative_l2": 0.09501951932907104 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.0.down_proj", |
| "relative_l2": 0.09482412785291672 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09462817013263702 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.127.up_proj", |
| "relative_l2": 0.0949438288807869 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.127.down_proj", |
| "relative_l2": 0.09508462250232697 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.255.gate_proj", |
| "relative_l2": 0.0947328582406044 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.255.up_proj", |
| "relative_l2": 0.09489478170871735 |
| }, |
| { |
| "name": "model.language_model.layers.37.mlp.experts.255.down_proj", |
| "relative_l2": 0.09504453837871552 |
| } |
| ] |
| }, |
| { |
| "layer": 38, |
| "bytes": 528191632, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.38.mlp.experts.0.gate_proj", |
| "relative_l2": 0.094805046916008 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.0.up_proj", |
| "relative_l2": 0.09504565596580505 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.0.down_proj", |
| "relative_l2": 0.09470485895872116 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09501786530017853 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.127.up_proj", |
| "relative_l2": 0.09508860111236572 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.127.down_proj", |
| "relative_l2": 0.09498331695795059 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09488609433174133 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.255.up_proj", |
| "relative_l2": 0.09502892941236496 |
| }, |
| { |
| "name": "model.language_model.layers.38.mlp.experts.255.down_proj", |
| "relative_l2": 0.09466797858476639 |
| } |
| ] |
| }, |
| { |
| "layer": 39, |
| "bytes": 515280904, |
| "errors": [ |
| { |
| "name": "model.language_model.layers.39.mlp.experts.0.gate_proj", |
| "relative_l2": 0.09474320709705353 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.0.up_proj", |
| "relative_l2": 0.09449110180139542 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.0.down_proj", |
| "relative_l2": 0.09458871185779572 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.127.gate_proj", |
| "relative_l2": 0.09466248005628586 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.127.up_proj", |
| "relative_l2": 0.09452715516090393 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.127.down_proj", |
| "relative_l2": 0.09498767554759979 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.255.gate_proj", |
| "relative_l2": 0.09434935450553894 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.255.up_proj", |
| "relative_l2": 0.09472747892141342 |
| }, |
| { |
| "name": "model.language_model.layers.39.mlp.experts.255.down_proj", |
| "relative_l2": 0.09438753128051758 |
| } |
| ] |
| } |
| ], |
| "elapsed_seconds": 232.44211888499558, |
| "audio_validated": false, |
| "uploaded": false |
| } |
