{
  "source": "fishaudio/drama-3",
  "source_revision": "e0a9218aa48888270f06ef1ed9ea67622c0e17d2",
  "method": "RTN NVFP4 E2M1 with E4M3 block scales; no calibration",
  "block_size": 16,
  "gate_up_global_scale": "shared per expert",
  "activation_scaling_required": "per-token FP32 dynamic",
  "retained_precision": "all non-routed-expert tensors copied unchanged",
  "canary_only": false,
  "layers": [
    {
      "layer": 0,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.0.mlp.experts.0.gate_proj",
          "relative_l2": 0.09471301734447479
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.0.up_proj",
          "relative_l2": 0.09444782882928848
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.0.down_proj",
          "relative_l2": 0.08458330482244492
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.127.gate_proj",
          "relative_l2": 0.0945720225572586
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.127.up_proj",
          "relative_l2": 0.09468924254179001
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.127.down_proj",
          "relative_l2": 0.09284348040819168
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.255.gate_proj",
          "relative_l2": 0.09476575255393982
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.255.up_proj",
          "relative_l2": 0.09431684017181396
        },
        {
          "name": "model.language_model.layers.0.mlp.experts.255.down_proj",
          "relative_l2": 0.08171867579221725
        }
      ]
    },
    {
      "layer": 1,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.1.mlp.experts.0.gate_proj",
          "relative_l2": 0.09504357725381851
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.0.up_proj",
          "relative_l2": 0.0950654074549675
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.0.down_proj",
          "relative_l2": 0.09481510519981384
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.127.gate_proj",
          "relative_l2": 0.09486626833677292
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.127.up_proj",
          "relative_l2": 0.09493834525346756
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.127.down_proj",
          "relative_l2": 0.09489373862743378
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.255.gate_proj",
          "relative_l2": 0.0950072854757309
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.255.up_proj",
          "relative_l2": 0.09502772986888885
        },
        {
          "name": "model.language_model.layers.1.mlp.experts.255.down_proj",
          "relative_l2": 0.09490010887384415
        }
      ]
    },
    {
      "layer": 2,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.2.mlp.experts.0.gate_proj",
          "relative_l2": 0.09479556977748871
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.0.up_proj",
          "relative_l2": 0.09469983726739883
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.0.down_proj",
          "relative_l2": 0.09481312334537506
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.127.gate_proj",
          "relative_l2": 0.09479160606861115
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.127.up_proj",
          "relative_l2": 0.09473829716444016
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.127.down_proj",
          "relative_l2": 0.09479841589927673
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.255.gate_proj",
          "relative_l2": 0.09483528137207031
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.255.up_proj",
          "relative_l2": 0.09489323943853378
        },
        {
          "name": "model.language_model.layers.2.mlp.experts.255.down_proj",
          "relative_l2": 0.09477663040161133
        }
      ]
    },
    {
      "layer": 3,
      "bytes": 515277816,
      "errors": [
        {
          "name": "model.language_model.layers.3.mlp.experts.0.gate_proj",
          "relative_l2": 0.09509920328855515
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.0.up_proj",
          "relative_l2": 0.09493187814950943
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.0.down_proj",
          "relative_l2": 0.09484854340553284
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.127.gate_proj",
          "relative_l2": 0.09488893300294876
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.127.up_proj",
          "relative_l2": 0.09458200633525848
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.127.down_proj",
          "relative_l2": 0.09474816918373108
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.255.gate_proj",
          "relative_l2": 0.09523587673902512
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.255.up_proj",
          "relative_l2": 0.09481963515281677
        },
        {
          "name": "model.language_model.layers.3.mlp.experts.255.down_proj",
          "relative_l2": 0.09492992609739304
        }
      ]
    },
    {
      "layer": 4,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.4.mlp.experts.0.gate_proj",
          "relative_l2": 0.0950145572423935
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.0.up_proj",
          "relative_l2": 0.09480046480894089
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.0.down_proj",
          "relative_l2": 0.09499093145132065
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.127.gate_proj",
          "relative_l2": 0.09451794624328613
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.127.up_proj",
          "relative_l2": 0.09448342025279999
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.127.down_proj",
          "relative_l2": 0.09513168036937714
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.255.gate_proj",
          "relative_l2": 0.09468498080968857
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.255.up_proj",
          "relative_l2": 0.0949174091219902
        },
        {
          "name": "model.language_model.layers.4.mlp.experts.255.down_proj",
          "relative_l2": 0.09486702084541321
        }
      ]
    },
    {
      "layer": 5,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.5.mlp.experts.0.gate_proj",
          "relative_l2": 0.09491000324487686
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.0.up_proj",
          "relative_l2": 0.0947798565030098
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.0.down_proj",
          "relative_l2": 0.09516183286905289
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.127.gate_proj",
          "relative_l2": 0.09482475370168686
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.127.up_proj",
          "relative_l2": 0.09484873712062836
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.127.down_proj",
          "relative_l2": 0.09504315257072449
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.255.gate_proj",
          "relative_l2": 0.09472398459911346
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.255.up_proj",
          "relative_l2": 0.09501422941684723
        },
        {
          "name": "model.language_model.layers.5.mlp.experts.255.down_proj",
          "relative_l2": 0.09481655061244965
        }
      ]
    },
    {
      "layer": 6,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.6.mlp.experts.0.gate_proj",
          "relative_l2": 0.09514470398426056
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.0.up_proj",
          "relative_l2": 0.09484679251909256
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.0.down_proj",
          "relative_l2": 0.09478175640106201
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.127.gate_proj",
          "relative_l2": 0.09457685053348541
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.127.up_proj",
          "relative_l2": 0.09491872042417526
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.127.down_proj",
          "relative_l2": 0.09480506181716919
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.255.gate_proj",
          "relative_l2": 0.09483957290649414
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.255.up_proj",
          "relative_l2": 0.09490479528903961
        },
        {
          "name": "model.language_model.layers.6.mlp.experts.255.down_proj",
          "relative_l2": 0.09497439116239548
        }
      ]
    },
    {
      "layer": 7,
      "bytes": 515277816,
      "errors": [
        {
          "name": "model.language_model.layers.7.mlp.experts.0.gate_proj",
          "relative_l2": 0.09468226879835129
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.0.up_proj",
          "relative_l2": 0.09484920650720596
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.0.down_proj",
          "relative_l2": 0.09495599567890167
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.127.gate_proj",
          "relative_l2": 0.09488265961408615
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.127.up_proj",
          "relative_l2": 0.094867043197155
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.127.down_proj",
          "relative_l2": 0.09492191672325134
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.255.gate_proj",
          "relative_l2": 0.09500420838594437
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.255.up_proj",
          "relative_l2": 0.09516949951648712
        },
        {
          "name": "model.language_model.layers.7.mlp.experts.255.down_proj",
          "relative_l2": 0.09450510889291763
        }
      ]
    },
    {
      "layer": 8,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.8.mlp.experts.0.gate_proj",
          "relative_l2": 0.094615139067173
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.0.up_proj",
          "relative_l2": 0.09481476247310638
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.0.down_proj",
          "relative_l2": 0.09483686834573746
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.127.gate_proj",
          "relative_l2": 0.09516026824712753
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.127.up_proj",
          "relative_l2": 0.09520623832941055
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.127.down_proj",
          "relative_l2": 0.09495377540588379
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.255.gate_proj",
          "relative_l2": 0.09494774788618088
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.255.up_proj",
          "relative_l2": 0.09518923610448837
        },
        {
          "name": "model.language_model.layers.8.mlp.experts.255.down_proj",
          "relative_l2": 0.09482795745134354
        }
      ]
    },
    {
      "layer": 9,
      "bytes": 528188544,
      "errors": [
        {
          "name": "model.language_model.layers.9.mlp.experts.0.gate_proj",
          "relative_l2": 0.09501193463802338
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.0.up_proj",
          "relative_l2": 0.09503018856048584
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.0.down_proj",
          "relative_l2": 0.09496789425611496
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.127.gate_proj",
          "relative_l2": 0.09466201812028885
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.127.up_proj",
          "relative_l2": 0.09474799036979675
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.127.down_proj",
          "relative_l2": 0.09470758587121964
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.255.gate_proj",
          "relative_l2": 0.09501597285270691
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.255.up_proj",
          "relative_l2": 0.09484473615884781
        },
        {
          "name": "model.language_model.layers.9.mlp.experts.255.down_proj",
          "relative_l2": 0.09508007764816284
        }
      ]
    },
    {
      "layer": 10,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.10.mlp.experts.0.gate_proj",
          "relative_l2": 0.09459520131349564
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.0.up_proj",
          "relative_l2": 0.09480565786361694
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.0.down_proj",
          "relative_l2": 0.09465521574020386
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.127.gate_proj",
          "relative_l2": 0.09452908486127853
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.127.up_proj",
          "relative_l2": 0.0945449024438858
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.127.down_proj",
          "relative_l2": 0.09484422206878662
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.255.gate_proj",
          "relative_l2": 0.09482501447200775
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.255.up_proj",
          "relative_l2": 0.09454865008592606
        },
        {
          "name": "model.language_model.layers.10.mlp.experts.255.down_proj",
          "relative_l2": 0.09500283002853394
        }
      ]
    },
    {
      "layer": 11,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.11.mlp.experts.0.gate_proj",
          "relative_l2": 0.09490332752466202
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.0.up_proj",
          "relative_l2": 0.09498126804828644
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.0.down_proj",
          "relative_l2": 0.09490323811769485
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.127.gate_proj",
          "relative_l2": 0.09457588195800781
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.127.up_proj",
          "relative_l2": 0.09473386406898499
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.127.down_proj",
          "relative_l2": 0.09502903372049332
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.255.gate_proj",
          "relative_l2": 0.09478390216827393
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.255.up_proj",
          "relative_l2": 0.09468410164117813
        },
        {
          "name": "model.language_model.layers.11.mlp.experts.255.down_proj",
          "relative_l2": 0.09447299689054489
        }
      ]
    },
    {
      "layer": 12,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.12.mlp.experts.0.gate_proj",
          "relative_l2": 0.09513724595308304
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.0.up_proj",
          "relative_l2": 0.09491968154907227
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.0.down_proj",
          "relative_l2": 0.09480893611907959
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.127.gate_proj",
          "relative_l2": 0.0945790633559227
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.127.up_proj",
          "relative_l2": 0.0949406623840332
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.127.down_proj",
          "relative_l2": 0.0948609709739685
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.255.gate_proj",
          "relative_l2": 0.09484867006540298
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.255.up_proj",
          "relative_l2": 0.09464133530855179
        },
        {
          "name": "model.language_model.layers.12.mlp.experts.255.down_proj",
          "relative_l2": 0.09477946162223816
        }
      ]
    },
    {
      "layer": 13,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.13.mlp.experts.0.gate_proj",
          "relative_l2": 0.09499885886907578
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.0.up_proj",
          "relative_l2": 0.09485485404729843
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.0.down_proj",
          "relative_l2": 0.0948578268289566
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.127.gate_proj",
          "relative_l2": 0.09467124193906784
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.127.up_proj",
          "relative_l2": 0.09480366855859756
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.127.down_proj",
          "relative_l2": 0.0951036885380745
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.255.gate_proj",
          "relative_l2": 0.0947372317314148
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.255.up_proj",
          "relative_l2": 0.09491630643606186
        },
        {
          "name": "model.language_model.layers.13.mlp.experts.255.down_proj",
          "relative_l2": 0.09494197368621826
        }
      ]
    },
    {
      "layer": 14,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.14.mlp.experts.0.gate_proj",
          "relative_l2": 0.09477999806404114
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.0.up_proj",
          "relative_l2": 0.09486845135688782
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.0.down_proj",
          "relative_l2": 0.09511730819940567
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.127.gate_proj",
          "relative_l2": 0.09484978765249252
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.127.up_proj",
          "relative_l2": 0.09465546160936356
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.127.down_proj",
          "relative_l2": 0.09501934796571732
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.255.gate_proj",
          "relative_l2": 0.0948084369301796
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.255.up_proj",
          "relative_l2": 0.094628244638443
        },
        {
          "name": "model.language_model.layers.14.mlp.experts.255.down_proj",
          "relative_l2": 0.09493327885866165
        }
      ]
    },
    {
      "layer": 15,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.15.mlp.experts.0.gate_proj",
          "relative_l2": 0.09473720192909241
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.0.up_proj",
          "relative_l2": 0.09479325264692307
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.0.down_proj",
          "relative_l2": 0.095098577439785
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.127.gate_proj",
          "relative_l2": 0.09455423057079315
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.127.up_proj",
          "relative_l2": 0.09478367865085602
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.127.down_proj",
          "relative_l2": 0.09508931636810303
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.255.gate_proj",
          "relative_l2": 0.09470715373754501
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.255.up_proj",
          "relative_l2": 0.0951133519411087
        },
        {
          "name": "model.language_model.layers.15.mlp.experts.255.down_proj",
          "relative_l2": 0.09491214901208878
        }
      ]
    },
    {
      "layer": 16,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.16.mlp.experts.0.gate_proj",
          "relative_l2": 0.09474878758192062
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.0.up_proj",
          "relative_l2": 0.09500196576118469
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.0.down_proj",
          "relative_l2": 0.09478256106376648
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.127.gate_proj",
          "relative_l2": 0.09464558213949203
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.127.up_proj",
          "relative_l2": 0.09504321962594986
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.127.down_proj",
          "relative_l2": 0.09506266564130783
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.255.gate_proj",
          "relative_l2": 0.09489813446998596
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.255.up_proj",
          "relative_l2": 0.09464869648218155
        },
        {
          "name": "model.language_model.layers.16.mlp.experts.255.down_proj",
          "relative_l2": 0.09457528591156006
        }
      ]
    },
    {
      "layer": 17,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.17.mlp.experts.0.gate_proj",
          "relative_l2": 0.09477784484624863
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.0.up_proj",
          "relative_l2": 0.094668909907341
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.0.down_proj",
          "relative_l2": 0.09482941776514053
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.127.gate_proj",
          "relative_l2": 0.09480507671833038
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.127.up_proj",
          "relative_l2": 0.09492591768503189
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.127.down_proj",
          "relative_l2": 0.09488376975059509
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.255.gate_proj",
          "relative_l2": 0.09480591863393784
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.255.up_proj",
          "relative_l2": 0.09484744071960449
        },
        {
          "name": "model.language_model.layers.17.mlp.experts.255.down_proj",
          "relative_l2": 0.09491822868585587
        }
      ]
    },
    {
      "layer": 18,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.18.mlp.experts.0.gate_proj",
          "relative_l2": 0.09438560903072357
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.0.up_proj",
          "relative_l2": 0.09445251524448395
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.0.down_proj",
          "relative_l2": 0.09449214488267899
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.127.gate_proj",
          "relative_l2": 0.09473482519388199
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.127.up_proj",
          "relative_l2": 0.09507308155298233
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.127.down_proj",
          "relative_l2": 0.09464684873819351
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.255.gate_proj",
          "relative_l2": 0.09478475153446198
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.255.up_proj",
          "relative_l2": 0.09465304762125015
        },
        {
          "name": "model.language_model.layers.18.mlp.experts.255.down_proj",
          "relative_l2": 0.09468767046928406
        }
      ]
    },
    {
      "layer": 19,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.19.mlp.experts.0.gate_proj",
          "relative_l2": 0.094986692070961
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.0.up_proj",
          "relative_l2": 0.09490946680307388
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.0.down_proj",
          "relative_l2": 0.09469704329967499
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.127.gate_proj",
          "relative_l2": 0.094936303794384
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.127.up_proj",
          "relative_l2": 0.09500983357429504
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.127.down_proj",
          "relative_l2": 0.09492569416761398
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.255.gate_proj",
          "relative_l2": 0.0950927734375
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.255.up_proj",
          "relative_l2": 0.09510446339845657
        },
        {
          "name": "model.language_model.layers.19.mlp.experts.255.down_proj",
          "relative_l2": 0.09476400166749954
        }
      ]
    },
    {
      "layer": 20,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.20.mlp.experts.0.gate_proj",
          "relative_l2": 0.09503871202468872
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.0.up_proj",
          "relative_l2": 0.09470121562480927
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.0.down_proj",
          "relative_l2": 0.09482111036777496
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.127.gate_proj",
          "relative_l2": 0.09472671896219254
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.127.up_proj",
          "relative_l2": 0.09508735686540604
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.127.down_proj",
          "relative_l2": 0.0952274277806282
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.255.gate_proj",
          "relative_l2": 0.09494130313396454
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.255.up_proj",
          "relative_l2": 0.09486640244722366
        },
        {
          "name": "model.language_model.layers.20.mlp.experts.255.down_proj",
          "relative_l2": 0.09474370628595352
        }
      ]
    },
    {
      "layer": 21,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.21.mlp.experts.0.gate_proj",
          "relative_l2": 0.09485077857971191
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.0.up_proj",
          "relative_l2": 0.09480111300945282
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.0.down_proj",
          "relative_l2": 0.09447064250707626
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.127.gate_proj",
          "relative_l2": 0.09459652751684189
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.127.up_proj",
          "relative_l2": 0.09470853209495544
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.127.down_proj",
          "relative_l2": 0.09478571265935898
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.255.gate_proj",
          "relative_l2": 0.0948825553059578
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.255.up_proj",
          "relative_l2": 0.09486708790063858
        },
        {
          "name": "model.language_model.layers.21.mlp.experts.255.down_proj",
          "relative_l2": 0.09500767290592194
        }
      ]
    },
    {
      "layer": 22,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.22.mlp.experts.0.gate_proj",
          "relative_l2": 0.09422362595796585
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.0.up_proj",
          "relative_l2": 0.09445404261350632
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.0.down_proj",
          "relative_l2": 0.09455311298370361
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.127.gate_proj",
          "relative_l2": 0.09483584016561508
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.127.up_proj",
          "relative_l2": 0.09476946294307709
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.127.down_proj",
          "relative_l2": 0.09511347860097885
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.255.gate_proj",
          "relative_l2": 0.09473482519388199
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.255.up_proj",
          "relative_l2": 0.0946921855211258
        },
        {
          "name": "model.language_model.layers.22.mlp.experts.255.down_proj",
          "relative_l2": 0.09476429224014282
        }
      ]
    },
    {
      "layer": 23,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.23.mlp.experts.0.gate_proj",
          "relative_l2": 0.09462922811508179
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.0.up_proj",
          "relative_l2": 0.09456423670053482
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.0.down_proj",
          "relative_l2": 0.09458693116903305
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.127.gate_proj",
          "relative_l2": 0.09478172659873962
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.127.up_proj",
          "relative_l2": 0.09461794048547745
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.127.down_proj",
          "relative_l2": 0.09466080367565155
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.255.gate_proj",
          "relative_l2": 0.09474249929189682
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.255.up_proj",
          "relative_l2": 0.0947382003068924
        },
        {
          "name": "model.language_model.layers.23.mlp.experts.255.down_proj",
          "relative_l2": 0.09484976530075073
        }
      ]
    },
    {
      "layer": 24,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.24.mlp.experts.0.gate_proj",
          "relative_l2": 0.09510322660207748
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.0.up_proj",
          "relative_l2": 0.09498026221990585
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.0.down_proj",
          "relative_l2": 0.09489031881093979
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.127.gate_proj",
          "relative_l2": 0.09467912465333939
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.127.up_proj",
          "relative_l2": 0.09478136152029037
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.127.down_proj",
          "relative_l2": 0.09493295103311539
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.255.gate_proj",
          "relative_l2": 0.0949547067284584
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.255.up_proj",
          "relative_l2": 0.09501306712627411
        },
        {
          "name": "model.language_model.layers.24.mlp.experts.255.down_proj",
          "relative_l2": 0.09488576650619507
        }
      ]
    },
    {
      "layer": 25,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.25.mlp.experts.0.gate_proj",
          "relative_l2": 0.09477940946817398
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.0.up_proj",
          "relative_l2": 0.09460259974002838
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.0.down_proj",
          "relative_l2": 0.09508750587701797
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.127.gate_proj",
          "relative_l2": 0.09468481689691544
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.127.up_proj",
          "relative_l2": 0.0947725772857666
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.127.down_proj",
          "relative_l2": 0.09467991441488266
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.255.gate_proj",
          "relative_l2": 0.09462504833936691
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.255.up_proj",
          "relative_l2": 0.09462920576334
        },
        {
          "name": "model.language_model.layers.25.mlp.experts.255.down_proj",
          "relative_l2": 0.09504050016403198
        }
      ]
    },
    {
      "layer": 26,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.26.mlp.experts.0.gate_proj",
          "relative_l2": 0.09473539888858795
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.0.up_proj",
          "relative_l2": 0.09485578536987305
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.0.down_proj",
          "relative_l2": 0.09465736150741577
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.127.gate_proj",
          "relative_l2": 0.09476310014724731
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.127.up_proj",
          "relative_l2": 0.09485859423875809
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.127.down_proj",
          "relative_l2": 0.09496907889842987
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.255.gate_proj",
          "relative_l2": 0.09468451142311096
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.255.up_proj",
          "relative_l2": 0.09466227144002914
        },
        {
          "name": "model.language_model.layers.26.mlp.experts.255.down_proj",
          "relative_l2": 0.09498080611228943
        }
      ]
    },
    {
      "layer": 27,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.27.mlp.experts.0.gate_proj",
          "relative_l2": 0.0946052223443985
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.0.up_proj",
          "relative_l2": 0.09464792162179947
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.0.down_proj",
          "relative_l2": 0.09461342543363571
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.127.gate_proj",
          "relative_l2": 0.09472689032554626
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.127.up_proj",
          "relative_l2": 0.09498738497495651
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.127.down_proj",
          "relative_l2": 0.09482811391353607
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.255.gate_proj",
          "relative_l2": 0.09499930590391159
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.255.up_proj",
          "relative_l2": 0.09476057440042496
        },
        {
          "name": "model.language_model.layers.27.mlp.experts.255.down_proj",
          "relative_l2": 0.09478411823511124
        }
      ]
    },
    {
      "layer": 28,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.28.mlp.experts.0.gate_proj",
          "relative_l2": 0.09459289163351059
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.0.up_proj",
          "relative_l2": 0.09456899017095566
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.0.down_proj",
          "relative_l2": 0.09507979452610016
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.127.gate_proj",
          "relative_l2": 0.0947919487953186
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.127.up_proj",
          "relative_l2": 0.09498829394578934
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.127.down_proj",
          "relative_l2": 0.09451594203710556
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.255.gate_proj",
          "relative_l2": 0.0946463942527771
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.255.up_proj",
          "relative_l2": 0.09468646347522736
        },
        {
          "name": "model.language_model.layers.28.mlp.experts.255.down_proj",
          "relative_l2": 0.09481672197580338
        }
      ]
    },
    {
      "layer": 29,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.29.mlp.experts.0.gate_proj",
          "relative_l2": 0.09467100352048874
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.0.up_proj",
          "relative_l2": 0.09477049112319946
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.0.down_proj",
          "relative_l2": 0.09453331679105759
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.127.gate_proj",
          "relative_l2": 0.09472357481718063
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.127.up_proj",
          "relative_l2": 0.0950070172548294
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.127.down_proj",
          "relative_l2": 0.09489501267671585
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.255.gate_proj",
          "relative_l2": 0.09481999278068542
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.255.up_proj",
          "relative_l2": 0.0950799286365509
        },
        {
          "name": "model.language_model.layers.29.mlp.experts.255.down_proj",
          "relative_l2": 0.09488162398338318
        }
      ]
    },
    {
      "layer": 30,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.30.mlp.experts.0.gate_proj",
          "relative_l2": 0.0947326049208641
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.0.up_proj",
          "relative_l2": 0.09495285898447037
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.0.down_proj",
          "relative_l2": 0.09441978484392166
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.127.gate_proj",
          "relative_l2": 0.09467968344688416
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.127.up_proj",
          "relative_l2": 0.09474870562553406
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.127.down_proj",
          "relative_l2": 0.09462367743253708
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.255.gate_proj",
          "relative_l2": 0.09483161568641663
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.255.up_proj",
          "relative_l2": 0.09480269998311996
        },
        {
          "name": "model.language_model.layers.30.mlp.experts.255.down_proj",
          "relative_l2": 0.09451143443584442
        }
      ]
    },
    {
      "layer": 31,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.31.mlp.experts.0.gate_proj",
          "relative_l2": 0.09472250193357468
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.0.up_proj",
          "relative_l2": 0.09474918246269226
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.0.down_proj",
          "relative_l2": 0.09426045417785645
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.127.gate_proj",
          "relative_l2": 0.09483743458986282
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.127.up_proj",
          "relative_l2": 0.0945521742105484
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.127.down_proj",
          "relative_l2": 0.0940621942281723
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.255.gate_proj",
          "relative_l2": 0.09494776278734207
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.255.up_proj",
          "relative_l2": 0.09500999748706818
        },
        {
          "name": "model.language_model.layers.31.mlp.experts.255.down_proj",
          "relative_l2": 0.0950358659029007
        }
      ]
    },
    {
      "layer": 32,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.32.mlp.experts.0.gate_proj",
          "relative_l2": 0.09490344673395157
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.0.up_proj",
          "relative_l2": 0.09490393847227097
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.0.down_proj",
          "relative_l2": 0.09514261782169342
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.127.gate_proj",
          "relative_l2": 0.09487369656562805
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.127.up_proj",
          "relative_l2": 0.09467606991529465
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.127.down_proj",
          "relative_l2": 0.09481370449066162
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.255.gate_proj",
          "relative_l2": 0.09489879012107849
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.255.up_proj",
          "relative_l2": 0.09487751126289368
        },
        {
          "name": "model.language_model.layers.32.mlp.experts.255.down_proj",
          "relative_l2": 0.09488153457641602
        }
      ]
    },
    {
      "layer": 33,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.33.mlp.experts.0.gate_proj",
          "relative_l2": 0.094792440533638
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.0.up_proj",
          "relative_l2": 0.09481507539749146
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.0.down_proj",
          "relative_l2": 0.09465914964675903
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.127.gate_proj",
          "relative_l2": 0.09496045112609863
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.127.up_proj",
          "relative_l2": 0.09490429610013962
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.127.down_proj",
          "relative_l2": 0.09492712467908859
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.255.gate_proj",
          "relative_l2": 0.0951780155301094
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.255.up_proj",
          "relative_l2": 0.09500619024038315
        },
        {
          "name": "model.language_model.layers.33.mlp.experts.255.down_proj",
          "relative_l2": 0.09499501436948776
        }
      ]
    },
    {
      "layer": 34,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.34.mlp.experts.0.gate_proj",
          "relative_l2": 0.09417226910591125
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.0.up_proj",
          "relative_l2": 0.09448663890361786
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.0.down_proj",
          "relative_l2": 0.09491360187530518
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.127.gate_proj",
          "relative_l2": 0.09478289633989334
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.127.up_proj",
          "relative_l2": 0.09494168311357498
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.127.down_proj",
          "relative_l2": 0.09491666406393051
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.255.gate_proj",
          "relative_l2": 0.09448312222957611
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.255.up_proj",
          "relative_l2": 0.09475450217723846
        },
        {
          "name": "model.language_model.layers.34.mlp.experts.255.down_proj",
          "relative_l2": 0.09469987452030182
        }
      ]
    },
    {
      "layer": 35,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.35.mlp.experts.0.gate_proj",
          "relative_l2": 0.09483418613672256
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.0.up_proj",
          "relative_l2": 0.0947229415178299
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.0.down_proj",
          "relative_l2": 0.09476880729198456
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.127.gate_proj",
          "relative_l2": 0.09477641433477402
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.127.up_proj",
          "relative_l2": 0.09507009387016296
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.127.down_proj",
          "relative_l2": 0.09488416463136673
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.255.gate_proj",
          "relative_l2": 0.09433625638484955
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.255.up_proj",
          "relative_l2": 0.0949176624417305
        },
        {
          "name": "model.language_model.layers.35.mlp.experts.255.down_proj",
          "relative_l2": 0.09463542699813843
        }
      ]
    },
    {
      "layer": 36,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.36.mlp.experts.0.gate_proj",
          "relative_l2": 0.09464430063962936
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.0.up_proj",
          "relative_l2": 0.09459098428487778
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.0.down_proj",
          "relative_l2": 0.09492505341768265
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.127.gate_proj",
          "relative_l2": 0.09468767791986465
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.127.up_proj",
          "relative_l2": 0.09488523006439209
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.127.down_proj",
          "relative_l2": 0.09508391469717026
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.255.gate_proj",
          "relative_l2": 0.09451454877853394
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.255.up_proj",
          "relative_l2": 0.09466105699539185
        },
        {
          "name": "model.language_model.layers.36.mlp.experts.255.down_proj",
          "relative_l2": 0.09423238784074783
        }
      ]
    },
    {
      "layer": 37,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.37.mlp.experts.0.gate_proj",
          "relative_l2": 0.09477624297142029
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.0.up_proj",
          "relative_l2": 0.09501951932907104
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.0.down_proj",
          "relative_l2": 0.09482412785291672
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.127.gate_proj",
          "relative_l2": 0.09462817013263702
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.127.up_proj",
          "relative_l2": 0.0949438288807869
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.127.down_proj",
          "relative_l2": 0.09508462250232697
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.255.gate_proj",
          "relative_l2": 0.0947328582406044
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.255.up_proj",
          "relative_l2": 0.09489478170871735
        },
        {
          "name": "model.language_model.layers.37.mlp.experts.255.down_proj",
          "relative_l2": 0.09504453837871552
        }
      ]
    },
    {
      "layer": 38,
      "bytes": 528191632,
      "errors": [
        {
          "name": "model.language_model.layers.38.mlp.experts.0.gate_proj",
          "relative_l2": 0.094805046916008
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.0.up_proj",
          "relative_l2": 0.09504565596580505
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.0.down_proj",
          "relative_l2": 0.09470485895872116
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.127.gate_proj",
          "relative_l2": 0.09501786530017853
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.127.up_proj",
          "relative_l2": 0.09508860111236572
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.127.down_proj",
          "relative_l2": 0.09498331695795059
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.255.gate_proj",
          "relative_l2": 0.09488609433174133
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.255.up_proj",
          "relative_l2": 0.09502892941236496
        },
        {
          "name": "model.language_model.layers.38.mlp.experts.255.down_proj",
          "relative_l2": 0.09466797858476639
        }
      ]
    },
    {
      "layer": 39,
      "bytes": 515280904,
      "errors": [
        {
          "name": "model.language_model.layers.39.mlp.experts.0.gate_proj",
          "relative_l2": 0.09474320709705353
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.0.up_proj",
          "relative_l2": 0.09449110180139542
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.0.down_proj",
          "relative_l2": 0.09458871185779572
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.127.gate_proj",
          "relative_l2": 0.09466248005628586
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.127.up_proj",
          "relative_l2": 0.09452715516090393
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.127.down_proj",
          "relative_l2": 0.09498767554759979
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.255.gate_proj",
          "relative_l2": 0.09434935450553894
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.255.up_proj",
          "relative_l2": 0.09472747892141342
        },
        {
          "name": "model.language_model.layers.39.mlp.experts.255.down_proj",
          "relative_l2": 0.09438753128051758
        }
      ]
    }
  ],
  "elapsed_seconds": 232.44211888499558,
  "audio_validated": false,
  "uploaded": false
}