{
  "source_index_sha256": "51f87de7e81264fb2d8ea0b8f8b0b542da662204f26e2c83d06ae1c04f0addc9",
  "weight_scale_method": "power_of_two",
  "activation_scale_method": "power_of_two",
  "converter_version": 2,
  "expert_weight_tensors": 96,
  "statistics": {
    "values": 587068342272,
    "squared_error": 4.6084034011073527e-07,
    "squared_original": 169743711.65203604,
    "changed_values": 6987660,
    "max_absolute_error": 1.9073486328125e-06,
    "underflow_values": 870110,
    "relative_rms_error": 5.210487964523546e-08,
    "exact_value_fraction": 0.9999880973653374
  },
  "nonexpert_weights": "unchanged",
  "mtp": "unchanged",
  "shards": [
    {
      "file": "model-00001-of-00048.safetensors",
      "bytes": 14495803536,
      "tensor_bytes": 14495789568,
      "sample_fingerprints": {
        "model.llm.layers.0.mlp.experts.w13_weight": "8f952dc11e9aa5afb4ebb3db7132a5ecd5afd23da3b2f4eefc9912df2b422599",
        "model.llm.layers.0.mlp.experts.w2_weight": "2fdb8b36382e5ee686bffc1ee1790c60de75a7f54c5fd905a4e3c922bc444438"
      },
      "statistics": {
        "model.llm.layers.0.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.105406206799671e-09,
          "squared_original": 1768121.9658656039,
          "changed_values": 158689,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 20149
        },
        "model.llm.layers.0.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.0732037480920553e-10,
          "squared_original": 1768212.8138979645,
          "changed_values": 484,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 58
        }
      }
    },
    {
      "file": "model-00002-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.1.mlp.experts.w13_weight": "77a21bb5ee1432e01c4271b612dc48fff132e3bad36b59d093f8834b1180c2dc",
        "model.llm.layers.1.mlp.experts.w2_weight": "a8bcb5befdab42c29fbed834b6223346f6d0de97b6bf0872c33b009afebd68a9"
      },
      "statistics": {
        "model.llm.layers.1.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.908433185046306e-09,
          "squared_original": 1768122.801187938,
          "changed_values": 172303,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 21370
        },
        "model.llm.layers.1.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.8535396268125623e-10,
          "squared_original": 1768213.3783270214,
          "changed_values": 1195,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 157
        }
      }
    },
    {
      "file": "model-00003-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.10.mlp.experts.w13_weight": "13f7e8c5c8301366809edc4df072d2b4c86a8b083e3c575ef00020ae7da4c96e",
        "model.llm.layers.10.mlp.experts.w2_weight": "44580a524e6b46a4cc69d57cdc7cffcbbb8bc7bd4cb7d09027f2b7b52b985da0"
      },
      "statistics": {
        "model.llm.layers.10.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.0449980436533224e-08,
          "squared_original": 1768118.6856331874,
          "changed_values": 157992,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 19593
        },
        "model.llm.layers.10.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 4.759499461215455e-10,
          "squared_original": 1768219.932123337,
          "changed_values": 1157,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 143
        }
      }
    },
    {
      "file": "model-00004-of-00048.safetensors",
      "bytes": 12444727000,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.11.mlp.experts.w13_weight": "4274577c277ae4993df8e7008809c8c420d87e8431697ea01ae4d1cd9fe8e6f8",
        "model.llm.layers.11.mlp.experts.w2_weight": "c103574573dfec5f1b7ffad53a967950f8d835cbeeb519ac494ce8eb8836b50d"
      },
      "statistics": {
        "model.llm.layers.11.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.141415850725025e-08,
          "squared_original": 1768120.9608624189,
          "changed_values": 163417,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 20166
        },
        "model.llm.layers.11.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 6.592131285287905e-10,
          "squared_original": 1768214.8300133706,
          "changed_values": 2238,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 290
        }
      }
    },
    {
      "file": "model-00005-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.12.mlp.experts.w13_weight": "c3d2fc52f79245ec7ec56aa02cdcccef8ab3ff9404373576553f99f4b840f8f6",
        "model.llm.layers.12.mlp.experts.w2_weight": "f6cc42993f1838c76520b238f4275bab162d9724bbe150546724fae63878387d"
      },
      "statistics": {
        "model.llm.layers.12.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.134644874895457e-09,
          "squared_original": 1768113.3747544787,
          "changed_values": 125396,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15789
        },
        "model.llm.layers.12.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 6.997424861765467e-11,
          "squared_original": 1768218.1286994827,
          "changed_values": 307,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 43
        }
      }
    },
    {
      "file": "model-00006-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.13.mlp.experts.w13_weight": "0345f3e89421fa5dc35e6b9a6c8909ba04698cfbf76998d1029dd720bf0d2e3a",
        "model.llm.layers.13.mlp.experts.w2_weight": "a835afe2bac0b6e8e0b4afa8574a16aaf3e9cf7731a0e9af878ea3552566a77b"
      },
      "statistics": {
        "model.llm.layers.13.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.176083727244986e-09,
          "squared_original": 1768111.674125457,
          "changed_values": 124324,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15407
        },
        "model.llm.layers.13.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 9.612222129362635e-11,
          "squared_original": 1768218.7739955345,
          "changed_values": 398,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 56
        }
      }
    },
    {
      "file": "model-00007-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.14.mlp.experts.w13_weight": "eace6d718e930d9d4b2c43e6c9c403035edc2fec4db294e0d6024d6d47a59620",
        "model.llm.layers.14.mlp.experts.w2_weight": "9e72e698f12788ddc884f23f0ab552070b13fb2972e32f48935a077f815348ec"
      },
      "statistics": {
        "model.llm.layers.14.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.253447620314546e-09,
          "squared_original": 1768110.8202293653,
          "changed_values": 126676,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15709
        },
        "model.llm.layers.14.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.1215206541237421e-10,
          "squared_original": 1768217.9807908651,
          "changed_values": 434,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 58
        }
      }
    },
    {
      "file": "model-00008-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.15.mlp.experts.w13_weight": "55cf2aaa48763a2a6709fb6ef8078cd100fabdb92fa8ccab0f40fc8f9a6d916e",
        "model.llm.layers.15.mlp.experts.w2_weight": "eac7d1134aa3012f358699a0d6e5a7634d64c54350ae2decc0f5e187fa3d7585"
      },
      "statistics": {
        "model.llm.layers.15.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.307278337975731e-09,
          "squared_original": 1768115.2962456895,
          "changed_values": 126919,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15744
        },
        "model.llm.layers.15.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.6189005691558123e-10,
          "squared_original": 1768215.855055916,
          "changed_values": 606,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 61
        }
      }
    },
    {
      "file": "model-00009-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.16.mlp.experts.w13_weight": "a065f07485aed0bb364c948e8baba3711bfde757ecb7367545ee15daefc06f90",
        "model.llm.layers.16.mlp.experts.w2_weight": "c1e12a348a3db07cd0fc1405a3bd099cf97fc8771c09d209b0b31f8d497da670"
      },
      "statistics": {
        "model.llm.layers.16.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.549033398390748e-09,
          "squared_original": 1768120.1699736966,
          "changed_values": 131920,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 16508
        },
        "model.llm.layers.16.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.864339876396116e-10,
          "squared_original": 1768217.2810712936,
          "changed_values": 977,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 125
        }
      }
    },
    {
      "file": "model-00010-of-00048.safetensors",
      "bytes": 12444727000,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.17.mlp.experts.w13_weight": "65b894d5035163d09f7f680c628b3c1883c27d7e8eee69b8cc86a4146c4dac47",
        "model.llm.layers.17.mlp.experts.w2_weight": "370a631941345ee0503016f7460dad1173fbc1410ee95be8da4a21ed781b9968"
      },
      "statistics": {
        "model.llm.layers.17.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.974392701726174e-09,
          "squared_original": 1768118.7670347427,
          "changed_values": 135552,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16883
        },
        "model.llm.layers.17.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 7.777316568535753e-10,
          "squared_original": 1768217.98766128,
          "changed_values": 2779,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 351
        }
      }
    },
    {
      "file": "model-00011-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.18.mlp.experts.w13_weight": "8314faa1a1e147b2f9b51f4e615ff3faeb712f4df0f40bf5c9067ada1a409351",
        "model.llm.layers.18.mlp.experts.w2_weight": "fd9507526d0a0d37a8290cf9d0042dcd384a34b13ca34e833d4065a56f812138"
      },
      "statistics": {
        "model.llm.layers.18.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.494236342608929e-09,
          "squared_original": 1768116.2410622393,
          "changed_values": 130711,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 16446
        },
        "model.llm.layers.18.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.667217475187499e-10,
          "squared_original": 1768212.8429540673,
          "changed_values": 707,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 108
        }
      }
    },
    {
      "file": "model-00012-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.19.mlp.experts.w13_weight": "6245bb4ee25eadc7047c63b8b75f1b9838edaf8088c9a8b3e01f28263bfdbb45",
        "model.llm.layers.19.mlp.experts.w2_weight": "8f81d57fc48f3a39acf1382b4243cb26a732391bd80ba4abbd71634eac0081da"
      },
      "statistics": {
        "model.llm.layers.19.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.76663000578992e-09,
          "squared_original": 1768117.2118139323,
          "changed_values": 135505,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 17033
        },
        "model.llm.layers.19.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.390834197285585e-10,
          "squared_original": 1768214.2344267445,
          "changed_values": 978,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 120
        }
      }
    },
    {
      "file": "model-00013-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.2.mlp.experts.w13_weight": "ff2c99934a8856d2b99c0e1a797f15839bb668b8be9fbf4491fe0d589f263b35",
        "model.llm.layers.2.mlp.experts.w2_weight": "fc799dd035f801bce901edeeacb971392460e3b0a87ad873d7a98d63963d97ef"
      },
      "statistics": {
        "model.llm.layers.2.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.210361233461299e-08,
          "squared_original": 1768130.3627613583,
          "changed_values": 211555,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 26472
        },
        "model.llm.layers.2.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 3.035438567167148e-10,
          "squared_original": 1768209.3687632722,
          "changed_values": 1152,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 133
        }
      }
    },
    {
      "file": "model-00014-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.20.mlp.experts.w13_weight": "2a88203242ff97b9db9620966e5aa92645463dd93a439248034cd6d314206c3e",
        "model.llm.layers.20.mlp.experts.w2_weight": "2c016242ca3e28c56b75f0de7e240fbbe1c884856e69c443b86895bff4d411e6"
      },
      "statistics": {
        "model.llm.layers.20.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.870880835980643e-09,
          "squared_original": 1768116.3106767118,
          "changed_values": 137902,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 17190
        },
        "model.llm.layers.20.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 3.842615114990622e-10,
          "squared_original": 1768217.6057108764,
          "changed_values": 1441,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 173
        }
      }
    },
    {
      "file": "model-00015-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.21.mlp.experts.w13_weight": "5aea5573e46729debfb3310392cf7f9d0c6a59b8044cd0e86d6e280c8aefca48",
        "model.llm.layers.21.mlp.experts.w2_weight": "87672b18402fbcd61ecc360ca4acdb3f3e760e9bdefcf1dad544ff4a2534c3bd"
      },
      "statistics": {
        "model.llm.layers.21.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.186418654076988e-09,
          "squared_original": 1768121.9907959215,
          "changed_values": 139810,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 17395
        },
        "model.llm.layers.21.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 6.359073267958593e-10,
          "squared_original": 1768221.4544213677,
          "changed_values": 2334,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 264
        }
      }
    },
    {
      "file": "model-00016-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.22.mlp.experts.w13_weight": "d11209b272686511a60c30805d018a391d8c5bed7848df167cc2996f5541ebde",
        "model.llm.layers.22.mlp.experts.w2_weight": "da4c502f30b22add9b9ca7edcc8517c4c3d2e43a1b9b634ac182bffdb4366ab0"
      },
      "statistics": {
        "model.llm.layers.22.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.810957297100686e-09,
          "squared_original": 1768121.1904113975,
          "changed_values": 145342,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 18108
        },
        "model.llm.layers.22.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.222066086687846e-09,
          "squared_original": 1768213.8718993831,
          "changed_values": 4263,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 529
        }
      }
    },
    {
      "file": "model-00017-of-00048.safetensors",
      "bytes": 12444727000,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.23.mlp.experts.w13_weight": "b620154a597e1de15ed770ec540c019a04b363ec6647605ef7669b99f4c8e2dc",
        "model.llm.layers.23.mlp.experts.w2_weight": "39666adba7e5e9dbbc0c7cbe7fddb6a88f3e9bab7365ec8bc869b4ee60856fe7"
      },
      "statistics": {
        "model.llm.layers.23.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.8658006209007e-09,
          "squared_original": 1768116.0113548364,
          "changed_values": 151473,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 18785
        },
        "model.llm.layers.23.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.2254766918194946e-09,
          "squared_original": 1768209.4397588274,
          "changed_values": 5810,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 670
        }
      }
    },
    {
      "file": "model-00018-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.24.mlp.experts.w13_weight": "8309008d68998eb58c4cd9327da42faa71080fea68ad5c8ef5677775edffddb2",
        "model.llm.layers.24.mlp.experts.w2_weight": "a34a2bb1aeb5d5e381c5e2d63b435f84e4df8d2fe26f1e6b8f6cd7d9a9cf5607"
      },
      "statistics": {
        "model.llm.layers.24.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.461380846507382e-09,
          "squared_original": 1768118.6637747078,
          "changed_values": 128744,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 16053
        },
        "model.llm.layers.24.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 5.04826402902836e-10,
          "squared_original": 1768220.781177904,
          "changed_values": 1999,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 278
        }
      }
    },
    {
      "file": "model-00019-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.25.mlp.experts.w13_weight": "6f52d661ac396852b81442e921de2dcee17c2ca3bbd7bb78f54f97f41eb066c4",
        "model.llm.layers.25.mlp.experts.w2_weight": "c4b5929ac8fa645c26131e54914b084a6e87670b030f16d07715af18de1944ea"
      },
      "statistics": {
        "model.llm.layers.25.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.831488346710103e-09,
          "squared_original": 1768112.8634602665,
          "changed_values": 131642,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16427
        },
        "model.llm.layers.25.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 9.233076525561046e-10,
          "squared_original": 1768215.5662473596,
          "changed_values": 3203,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 404
        }
      }
    },
    {
      "file": "model-00020-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.26.mlp.experts.w13_weight": "83faf7dbcb61e2eed13125aef48b4b611b6938a9d5df69645f556018903d8cb1",
        "model.llm.layers.26.mlp.experts.w2_weight": "d119cd649f8ee12fc103bf59809b409b2d1c7056816e7094124b50a31085d445"
      },
      "statistics": {
        "model.llm.layers.26.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.692563031014288e-09,
          "squared_original": 1768109.1799700721,
          "changed_values": 130784,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16177
        },
        "model.llm.layers.26.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 9.173390935757197e-10,
          "squared_original": 1768210.6838798951,
          "changed_values": 2821,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 325
        }
      }
    },
    {
      "file": "model-00021-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.27.mlp.experts.w13_weight": "2c3bc9f214372bdd5304a4a4582e5aa3e0d5ce1826978dcccbd5907b74305fa9",
        "model.llm.layers.27.mlp.experts.w2_weight": "159bdd75c041edd66f6c16a900ae0b8cd3f14ed5919305701757b6ca392fbd8f"
      },
      "statistics": {
        "model.llm.layers.27.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.658389560878277e-09,
          "squared_original": 1768121.6167091953,
          "changed_values": 138212,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 17545
        },
        "model.llm.layers.27.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.2593659448612016e-09,
          "squared_original": 1768212.4399909403,
          "changed_values": 4158,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 488
        }
      }
    },
    {
      "file": "model-00022-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.28.mlp.experts.w13_weight": "a7b0f2cbd9d854c4a99614743aecccc45b900515e0a337e8422826c6ee9e104f",
        "model.llm.layers.28.mlp.experts.w2_weight": "178416b663ed2d01eab3499daaed1b71a11b3d21d16ff9323bfd0b92603dd62f"
      },
      "statistics": {
        "model.llm.layers.28.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.1129031918244436e-08,
          "squared_original": 1768113.4554776156,
          "changed_values": 156100,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 19014
        },
        "model.llm.layers.28.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.85689338852535e-09,
          "squared_original": 1768207.172485074,
          "changed_values": 7053,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 850
        }
      }
    },
    {
      "file": "model-00023-of-00048.safetensors",
      "bytes": 12444726984,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.29.mlp.experts.w13_weight": "1c7a60cb482ad4509d76a1baff7cc74da32d44f83a2296f0b8feb395aacd5233",
        "model.llm.layers.29.mlp.experts.w2_weight": "7dd27689785974dcebe0935ae93f66f0ce57274977382f5f39a0acd6e6cb402a"
      },
      "statistics": {
        "model.llm.layers.29.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.1481347428343724e-08,
          "squared_original": 1768126.3480205853,
          "changed_values": 158752,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 19770
        },
        "model.llm.layers.29.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 3.803563686233247e-09,
          "squared_original": 1768207.0376017648,
          "changed_values": 8947,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 1068
        }
      }
    },
    {
      "file": "model-00024-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.3.mlp.experts.w13_weight": "4eccb012b9d19b3a4ee7c0520a35a6e57d2db882c415daf34138dd4b9ef35681",
        "model.llm.layers.3.mlp.experts.w2_weight": "daf5137ab0c66086f02ed67638e3fe27c9834190aa52b2b0da3790197c8dc818"
      },
      "statistics": {
        "model.llm.layers.3.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.2470081856008619e-08,
          "squared_original": 1768132.0120142458,
          "changed_values": 218851,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 27173
        },
        "model.llm.layers.3.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.0799006961169653e-10,
          "squared_original": 1768210.054234267,
          "changed_values": 881,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 115
        }
      }
    },
    {
      "file": "model-00025-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.30.mlp.experts.w13_weight": "53c15e2e2fb29b3b4a41e39dc77b42a376adeead3e2e57c30892fac7f398c806",
        "model.llm.layers.30.mlp.experts.w2_weight": "0397119c461abb3d8a1578f341c7a36e9f9e115148506c56987d202399d8a8e8"
      },
      "statistics": {
        "model.llm.layers.30.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.9466531133221e-09,
          "squared_original": 1768122.7726066613,
          "changed_values": 133521,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 16591
        },
        "model.llm.layers.30.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.6028707250370644e-09,
          "squared_original": 1768204.0217704624,
          "changed_values": 5457,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 650
        }
      }
    },
    {
      "file": "model-00026-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.31.mlp.experts.w13_weight": "042dee39e98113391edd15064aae291136ba326ab017784a7b7379f823f03412",
        "model.llm.layers.31.mlp.experts.w2_weight": "2d8b8b0a7249ddb39640003396a73b24bbb3aaa910b581df322e2162de097a50"
      },
      "statistics": {
        "model.llm.layers.31.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.617927622050047e-09,
          "squared_original": 1768111.6251428295,
          "changed_values": 128190,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15946
        },
        "model.llm.layers.31.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.2037162377964705e-09,
          "squared_original": 1768212.346693092,
          "changed_values": 3442,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 390
        }
      }
    },
    {
      "file": "model-00027-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.32.mlp.experts.w13_weight": "f5e000c0dca952c5b4190702ba54b72ac6cae2b6a4d5e2a3875eb787531ad7ab",
        "model.llm.layers.32.mlp.experts.w2_weight": "8edbf0393870b133d965b6c5c01e96577fc100400cf93ecba7d0b7c788d8ac80"
      },
      "statistics": {
        "model.llm.layers.32.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.796018053340958e-09,
          "squared_original": 1768117.5514477266,
          "changed_values": 129545,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 16139
        },
        "model.llm.layers.32.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.6218564269365743e-09,
          "squared_original": 1768205.203166418,
          "changed_values": 3566,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 426
        }
      }
    },
    {
      "file": "model-00028-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.33.mlp.experts.w13_weight": "0e6484c5b0e11b3fa06ada8fe46bd8925884b547f8ea29481166c4f79bd1d4b3",
        "model.llm.layers.33.mlp.experts.w2_weight": "8da588a2f00136d5719df65e927091f7ab85633f746084139b798c824a2cb131"
      },
      "statistics": {
        "model.llm.layers.33.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.320455435750773e-09,
          "squared_original": 1768110.6340482284,
          "changed_values": 134579,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16752
        },
        "model.llm.layers.33.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.5388650353997946e-09,
          "squared_original": 1768211.9529243617,
          "changed_values": 3684,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 424
        }
      }
    },
    {
      "file": "model-00029-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.34.mlp.experts.w13_weight": "0d25557753d965f6f1548e7fceaa3ed2ff40c2c631503c5e4ca9609a34d02180",
        "model.llm.layers.34.mlp.experts.w2_weight": "0e7a2b0d7e5c76177572bcecae264dad42d669161a2ec73a81ffcba37738b8cb"
      },
      "statistics": {
        "model.llm.layers.34.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.271730050386395e-09,
          "squared_original": 1768130.7591852348,
          "changed_values": 143844,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 17664
        },
        "model.llm.layers.34.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.3596271603310015e-09,
          "squared_original": 1768204.944190612,
          "changed_values": 5443,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 659
        }
      }
    },
    {
      "file": "model-00030-of-00048.safetensors",
      "bytes": 12444727000,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.35.mlp.experts.w13_weight": "b71a35779eeb93e42b7f64510ce4db80b53fab1c21852404c77b4a023ce6e4fa",
        "model.llm.layers.35.mlp.experts.w2_weight": "e71f0c6ddf02a0884d3696073bf5175142056dc6d8b2e0609391d63b319bb08e"
      },
      "statistics": {
        "model.llm.layers.35.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.77439640337252e-09,
          "squared_original": 1768115.6340378425,
          "changed_values": 147901,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 18234
        },
        "model.llm.layers.35.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.623892214614898e-09,
          "squared_original": 1768207.157009487,
          "changed_values": 5756,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 720
        }
      }
    },
    {
      "file": "model-00031-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.36.mlp.experts.w13_weight": "1e7c74d7f83c35ac63bec2f871345db966eaf729bffc1c1d74719879da90d3de",
        "model.llm.layers.36.mlp.experts.w2_weight": "83ccaad9ae4aa721b45fe6a96f276c9532156ea9088de378a3922f5fb629aa23"
      },
      "statistics": {
        "model.llm.layers.36.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.019764325377764e-09,
          "squared_original": 1768117.8571586893,
          "changed_values": 120509,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15169
        },
        "model.llm.layers.36.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.0821281648532022e-09,
          "squared_original": 1768206.1012081243,
          "changed_values": 2376,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 286
        }
      }
    },
    {
      "file": "model-00032-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.37.mlp.experts.w13_weight": "6bf0f6dbb2541197d29adef7b70f11ee143522ca878518217d0836671954dbea",
        "model.llm.layers.37.mlp.experts.w2_weight": "0512550c70dd054101de424eef3876feb434c73e1282109e14e9786651183dbe"
      },
      "statistics": {
        "model.llm.layers.37.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 6.936147656233516e-09,
          "squared_original": 1768115.8236049034,
          "changed_values": 121222,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15025
        },
        "model.llm.layers.37.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 9.769678399607074e-10,
          "squared_original": 1768214.311051927,
          "changed_values": 2047,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 265
        }
      }
    },
    {
      "file": "model-00033-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.38.mlp.experts.w13_weight": "5a39c6ebda7c48655cee227e5ed7974486743f392ca02bdb5830f3d1b1b2425c",
        "model.llm.layers.38.mlp.experts.w2_weight": "d0c8f8b01ff7074ac6c49701ea04b5ef686fda4f663fc946b66e9be80babba49"
      },
      "statistics": {
        "model.llm.layers.38.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 6.979064437473426e-09,
          "squared_original": 1768108.4711933434,
          "changed_values": 121441,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15289
        },
        "model.llm.layers.38.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 6.867821866762824e-10,
          "squared_original": 1768215.2279042618,
          "changed_values": 1619,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 191
        }
      }
    },
    {
      "file": "model-00034-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.39.mlp.experts.w13_weight": "0763612300b831fcebcf1b4ce6fbf092fb3d8e6a8c05e802ff775bd5bd242e46",
        "model.llm.layers.39.mlp.experts.w2_weight": "449291d6b00f1ec9bda531a1d33282bd4c405b43f8573e23b04ffd4b2e97d4fa"
      },
      "statistics": {
        "model.llm.layers.39.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 6.9101133703952655e-09,
          "squared_original": 1768114.32586788,
          "changed_values": 120809,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15064
        },
        "model.llm.layers.39.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 6.702407517877873e-10,
          "squared_original": 1768204.396144938,
          "changed_values": 1829,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 220
        }
      }
    },
    {
      "file": "model-00035-of-00048.safetensors",
      "bytes": 12444708336,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.4.mlp.experts.w13_weight": "412f9734d83b4e0b45d21257673ff659f7796c841fe6b2fc02e70b56ff72eaaa",
        "model.llm.layers.4.mlp.experts.w2_weight": "25104cdc1536ada31b97487e2a714a365067acc399e97c38a4e037fb00ef055b"
      },
      "statistics": {
        "model.llm.layers.4.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.1667680155369453e-08,
          "squared_original": 1768128.7706156701,
          "changed_values": 204619,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 25635
        },
        "model.llm.layers.4.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.3851498553995043e-10,
          "squared_original": 1768209.101734333,
          "changed_values": 992,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 132
        }
      }
    },
    {
      "file": "model-00036-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.40.mlp.experts.w13_weight": "3f9a3060d843d9be758f1acd3b39e4d95fb0d900946ed7ed67110ce4e18993d5",
        "model.llm.layers.40.mlp.experts.w2_weight": "86923d2ef457c0838b9ddd02f5de993937306492bc146f6335d9bcf63972b27d"
      },
      "statistics": {
        "model.llm.layers.40.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.161418125178898e-09,
          "squared_original": 1768103.0018874253,
          "changed_values": 124501,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15407
        },
        "model.llm.layers.40.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.4298962014436256e-09,
          "squared_original": 1768204.9255322414,
          "changed_values": 3091,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 362
        }
      }
    },
    {
      "file": "model-00037-of-00048.safetensors",
      "bytes": 12444727000,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.41.mlp.experts.w13_weight": "7545047edf593d6c80283103d990cfbc392ad9d9f1ddd476a1c75a9b008a0775",
        "model.llm.layers.41.mlp.experts.w2_weight": "e2da2819cfacb1c8308bf85d5c2f887dfc246fdc24128306d92f0dbde09605fa"
      },
      "statistics": {
        "model.llm.layers.41.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.737128271401161e-09,
          "squared_original": 1768105.6636237723,
          "changed_values": 128800,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16096
        },
        "model.llm.layers.41.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.055969616776565e-09,
          "squared_original": 1768207.313999405,
          "changed_values": 4760,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 547
        }
      }
    },
    {
      "file": "model-00038-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.42.mlp.experts.w13_weight": "7d9660efa299826234b7bbc3448553bd0e0ecf30c8222268e524108161891bdf",
        "model.llm.layers.42.mlp.experts.w2_weight": "eeeeafd0b23aac52b8081d61c092b114b7c53055b4ad3634540fea402849c03c"
      },
      "statistics": {
        "model.llm.layers.42.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 6.945242603251245e-09,
          "squared_original": 1768099.4793729323,
          "changed_values": 120828,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 15088
        },
        "model.llm.layers.42.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.250953118869802e-09,
          "squared_original": 1768200.2616368658,
          "changed_values": 3132,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 345
        }
      }
    },
    {
      "file": "model-00039-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.43.mlp.experts.w13_weight": "d620c3e16dc32b3c837410da4894a72d8aa6865df5bdb946cca3bf176166bff4",
        "model.llm.layers.43.mlp.experts.w2_weight": "19991fae91e8b34a326f8a57ede81f64061dd687527f2b6ba3be982866a5c4e5"
      },
      "statistics": {
        "model.llm.layers.43.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.4167019192827865e-09,
          "squared_original": 1768099.650716838,
          "changed_values": 123748,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15478
        },
        "model.llm.layers.43.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.662215254327748e-09,
          "squared_original": 1768205.0729399167,
          "changed_values": 4074,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 503
        }
      }
    },
    {
      "file": "model-00040-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.44.mlp.experts.w13_weight": "f94a4ed828b43360ea5a48cfefd1debbb4d3adc45b571477f9a3312310cc6115",
        "model.llm.layers.44.mlp.experts.w2_weight": "4afa1ff7a7c3f599ab2e4a500f514bc43c4719a306a5ac84e643165339ecb579"
      },
      "statistics": {
        "model.llm.layers.44.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.5808657129528e-09,
          "squared_original": 1768106.7584260893,
          "changed_values": 127052,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15681
        },
        "model.llm.layers.44.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.3392309483606368e-09,
          "squared_original": 1768203.7158323568,
          "changed_values": 3651,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 414
        }
      }
    },
    {
      "file": "model-00041-of-00048.safetensors",
      "bytes": 12444708344,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.45.mlp.experts.w13_weight": "5f639a8c2d48d556a2b5c5dbaa47ae7567a1a3d9f57354a6f39731093630dd1d",
        "model.llm.layers.45.mlp.experts.w2_weight": "0f72d4efc2d897fe07175aa57cab5bdf787522d37c5132f7e249fd2407cb3e69"
      },
      "statistics": {
        "model.llm.layers.45.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 7.446431027346989e-09,
          "squared_original": 1768106.3325386043,
          "changed_values": 126599,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 15467
        },
        "model.llm.layers.45.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 1.4488819033431355e-09,
          "squared_original": 1768194.2394039647,
          "changed_values": 4434,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 509
        }
      }
    },
    {
      "file": "model-00042-of-00048.safetensors",
      "bytes": 12445298408,
      "tensor_bytes": 12445295616,
      "sample_fingerprints": {
        "model.llm.layers.46.mlp.experts.w13_weight": "a67f96b2e829790d11867452e668d129b673d202d3bfd180d9556fcf983a5157",
        "model.llm.layers.46.mlp.experts.w2_weight": "6f67be210de25ea9b5d794f9ec9f358dbb8899eecfdc2f24115ef39d06b24aaa"
      },
      "statistics": {
        "model.llm.layers.46.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.424297786608804e-09,
          "squared_original": 1768103.1626684808,
          "changed_values": 134670,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 16576
        },
        "model.llm.layers.46.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.1964297047816217e-09,
          "squared_original": 1768204.0469054908,
          "changed_values": 6076,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 696
        }
      }
    },
    {
      "file": "model-00043-of-00048.safetensors",
      "bytes": 12445317040,
      "tensor_bytes": 12445314048,
      "sample_fingerprints": {
        "model.llm.layers.47.mlp.experts.w13_weight": "045afcb074e035c259ec0ed283993386a1ab000af7b840d528763dc1f5913255",
        "model.llm.layers.47.mlp.experts.w2_weight": "99cf965eab71c102f629a3580080d25fae9533be23f4adff36a829d20d20d3d3"
      },
      "statistics": {
        "model.llm.layers.47.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 9.286281965614762e-09,
          "squared_original": 1768106.4122487488,
          "changed_values": 138798,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 17428
        },
        "model.llm.layers.47.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 2.0679635781561956e-09,
          "squared_original": 1768201.7177472087,
          "changed_values": 5351,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 610
        }
      }
    },
    {
      "file": "model-00044-of-00048.safetensors",
      "bytes": 12444726976,
      "tensor_bytes": 12444724224,
      "sample_fingerprints": {
        "model.llm.layers.5.mlp.experts.w13_weight": "9f73141f76df87107160d31f84856a41072f2f9fc42e62354b7d3068e1dc162f",
        "model.llm.layers.5.mlp.experts.w2_weight": "8736608590556ab914409e1085f8534085d674fbd493aa4a16738f237182555c"
      },
      "statistics": {
        "model.llm.layers.5.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 1.0192025001742877e-08,
          "squared_original": 1768123.1782179184,
          "changed_values": 178121,
          "max_absolute_error": 1.6689300537109375e-06,
          "underflow_values": 22302
        },
        "model.llm.layers.5.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 4.3235104385530576e-10,
          "squared_original": 1768208.9971288857,
          "changed_values": 1435,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 181
        }
      }
    },
    {
      "file": "model-00045-of-00048.safetensors",
      "bytes": 12444708328,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.6.mlp.experts.w13_weight": "e397a607575d6ea5c667d9fecf848bce897a9bbeeda3227d92b0fcca634723fa",
        "model.llm.layers.6.mlp.experts.w2_weight": "98ff86587b92270e5fa3770c3341acca5c14cb7cf3f68ad2d97671c19994d400"
      },
      "statistics": {
        "model.llm.layers.6.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.373433502129046e-09,
          "squared_original": 1768118.6259493507,
          "changed_values": 146539,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 18209
        },
        "model.llm.layers.6.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 7.059952622512355e-11,
          "squared_original": 1768219.185920984,
          "changed_values": 282,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 40
        }
      }
    },
    {
      "file": "model-00046-of-00048.safetensors",
      "bytes": 12444708328,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.7.mlp.experts.w13_weight": "f5c14f1480c58a856ff6eaf87f882cf8714f6052df503b8f7c9ff18ca7f03e31",
        "model.llm.layers.7.mlp.experts.w2_weight": "56368df05469793a508e5b0a049fbcd89d7d165900357e368d43caea8c93a706"
      },
      "statistics": {
        "model.llm.layers.7.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.722167876840103e-09,
          "squared_original": 1768118.6492350874,
          "changed_values": 153131,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 19346
        },
        "model.llm.layers.7.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 5.985612006043084e-11,
          "squared_original": 1768214.1269179145,
          "changed_values": 243,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 29
        }
      }
    },
    {
      "file": "model-00047-of-00048.safetensors",
      "bytes": 12444708328,
      "tensor_bytes": 12444705792,
      "sample_fingerprints": {
        "model.llm.layers.8.mlp.experts.w13_weight": "ccf3b87d47e3fbf531fec7a0c5294468b0777c4ca553e2c0d0bd5320b5dc4790",
        "model.llm.layers.8.mlp.experts.w2_weight": "cd65abc38ef7a55bc9bd4a0d26aac9917c6521650324dd1d9b1d8ed95f234c68"
      },
      "statistics": {
        "model.llm.layers.8.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.971937859314494e-09,
          "squared_original": 1768121.5043929035,
          "changed_values": 157644,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 19911
        },
        "model.llm.layers.8.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 5.7127635955112055e-11,
          "squared_original": 1768217.000124691,
          "changed_values": 243,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 24
        }
      }
    },
    {
      "file": "model-00048-of-00048.safetensors",
      "bytes": 14756419216,
      "tensor_bytes": 14756365824,
      "sample_fingerprints": {
        "model.llm.layers.9.mlp.experts.w13_weight": "b26888657c5710819dd5c32536e646fe4b9b1bda5107e123ef1751f8875ea6c1",
        "model.llm.layers.9.mlp.experts.w2_weight": "cdcd2e01d36f85a6eb7e1d71c49cb4aa80efad92ccef3448f05179e68a373884"
      },
      "statistics": {
        "model.llm.layers.9.mlp.experts.w13_weight": {
          "values": 8153726976,
          "squared_error": 8.7894704847713e-09,
          "squared_original": 1768118.8537970807,
          "changed_values": 152768,
          "max_absolute_error": 1.9073486328125e-06,
          "underflow_values": 19173
        },
        "model.llm.layers.9.mlp.experts.w2_weight": {
          "values": 4076863488,
          "squared_error": 9.78843672783114e-11,
          "squared_original": 1768213.2967603835,
          "changed_values": 405,
          "max_absolute_error": 9.5367431640625e-07,
          "underflow_values": 44
        }
      }
    }
  ],
  "source_model": "thinkingmachines/Inkling-2-Small-MXFP8",
  "source_revision": "3febc62259ee92ea36e2fb6e8303371c4eb3922c",
  "target_model": "seekr-org/Inkling-2-Small-FP8-ROCm",
  "publication_note": "Expert weight files are identical to the validated v2 export. Power-of-two activation scales were validated using the runtime override and are selected by default in the published configuration."
}