{
"source_index_sha256": "51f87de7e81264fb2d8ea0b8f8b0b542da662204f26e2c83d06ae1c04f0addc9",
"weight_scale_method": "power_of_two",
"activation_scale_method": "power_of_two",
"converter_version": 2,
"expert_weight_tensors": 96,
"statistics": {
"values": 587068342272,
"squared_error": 4.6084034011073527e-07,
"squared_original": 169743711.65203604,
"changed_values": 6987660,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 870110,
"relative_rms_error": 5.210487964523546e-08,
"exact_value_fraction": 0.9999880973653374
},
"nonexpert_weights": "unchanged",
"mtp": "unchanged",
"shards": [
{
"file": "model-00001-of-00048.safetensors",
"bytes": 14495803536,
"tensor_bytes": 14495789568,
"sample_fingerprints": {
"model.llm.layers.0.mlp.experts.w13_weight": "8f952dc11e9aa5afb4ebb3db7132a5ecd5afd23da3b2f4eefc9912df2b422599",
"model.llm.layers.0.mlp.experts.w2_weight": "2fdb8b36382e5ee686bffc1ee1790c60de75a7f54c5fd905a4e3c922bc444438"
},
"statistics": {
"model.llm.layers.0.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.105406206799671e-09,
"squared_original": 1768121.9658656039,
"changed_values": 158689,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 20149
},
"model.llm.layers.0.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.0732037480920553e-10,
"squared_original": 1768212.8138979645,
"changed_values": 484,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 58
}
}
},
{
"file": "model-00002-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.1.mlp.experts.w13_weight": "77a21bb5ee1432e01c4271b612dc48fff132e3bad36b59d093f8834b1180c2dc",
"model.llm.layers.1.mlp.experts.w2_weight": "a8bcb5befdab42c29fbed834b6223346f6d0de97b6bf0872c33b009afebd68a9"
},
"statistics": {
"model.llm.layers.1.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.908433185046306e-09,
"squared_original": 1768122.801187938,
"changed_values": 172303,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 21370
},
"model.llm.layers.1.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.8535396268125623e-10,
"squared_original": 1768213.3783270214,
"changed_values": 1195,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 157
}
}
},
{
"file": "model-00003-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.10.mlp.experts.w13_weight": "13f7e8c5c8301366809edc4df072d2b4c86a8b083e3c575ef00020ae7da4c96e",
"model.llm.layers.10.mlp.experts.w2_weight": "44580a524e6b46a4cc69d57cdc7cffcbbb8bc7bd4cb7d09027f2b7b52b985da0"
},
"statistics": {
"model.llm.layers.10.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.0449980436533224e-08,
"squared_original": 1768118.6856331874,
"changed_values": 157992,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19593
},
"model.llm.layers.10.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 4.759499461215455e-10,
"squared_original": 1768219.932123337,
"changed_values": 1157,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 143
}
}
},
{
"file": "model-00004-of-00048.safetensors",
"bytes": 12444727000,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.11.mlp.experts.w13_weight": "4274577c277ae4993df8e7008809c8c420d87e8431697ea01ae4d1cd9fe8e6f8",
"model.llm.layers.11.mlp.experts.w2_weight": "c103574573dfec5f1b7ffad53a967950f8d835cbeeb519ac494ce8eb8836b50d"
},
"statistics": {
"model.llm.layers.11.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.141415850725025e-08,
"squared_original": 1768120.9608624189,
"changed_values": 163417,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 20166
},
"model.llm.layers.11.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 6.592131285287905e-10,
"squared_original": 1768214.8300133706,
"changed_values": 2238,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 290
}
}
},
{
"file": "model-00005-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.12.mlp.experts.w13_weight": "c3d2fc52f79245ec7ec56aa02cdcccef8ab3ff9404373576553f99f4b840f8f6",
"model.llm.layers.12.mlp.experts.w2_weight": "f6cc42993f1838c76520b238f4275bab162d9724bbe150546724fae63878387d"
},
"statistics": {
"model.llm.layers.12.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.134644874895457e-09,
"squared_original": 1768113.3747544787,
"changed_values": 125396,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15789
},
"model.llm.layers.12.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 6.997424861765467e-11,
"squared_original": 1768218.1286994827,
"changed_values": 307,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 43
}
}
},
{
"file": "model-00006-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.13.mlp.experts.w13_weight": "0345f3e89421fa5dc35e6b9a6c8909ba04698cfbf76998d1029dd720bf0d2e3a",
"model.llm.layers.13.mlp.experts.w2_weight": "a835afe2bac0b6e8e0b4afa8574a16aaf3e9cf7731a0e9af878ea3552566a77b"
},
"statistics": {
"model.llm.layers.13.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.176083727244986e-09,
"squared_original": 1768111.674125457,
"changed_values": 124324,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15407
},
"model.llm.layers.13.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 9.612222129362635e-11,
"squared_original": 1768218.7739955345,
"changed_values": 398,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 56
}
}
},
{
"file": "model-00007-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.14.mlp.experts.w13_weight": "eace6d718e930d9d4b2c43e6c9c403035edc2fec4db294e0d6024d6d47a59620",
"model.llm.layers.14.mlp.experts.w2_weight": "9e72e698f12788ddc884f23f0ab552070b13fb2972e32f48935a077f815348ec"
},
"statistics": {
"model.llm.layers.14.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.253447620314546e-09,
"squared_original": 1768110.8202293653,
"changed_values": 126676,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15709
},
"model.llm.layers.14.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.1215206541237421e-10,
"squared_original": 1768217.9807908651,
"changed_values": 434,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 58
}
}
},
{
"file": "model-00008-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.15.mlp.experts.w13_weight": "55cf2aaa48763a2a6709fb6ef8078cd100fabdb92fa8ccab0f40fc8f9a6d916e",
"model.llm.layers.15.mlp.experts.w2_weight": "eac7d1134aa3012f358699a0d6e5a7634d64c54350ae2decc0f5e187fa3d7585"
},
"statistics": {
"model.llm.layers.15.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.307278337975731e-09,
"squared_original": 1768115.2962456895,
"changed_values": 126919,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15744
},
"model.llm.layers.15.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.6189005691558123e-10,
"squared_original": 1768215.855055916,
"changed_values": 606,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 61
}
}
},
{
"file": "model-00009-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.16.mlp.experts.w13_weight": "a065f07485aed0bb364c948e8baba3711bfde757ecb7367545ee15daefc06f90",
"model.llm.layers.16.mlp.experts.w2_weight": "c1e12a348a3db07cd0fc1405a3bd099cf97fc8771c09d209b0b31f8d497da670"
},
"statistics": {
"model.llm.layers.16.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.549033398390748e-09,
"squared_original": 1768120.1699736966,
"changed_values": 131920,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 16508
},
"model.llm.layers.16.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.864339876396116e-10,
"squared_original": 1768217.2810712936,
"changed_values": 977,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 125
}
}
},
{
"file": "model-00010-of-00048.safetensors",
"bytes": 12444727000,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.17.mlp.experts.w13_weight": "65b894d5035163d09f7f680c628b3c1883c27d7e8eee69b8cc86a4146c4dac47",
"model.llm.layers.17.mlp.experts.w2_weight": "370a631941345ee0503016f7460dad1173fbc1410ee95be8da4a21ed781b9968"
},
"statistics": {
"model.llm.layers.17.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.974392701726174e-09,
"squared_original": 1768118.7670347427,
"changed_values": 135552,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16883
},
"model.llm.layers.17.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 7.777316568535753e-10,
"squared_original": 1768217.98766128,
"changed_values": 2779,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 351
}
}
},
{
"file": "model-00011-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.18.mlp.experts.w13_weight": "8314faa1a1e147b2f9b51f4e615ff3faeb712f4df0f40bf5c9067ada1a409351",
"model.llm.layers.18.mlp.experts.w2_weight": "fd9507526d0a0d37a8290cf9d0042dcd384a34b13ca34e833d4065a56f812138"
},
"statistics": {
"model.llm.layers.18.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.494236342608929e-09,
"squared_original": 1768116.2410622393,
"changed_values": 130711,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 16446
},
"model.llm.layers.18.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.667217475187499e-10,
"squared_original": 1768212.8429540673,
"changed_values": 707,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 108
}
}
},
{
"file": "model-00012-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.19.mlp.experts.w13_weight": "6245bb4ee25eadc7047c63b8b75f1b9838edaf8088c9a8b3e01f28263bfdbb45",
"model.llm.layers.19.mlp.experts.w2_weight": "8f81d57fc48f3a39acf1382b4243cb26a732391bd80ba4abbd71634eac0081da"
},
"statistics": {
"model.llm.layers.19.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.76663000578992e-09,
"squared_original": 1768117.2118139323,
"changed_values": 135505,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 17033
},
"model.llm.layers.19.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.390834197285585e-10,
"squared_original": 1768214.2344267445,
"changed_values": 978,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 120
}
}
},
{
"file": "model-00013-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.2.mlp.experts.w13_weight": "ff2c99934a8856d2b99c0e1a797f15839bb668b8be9fbf4491fe0d589f263b35",
"model.llm.layers.2.mlp.experts.w2_weight": "fc799dd035f801bce901edeeacb971392460e3b0a87ad873d7a98d63963d97ef"
},
"statistics": {
"model.llm.layers.2.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.210361233461299e-08,
"squared_original": 1768130.3627613583,
"changed_values": 211555,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 26472
},
"model.llm.layers.2.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 3.035438567167148e-10,
"squared_original": 1768209.3687632722,
"changed_values": 1152,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 133
}
}
},
{
"file": "model-00014-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.20.mlp.experts.w13_weight": "2a88203242ff97b9db9620966e5aa92645463dd93a439248034cd6d314206c3e",
"model.llm.layers.20.mlp.experts.w2_weight": "2c016242ca3e28c56b75f0de7e240fbbe1c884856e69c443b86895bff4d411e6"
},
"statistics": {
"model.llm.layers.20.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.870880835980643e-09,
"squared_original": 1768116.3106767118,
"changed_values": 137902,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 17190
},
"model.llm.layers.20.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 3.842615114990622e-10,
"squared_original": 1768217.6057108764,
"changed_values": 1441,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 173
}
}
},
{
"file": "model-00015-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.21.mlp.experts.w13_weight": "5aea5573e46729debfb3310392cf7f9d0c6a59b8044cd0e86d6e280c8aefca48",
"model.llm.layers.21.mlp.experts.w2_weight": "87672b18402fbcd61ecc360ca4acdb3f3e760e9bdefcf1dad544ff4a2534c3bd"
},
"statistics": {
"model.llm.layers.21.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.186418654076988e-09,
"squared_original": 1768121.9907959215,
"changed_values": 139810,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 17395
},
"model.llm.layers.21.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 6.359073267958593e-10,
"squared_original": 1768221.4544213677,
"changed_values": 2334,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 264
}
}
},
{
"file": "model-00016-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.22.mlp.experts.w13_weight": "d11209b272686511a60c30805d018a391d8c5bed7848df167cc2996f5541ebde",
"model.llm.layers.22.mlp.experts.w2_weight": "da4c502f30b22add9b9ca7edcc8517c4c3d2e43a1b9b634ac182bffdb4366ab0"
},
"statistics": {
"model.llm.layers.22.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.810957297100686e-09,
"squared_original": 1768121.1904113975,
"changed_values": 145342,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 18108
},
"model.llm.layers.22.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.222066086687846e-09,
"squared_original": 1768213.8718993831,
"changed_values": 4263,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 529
}
}
},
{
"file": "model-00017-of-00048.safetensors",
"bytes": 12444727000,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.23.mlp.experts.w13_weight": "b620154a597e1de15ed770ec540c019a04b363ec6647605ef7669b99f4c8e2dc",
"model.llm.layers.23.mlp.experts.w2_weight": "39666adba7e5e9dbbc0c7cbe7fddb6a88f3e9bab7365ec8bc869b4ee60856fe7"
},
"statistics": {
"model.llm.layers.23.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.8658006209007e-09,
"squared_original": 1768116.0113548364,
"changed_values": 151473,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 18785
},
"model.llm.layers.23.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.2254766918194946e-09,
"squared_original": 1768209.4397588274,
"changed_values": 5810,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 670
}
}
},
{
"file": "model-00018-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.24.mlp.experts.w13_weight": "8309008d68998eb58c4cd9327da42faa71080fea68ad5c8ef5677775edffddb2",
"model.llm.layers.24.mlp.experts.w2_weight": "a34a2bb1aeb5d5e381c5e2d63b435f84e4df8d2fe26f1e6b8f6cd7d9a9cf5607"
},
"statistics": {
"model.llm.layers.24.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.461380846507382e-09,
"squared_original": 1768118.6637747078,
"changed_values": 128744,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 16053
},
"model.llm.layers.24.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 5.04826402902836e-10,
"squared_original": 1768220.781177904,
"changed_values": 1999,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 278
}
}
},
{
"file": "model-00019-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.25.mlp.experts.w13_weight": "6f52d661ac396852b81442e921de2dcee17c2ca3bbd7bb78f54f97f41eb066c4",
"model.llm.layers.25.mlp.experts.w2_weight": "c4b5929ac8fa645c26131e54914b084a6e87670b030f16d07715af18de1944ea"
},
"statistics": {
"model.llm.layers.25.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.831488346710103e-09,
"squared_original": 1768112.8634602665,
"changed_values": 131642,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16427
},
"model.llm.layers.25.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 9.233076525561046e-10,
"squared_original": 1768215.5662473596,
"changed_values": 3203,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 404
}
}
},
{
"file": "model-00020-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.26.mlp.experts.w13_weight": "83faf7dbcb61e2eed13125aef48b4b611b6938a9d5df69645f556018903d8cb1",
"model.llm.layers.26.mlp.experts.w2_weight": "d119cd649f8ee12fc103bf59809b409b2d1c7056816e7094124b50a31085d445"
},
"statistics": {
"model.llm.layers.26.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.692563031014288e-09,
"squared_original": 1768109.1799700721,
"changed_values": 130784,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16177
},
"model.llm.layers.26.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 9.173390935757197e-10,
"squared_original": 1768210.6838798951,
"changed_values": 2821,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 325
}
}
},
{
"file": "model-00021-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.27.mlp.experts.w13_weight": "2c3bc9f214372bdd5304a4a4582e5aa3e0d5ce1826978dcccbd5907b74305fa9",
"model.llm.layers.27.mlp.experts.w2_weight": "159bdd75c041edd66f6c16a900ae0b8cd3f14ed5919305701757b6ca392fbd8f"
},
"statistics": {
"model.llm.layers.27.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.658389560878277e-09,
"squared_original": 1768121.6167091953,
"changed_values": 138212,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 17545
},
"model.llm.layers.27.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.2593659448612016e-09,
"squared_original": 1768212.4399909403,
"changed_values": 4158,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 488
}
}
},
{
"file": "model-00022-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.28.mlp.experts.w13_weight": "a7b0f2cbd9d854c4a99614743aecccc45b900515e0a337e8422826c6ee9e104f",
"model.llm.layers.28.mlp.experts.w2_weight": "178416b663ed2d01eab3499daaed1b71a11b3d21d16ff9323bfd0b92603dd62f"
},
"statistics": {
"model.llm.layers.28.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.1129031918244436e-08,
"squared_original": 1768113.4554776156,
"changed_values": 156100,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19014
},
"model.llm.layers.28.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.85689338852535e-09,
"squared_original": 1768207.172485074,
"changed_values": 7053,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 850
}
}
},
{
"file": "model-00023-of-00048.safetensors",
"bytes": 12444726984,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.29.mlp.experts.w13_weight": "1c7a60cb482ad4509d76a1baff7cc74da32d44f83a2296f0b8feb395aacd5233",
"model.llm.layers.29.mlp.experts.w2_weight": "7dd27689785974dcebe0935ae93f66f0ce57274977382f5f39a0acd6e6cb402a"
},
"statistics": {
"model.llm.layers.29.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.1481347428343724e-08,
"squared_original": 1768126.3480205853,
"changed_values": 158752,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19770
},
"model.llm.layers.29.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 3.803563686233247e-09,
"squared_original": 1768207.0376017648,
"changed_values": 8947,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 1068
}
}
},
{
"file": "model-00024-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.3.mlp.experts.w13_weight": "4eccb012b9d19b3a4ee7c0520a35a6e57d2db882c415daf34138dd4b9ef35681",
"model.llm.layers.3.mlp.experts.w2_weight": "daf5137ab0c66086f02ed67638e3fe27c9834190aa52b2b0da3790197c8dc818"
},
"statistics": {
"model.llm.layers.3.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.2470081856008619e-08,
"squared_original": 1768132.0120142458,
"changed_values": 218851,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 27173
},
"model.llm.layers.3.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.0799006961169653e-10,
"squared_original": 1768210.054234267,
"changed_values": 881,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 115
}
}
},
{
"file": "model-00025-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.30.mlp.experts.w13_weight": "53c15e2e2fb29b3b4a41e39dc77b42a376adeead3e2e57c30892fac7f398c806",
"model.llm.layers.30.mlp.experts.w2_weight": "0397119c461abb3d8a1578f341c7a36e9f9e115148506c56987d202399d8a8e8"
},
"statistics": {
"model.llm.layers.30.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.9466531133221e-09,
"squared_original": 1768122.7726066613,
"changed_values": 133521,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 16591
},
"model.llm.layers.30.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.6028707250370644e-09,
"squared_original": 1768204.0217704624,
"changed_values": 5457,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 650
}
}
},
{
"file": "model-00026-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.31.mlp.experts.w13_weight": "042dee39e98113391edd15064aae291136ba326ab017784a7b7379f823f03412",
"model.llm.layers.31.mlp.experts.w2_weight": "2d8b8b0a7249ddb39640003396a73b24bbb3aaa910b581df322e2162de097a50"
},
"statistics": {
"model.llm.layers.31.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.617927622050047e-09,
"squared_original": 1768111.6251428295,
"changed_values": 128190,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15946
},
"model.llm.layers.31.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.2037162377964705e-09,
"squared_original": 1768212.346693092,
"changed_values": 3442,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 390
}
}
},
{
"file": "model-00027-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.32.mlp.experts.w13_weight": "f5e000c0dca952c5b4190702ba54b72ac6cae2b6a4d5e2a3875eb787531ad7ab",
"model.llm.layers.32.mlp.experts.w2_weight": "8edbf0393870b133d965b6c5c01e96577fc100400cf93ecba7d0b7c788d8ac80"
},
"statistics": {
"model.llm.layers.32.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.796018053340958e-09,
"squared_original": 1768117.5514477266,
"changed_values": 129545,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 16139
},
"model.llm.layers.32.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.6218564269365743e-09,
"squared_original": 1768205.203166418,
"changed_values": 3566,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 426
}
}
},
{
"file": "model-00028-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.33.mlp.experts.w13_weight": "0e6484c5b0e11b3fa06ada8fe46bd8925884b547f8ea29481166c4f79bd1d4b3",
"model.llm.layers.33.mlp.experts.w2_weight": "8da588a2f00136d5719df65e927091f7ab85633f746084139b798c824a2cb131"
},
"statistics": {
"model.llm.layers.33.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.320455435750773e-09,
"squared_original": 1768110.6340482284,
"changed_values": 134579,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16752
},
"model.llm.layers.33.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.5388650353997946e-09,
"squared_original": 1768211.9529243617,
"changed_values": 3684,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 424
}
}
},
{
"file": "model-00029-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.34.mlp.experts.w13_weight": "0d25557753d965f6f1548e7fceaa3ed2ff40c2c631503c5e4ca9609a34d02180",
"model.llm.layers.34.mlp.experts.w2_weight": "0e7a2b0d7e5c76177572bcecae264dad42d669161a2ec73a81ffcba37738b8cb"
},
"statistics": {
"model.llm.layers.34.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.271730050386395e-09,
"squared_original": 1768130.7591852348,
"changed_values": 143844,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 17664
},
"model.llm.layers.34.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.3596271603310015e-09,
"squared_original": 1768204.944190612,
"changed_values": 5443,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 659
}
}
},
{
"file": "model-00030-of-00048.safetensors",
"bytes": 12444727000,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.35.mlp.experts.w13_weight": "b71a35779eeb93e42b7f64510ce4db80b53fab1c21852404c77b4a023ce6e4fa",
"model.llm.layers.35.mlp.experts.w2_weight": "e71f0c6ddf02a0884d3696073bf5175142056dc6d8b2e0609391d63b319bb08e"
},
"statistics": {
"model.llm.layers.35.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.77439640337252e-09,
"squared_original": 1768115.6340378425,
"changed_values": 147901,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 18234
},
"model.llm.layers.35.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.623892214614898e-09,
"squared_original": 1768207.157009487,
"changed_values": 5756,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 720
}
}
},
{
"file": "model-00031-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.36.mlp.experts.w13_weight": "1e7c74d7f83c35ac63bec2f871345db966eaf729bffc1c1d74719879da90d3de",
"model.llm.layers.36.mlp.experts.w2_weight": "83ccaad9ae4aa721b45fe6a96f276c9532156ea9088de378a3922f5fb629aa23"
},
"statistics": {
"model.llm.layers.36.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.019764325377764e-09,
"squared_original": 1768117.8571586893,
"changed_values": 120509,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15169
},
"model.llm.layers.36.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.0821281648532022e-09,
"squared_original": 1768206.1012081243,
"changed_values": 2376,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 286
}
}
},
{
"file": "model-00032-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.37.mlp.experts.w13_weight": "6bf0f6dbb2541197d29adef7b70f11ee143522ca878518217d0836671954dbea",
"model.llm.layers.37.mlp.experts.w2_weight": "0512550c70dd054101de424eef3876feb434c73e1282109e14e9786651183dbe"
},
"statistics": {
"model.llm.layers.37.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 6.936147656233516e-09,
"squared_original": 1768115.8236049034,
"changed_values": 121222,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15025
},
"model.llm.layers.37.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 9.769678399607074e-10,
"squared_original": 1768214.311051927,
"changed_values": 2047,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 265
}
}
},
{
"file": "model-00033-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.38.mlp.experts.w13_weight": "5a39c6ebda7c48655cee227e5ed7974486743f392ca02bdb5830f3d1b1b2425c",
"model.llm.layers.38.mlp.experts.w2_weight": "d0c8f8b01ff7074ac6c49701ea04b5ef686fda4f663fc946b66e9be80babba49"
},
"statistics": {
"model.llm.layers.38.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 6.979064437473426e-09,
"squared_original": 1768108.4711933434,
"changed_values": 121441,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15289
},
"model.llm.layers.38.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 6.867821866762824e-10,
"squared_original": 1768215.2279042618,
"changed_values": 1619,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 191
}
}
},
{
"file": "model-00034-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.39.mlp.experts.w13_weight": "0763612300b831fcebcf1b4ce6fbf092fb3d8e6a8c05e802ff775bd5bd242e46",
"model.llm.layers.39.mlp.experts.w2_weight": "449291d6b00f1ec9bda531a1d33282bd4c405b43f8573e23b04ffd4b2e97d4fa"
},
"statistics": {
"model.llm.layers.39.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 6.9101133703952655e-09,
"squared_original": 1768114.32586788,
"changed_values": 120809,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15064
},
"model.llm.layers.39.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 6.702407517877873e-10,
"squared_original": 1768204.396144938,
"changed_values": 1829,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 220
}
}
},
{
"file": "model-00035-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.4.mlp.experts.w13_weight": "412f9734d83b4e0b45d21257673ff659f7796c841fe6b2fc02e70b56ff72eaaa",
"model.llm.layers.4.mlp.experts.w2_weight": "25104cdc1536ada31b97487e2a714a365067acc399e97c38a4e037fb00ef055b"
},
"statistics": {
"model.llm.layers.4.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.1667680155369453e-08,
"squared_original": 1768128.7706156701,
"changed_values": 204619,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 25635
},
"model.llm.layers.4.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.3851498553995043e-10,
"squared_original": 1768209.101734333,
"changed_values": 992,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 132
}
}
},
{
"file": "model-00036-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.40.mlp.experts.w13_weight": "3f9a3060d843d9be758f1acd3b39e4d95fb0d900946ed7ed67110ce4e18993d5",
"model.llm.layers.40.mlp.experts.w2_weight": "86923d2ef457c0838b9ddd02f5de993937306492bc146f6335d9bcf63972b27d"
},
"statistics": {
"model.llm.layers.40.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.161418125178898e-09,
"squared_original": 1768103.0018874253,
"changed_values": 124501,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15407
},
"model.llm.layers.40.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.4298962014436256e-09,
"squared_original": 1768204.9255322414,
"changed_values": 3091,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 362
}
}
},
{
"file": "model-00037-of-00048.safetensors",
"bytes": 12444727000,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.41.mlp.experts.w13_weight": "7545047edf593d6c80283103d990cfbc392ad9d9f1ddd476a1c75a9b008a0775",
"model.llm.layers.41.mlp.experts.w2_weight": "e2da2819cfacb1c8308bf85d5c2f887dfc246fdc24128306d92f0dbde09605fa"
},
"statistics": {
"model.llm.layers.41.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.737128271401161e-09,
"squared_original": 1768105.6636237723,
"changed_values": 128800,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16096
},
"model.llm.layers.41.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.055969616776565e-09,
"squared_original": 1768207.313999405,
"changed_values": 4760,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 547
}
}
},
{
"file": "model-00038-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.42.mlp.experts.w13_weight": "7d9660efa299826234b7bbc3448553bd0e0ecf30c8222268e524108161891bdf",
"model.llm.layers.42.mlp.experts.w2_weight": "eeeeafd0b23aac52b8081d61c092b114b7c53055b4ad3634540fea402849c03c"
},
"statistics": {
"model.llm.layers.42.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 6.945242603251245e-09,
"squared_original": 1768099.4793729323,
"changed_values": 120828,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 15088
},
"model.llm.layers.42.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.250953118869802e-09,
"squared_original": 1768200.2616368658,
"changed_values": 3132,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 345
}
}
},
{
"file": "model-00039-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.43.mlp.experts.w13_weight": "d620c3e16dc32b3c837410da4894a72d8aa6865df5bdb946cca3bf176166bff4",
"model.llm.layers.43.mlp.experts.w2_weight": "19991fae91e8b34a326f8a57ede81f64061dd687527f2b6ba3be982866a5c4e5"
},
"statistics": {
"model.llm.layers.43.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.4167019192827865e-09,
"squared_original": 1768099.650716838,
"changed_values": 123748,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15478
},
"model.llm.layers.43.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.662215254327748e-09,
"squared_original": 1768205.0729399167,
"changed_values": 4074,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 503
}
}
},
{
"file": "model-00040-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.44.mlp.experts.w13_weight": "f94a4ed828b43360ea5a48cfefd1debbb4d3adc45b571477f9a3312310cc6115",
"model.llm.layers.44.mlp.experts.w2_weight": "4afa1ff7a7c3f599ab2e4a500f514bc43c4719a306a5ac84e643165339ecb579"
},
"statistics": {
"model.llm.layers.44.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.5808657129528e-09,
"squared_original": 1768106.7584260893,
"changed_values": 127052,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15681
},
"model.llm.layers.44.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.3392309483606368e-09,
"squared_original": 1768203.7158323568,
"changed_values": 3651,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 414
}
}
},
{
"file": "model-00041-of-00048.safetensors",
"bytes": 12444708344,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.45.mlp.experts.w13_weight": "5f639a8c2d48d556a2b5c5dbaa47ae7567a1a3d9f57354a6f39731093630dd1d",
"model.llm.layers.45.mlp.experts.w2_weight": "0f72d4efc2d897fe07175aa57cab5bdf787522d37c5132f7e249fd2407cb3e69"
},
"statistics": {
"model.llm.layers.45.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 7.446431027346989e-09,
"squared_original": 1768106.3325386043,
"changed_values": 126599,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 15467
},
"model.llm.layers.45.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.4488819033431355e-09,
"squared_original": 1768194.2394039647,
"changed_values": 4434,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 509
}
}
},
{
"file": "model-00042-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.46.mlp.experts.w13_weight": "a67f96b2e829790d11867452e668d129b673d202d3bfd180d9556fcf983a5157",
"model.llm.layers.46.mlp.experts.w2_weight": "6f67be210de25ea9b5d794f9ec9f358dbb8899eecfdc2f24115ef39d06b24aaa"
},
"statistics": {
"model.llm.layers.46.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.424297786608804e-09,
"squared_original": 1768103.1626684808,
"changed_values": 134670,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 16576
},
"model.llm.layers.46.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.1964297047816217e-09,
"squared_original": 1768204.0469054908,
"changed_values": 6076,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 696
}
}
},
{
"file": "model-00043-of-00048.safetensors",
"bytes": 12445317040,
"tensor_bytes": 12445314048,
"sample_fingerprints": {
"model.llm.layers.47.mlp.experts.w13_weight": "045afcb074e035c259ec0ed283993386a1ab000af7b840d528763dc1f5913255",
"model.llm.layers.47.mlp.experts.w2_weight": "99cf965eab71c102f629a3580080d25fae9533be23f4adff36a829d20d20d3d3"
},
"statistics": {
"model.llm.layers.47.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.286281965614762e-09,
"squared_original": 1768106.4122487488,
"changed_values": 138798,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 17428
},
"model.llm.layers.47.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.0679635781561956e-09,
"squared_original": 1768201.7177472087,
"changed_values": 5351,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 610
}
}
},
{
"file": "model-00044-of-00048.safetensors",
"bytes": 12444726976,
"tensor_bytes": 12444724224,
"sample_fingerprints": {
"model.llm.layers.5.mlp.experts.w13_weight": "9f73141f76df87107160d31f84856a41072f2f9fc42e62354b7d3068e1dc162f",
"model.llm.layers.5.mlp.experts.w2_weight": "8736608590556ab914409e1085f8534085d674fbd493aa4a16738f237182555c"
},
"statistics": {
"model.llm.layers.5.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.0192025001742877e-08,
"squared_original": 1768123.1782179184,
"changed_values": 178121,
"max_absolute_error": 1.6689300537109375e-06,
"underflow_values": 22302
},
"model.llm.layers.5.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 4.3235104385530576e-10,
"squared_original": 1768208.9971288857,
"changed_values": 1435,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 181
}
}
},
{
"file": "model-00045-of-00048.safetensors",
"bytes": 12444708328,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.6.mlp.experts.w13_weight": "e397a607575d6ea5c667d9fecf848bce897a9bbeeda3227d92b0fcca634723fa",
"model.llm.layers.6.mlp.experts.w2_weight": "98ff86587b92270e5fa3770c3341acca5c14cb7cf3f68ad2d97671c19994d400"
},
"statistics": {
"model.llm.layers.6.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.373433502129046e-09,
"squared_original": 1768118.6259493507,
"changed_values": 146539,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 18209
},
"model.llm.layers.6.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 7.059952622512355e-11,
"squared_original": 1768219.185920984,
"changed_values": 282,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 40
}
}
},
{
"file": "model-00046-of-00048.safetensors",
"bytes": 12444708328,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.7.mlp.experts.w13_weight": "f5c14f1480c58a856ff6eaf87f882cf8714f6052df503b8f7c9ff18ca7f03e31",
"model.llm.layers.7.mlp.experts.w2_weight": "56368df05469793a508e5b0a049fbcd89d7d165900357e368d43caea8c93a706"
},
"statistics": {
"model.llm.layers.7.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.722167876840103e-09,
"squared_original": 1768118.6492350874,
"changed_values": 153131,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19346
},
"model.llm.layers.7.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 5.985612006043084e-11,
"squared_original": 1768214.1269179145,
"changed_values": 243,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 29
}
}
},
{
"file": "model-00047-of-00048.safetensors",
"bytes": 12444708328,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.8.mlp.experts.w13_weight": "ccf3b87d47e3fbf531fec7a0c5294468b0777c4ca553e2c0d0bd5320b5dc4790",
"model.llm.layers.8.mlp.experts.w2_weight": "cd65abc38ef7a55bc9bd4a0d26aac9917c6521650324dd1d9b1d8ed95f234c68"
},
"statistics": {
"model.llm.layers.8.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.971937859314494e-09,
"squared_original": 1768121.5043929035,
"changed_values": 157644,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 19911
},
"model.llm.layers.8.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 5.7127635955112055e-11,
"squared_original": 1768217.000124691,
"changed_values": 243,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 24
}
}
},
{
"file": "model-00048-of-00048.safetensors",
"bytes": 14756419216,
"tensor_bytes": 14756365824,
"sample_fingerprints": {
"model.llm.layers.9.mlp.experts.w13_weight": "b26888657c5710819dd5c32536e646fe4b9b1bda5107e123ef1751f8875ea6c1",
"model.llm.layers.9.mlp.experts.w2_weight": "cdcd2e01d36f85a6eb7e1d71c49cb4aa80efad92ccef3448f05179e68a373884"
},
"statistics": {
"model.llm.layers.9.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 8.7894704847713e-09,
"squared_original": 1768118.8537970807,
"changed_values": 152768,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19173
},
"model.llm.layers.9.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 9.78843672783114e-11,
"squared_original": 1768213.2967603835,
"changed_values": 405,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 44
}
}
}
],
"source_model": "thinkingmachines/Inkling-2-Small-MXFP8",
"source_revision": "3febc62259ee92ea36e2fb6e8303371c4eb3922c",
"target_model": "seekr-org/Inkling-2-Small-FP8-ROCm",
"publication_note": "Expert weight files are identical to the validated v2 export. Power-of-two activation scales were validated using the runtime override and are selected by default in the published configuration."
}
{
"source_index_sha256": "51f87de7e81264fb2d8ea0b8f8b0b542da662204f26e2c83d06ae1c04f0addc9",
"weight_scale_method": "power_of_two",
"activation_scale_method": "power_of_two",
"converter_version": 2,
"expert_weight_tensors": 96,
"statistics": {
"values": 587068342272,
"squared_error": 4.6084034011073527e-07,
"squared_original": 169743711.65203604,
"changed_values": 6987660,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 870110,
"relative_rms_error": 5.210487964523546e-08,
"exact_value_fraction": 0.9999880973653374
},
"nonexpert_weights": "unchanged",
"mtp": "unchanged",
"shards": [
{
"file": "model-00001-of-00048.safetensors",
"bytes": 14495803536,
"tensor_bytes": 14495789568,
"sample_fingerprints": {
"model.llm.layers.0.mlp.experts.w13_weight": "8f952dc11e9aa5afb4ebb3db7132a5ecd5afd23da3b2f4eefc9912df2b422599",
"model.llm.layers.0.mlp.experts.w2_weight": "2fdb8b36382e5ee686bffc1ee1790c60de75a7f54c5fd905a4e3c922bc444438"
},
"statistics": {
"model.llm.layers.0.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.105406206799671e-09,
"squared_original": 1768121.9658656039,
"changed_values": 158689,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 20149
},
"model.llm.layers.0.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 1.0732037480920553e-10,
"squared_original": 1768212.8138979645,
"changed_values": 484,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 58
}
}
},
{
"file": "model-00002-of-00048.safetensors",
"bytes": 12444708336,
"tensor_bytes": 12444705792,
"sample_fingerprints": {
"model.llm.layers.1.mlp.experts.w13_weight": "77a21bb5ee1432e01c4271b612dc48fff132e3bad36b59d093f8834b1180c2dc",
"model.llm.layers.1.mlp.experts.w2_weight": "a8bcb5befdab42c29fbed834b6223346f6d0de97b6bf0872c33b009afebd68a9"
},
"statistics": {
"model.llm.layers.1.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 9.908433185046306e-09,
"squared_original": 1768122.801187938,
"changed_values": 172303,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 21370
},
"model.llm.layers.1.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 2.8535396268125623e-10,
"squared_original": 1768213.3783270214,
"changed_values": 1195,
"max_absolute_error": 9.5367431640625e-07,
"underflow_values": 157
}
}
},
{
"file": "model-00003-of-00048.safetensors",
"bytes": 12445298408,
"tensor_bytes": 12445295616,
"sample_fingerprints": {
"model.llm.layers.10.mlp.experts.w13_weight": "13f7e8c5c8301366809edc4df072d2b4c86a8b083e3c575ef00020ae7da4c96e",
"model.llm.layers.10.mlp.experts.w2_weight": "44580a524e6b46a4cc69d57cdc7cffcbbb8bc7bd4cb7d09027f2b7b52b985da0"
},
"statistics": {
"model.llm.layers.10.mlp.experts.w13_weight": {
"values": 8153726976,
"squared_error": 1.0449980436533224e-08,
"squared_original": 1768118.6856331874,
"changed_values": 157992,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 19593
},
"model.llm.layers.10.mlp.experts.w2_weight": {
"values": 4076863488,
"squared_error": 4.759499461215455e-10,
"squared_original": 1768219.932123337,
"changed_values": 1157,
"max_absolute_error": 1.9073486328125e-06,
"underflow_values": 143
}
}
},