File size: 1,828 Bytes
31596cd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 | {
"bytes": 44016768,
"chunk_count": 162,
"chunk_size": 4096,
"datasets": [
"/workspace/ling3/calibration/bartowski-imatrix-v5-semantic.txt",
"/workspace/ling3/calibration/eaddario/combined_all_micro.txt"
],
"expert_count_distribution": {
"maximum": 326023.0,
"median": 33514.0,
"minimum": 16.0,
"p01": 687.0,
"p05": 3574.0,
"p95": 103901.0,
"p99": 195189.0
},
"expert_count_tensors": 69,
"expert_count_values": 8832,
"failures": [],
"filename": "Ling-3.0-tiny-imatrix.gguf",
"lowest_expert_slots": [
{
"count": 16.0,
"expert": 23,
"tensor": "blk.21.ffn_down_exps.weight"
},
{
"count": 16.0,
"expert": 23,
"tensor": "blk.21.ffn_gate_exps.weight"
},
{
"count": 16.0,
"expert": 23,
"tensor": "blk.21.ffn_up_exps.weight"
},
{
"count": 27.0,
"expert": 109,
"tensor": "blk.22.ffn_down_exps.weight"
},
{
"count": 27.0,
"expert": 109,
"tensor": "blk.22.ffn_gate_exps.weight"
},
{
"count": 27.0,
"expert": 109,
"tensor": "blk.22.ffn_up_exps.weight"
},
{
"count": 34.0,
"expert": 119,
"tensor": "blk.20.ffn_down_exps.weight"
},
{
"count": 34.0,
"expert": 119,
"tensor": "blk.20.ffn_gate_exps.weight"
},
{
"count": 34.0,
"expert": 119,
"tensor": "blk.20.ffn_up_exps.weight"
},
{
"count": 49.0,
"expert": 90,
"tensor": "blk.23.ffn_down_exps.weight"
}
],
"matrix_entries": 332,
"nonfinite_count_values": 0,
"nonfinite_sum_values": 0,
"passed": true,
"sha256": "e8b15d131f9ce294f922c5c387f7a69829c12100d6a35bb1635a2b859083c3f0",
"tensor_count": 664,
"tokens_processed": 663552,
"zero_expert_counts": 0
}
|