File size: 837 Bytes
b9750e8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | {
"format": "VBL_32M_NATIVE_X86_V1",
"parameters": 31974240,
"base_parameters": 20013920,
"growth_parameters": 11960320,
"context_length": 2048,
"rope_theta": 10000.0,
"rms_epsilon": 1e-05,
"selected_alpha": 0.75,
"rope_mode": "half",
"resident_policy": "FULL_RAM_HEAP_NO_MMAP_NO_STREAMING",
"dtype": "FP32",
"c1_passed": 583,
"c1_total": 853,
"kr100_promoted": false,
"weights_sha256": "aa08c34407a32488fe42f112be0d353f65ef8703dbc281ce11711f882bf9bf27",
"native_parity": {
"probe_ids": [
4919,
31,
3188,
328,
372,
392,
372,
36,
204,
2775,
362,
31
],
"max_abs_last_logit": 2.384185791015625e-06,
"mean_abs_last_logit": 4.4087744299758924e-07,
"top1_reference": 204,
"top1_native": 204,
"pass": true
}
}
|