File size: 1,916 Bytes
795f737 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | {
"candidates": [
{
"label": "v000-mean-fp32",
"diagnostic_score": 0.7630678147473269,
"report": "reports/bench-v000-mean-fp32.json",
"test_joint": 1.0,
"novel_joint": 0.5583333373069763,
"p95_policy_ms": 2.8466000221669674,
"rss_bytes": 275996672,
"disk_bytes": 516312
},
{
"label": "v001-no-lexical-fp32",
"diagnostic_score": 0.7028540519792041,
"report": "reports/bench-v001-no-lexical-fp32.json",
"test_joint": 0.9979166388511658,
"novel_joint": 0.5062500238418579,
"p95_policy_ms": 2.7871999191120267,
"rss_bytes": 276901888,
"disk_bytes": 516312
},
{
"label": "v000-mean-int8",
"diagnostic_score": 0.4852571466875086,
"report": "reports/bench-v000-mean-int8.json",
"test_joint": 1.0,
"novel_joint": 0.5562499761581421,
"p95_policy_ms": 4.169900086708367,
"rss_bytes": 295170048,
"disk_bytes": 459286
},
{
"label": "v003-transformer-fp32",
"diagnostic_score": 0.22693369776324787,
"report": "reports/bench-v003-transformer-fp32.json",
"test_joint": 1.0,
"novel_joint": 0.4270833432674408,
"p95_policy_ms": 5.411299993284047,
"rss_bytes": 373432320,
"disk_bytes": 657592
},
{
"label": "v002-gru-fp32",
"diagnostic_score": 0.18824286961703973,
"report": "reports/bench-v002-gru-fp32.json",
"test_joint": 1.0,
"novel_joint": 0.3583333194255829,
"p95_policy_ms": 6.873500067740679,
"rss_bytes": 297365504,
"disk_bytes": 616488
}
],
"production_promoted": false,
"formula": "test_joint * novel_wording_joint / (p95_policy_ms * observed_python_rss_GiB)",
"reason": "Diagnostic synthetic ranking only; target-hardware, full task, recovery and security evidence missing."
} |