File size: 1,820 Bytes
795f737 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"checkpoint": "models/v003-transformer",
"quantization": "FP32",
"platform": "Windows-11-10.0.26200-SP0",
"torch_version": "2.14.0+cpu",
"threads": 2,
"load_ms": 68.4641000116244,
"disk_bytes": 657592,
"artifact_sha256": "151628911cf54a87523499156aa01b6c3fae935855c1d9274544542ba33d8c02",
"observed_process_rss_bytes": 373432320,
"memory_scope": "Observed Python RSS including training-library imports and evaluation tensors, not browser or exact peak",
"end_to_end_policy_ms": {
"median": 3.338349924888462,
"p95": 5.411299993284047
},
"neural_forward_ms": {
"median": 2.02550005633384,
"p95": 3.1382000306621194
},
"feature_encoding_ms": {
"median": 1.3081500073894858,
"p95": 2.363199950195849
},
"python_cpu_ms": {
"median": 0.0,
"p95": 31.25
},
"evaluation": {
"validation": {
"samples": 480,
"action_accuracy": 1.0,
"target_accuracy": 1.0,
"joint_step_accuracy": 1.0,
"action_ece": 0.0,
"target_ece": 0.0006519494054373354,
"candidate_recall": 1.0
},
"test": {
"samples": 480,
"action_accuracy": 1.0,
"target_accuracy": 1.0,
"joint_step_accuracy": 1.0,
"action_ece": 0.0,
"target_ece": 0.0007661207773708156,
"candidate_recall": 1.0
},
"novel_wording": {
"samples": 480,
"action_accuracy": 0.49166667461395264,
"target_accuracy": 0.49791666865348816,
"joint_step_accuracy": 0.4270833432674408,
"action_ece": 0.506439236109145,
"target_ece": 0.47587777813896537,
"candidate_recall": 1.0
}
},
"target_vps_validated": false,
"scope": "Synthetic single-step benchmark. Two torch threads, not two-vCPU CPU affinity or target EPYC."
} |