webbrain-compass-tiny-v2.1 / validation /routing-results.json
webbrain-one's picture
Release Compass Tiny v2.1: tested v24 q4f16 WebGPU, validation and caveats
3632834 verified
Raw History Blame Contribute Delete
1.32 kB
{
"status": "webgpu-behavioral-evidence-audited",
"behavioralPass": false,
"gates": {
"structuredAtLeast93": true,
"strictAtLeast15": true,
"looseAtLeast39": true,
"antiAtMost1": false,
"zeroTransportErrors": true,
"malformedXmlAtMost1": true,
"zeroLengthLimited": true,
"actualWebGpu5090": true
},
"structured": 98,
"strict": 15,
"loose": 43,
"byVerdict": {
"ideal_name": 28,
"other": 43,
"anti": 3,
"ideal": 15,
"skipped": 11
},
"parserErrors": [],
"lengthLimited": 0,
"rawResponses": 194,
"pinnedInputs": 193,
"maxPromptTokens": 10479,
"baseline": {
"structured": 94,
"strict": 16,
"loose": 41
},
"quantization": "GPTQ asymmetric INT4 block32, train-only calibration, FP16 activations/cache; lossy, no BF16 equivalence claim",
"runtime": "Actual pinned WebBrain worker, Transformers.js4.2.0 / ORTWeb1.27.0, Chrome150 RTX5090",
"sampling": "same settings, but JS PRNG differs from Torch",
"endToEndBrowserTaskSuccessMeasured": false,
"auditedAt": 1789231413.1218278,
"originalAuditSha256": "43e5a2d408995796994245d396a1b61522fe1185574b29fb07e47ff8de7a7365",
"originalEvidenceRetained": true,
"ownerReleaseAuthorized": true,
"productionCertification": false
}