File size: 2,274 Bytes
c51a3e7 7c214d9 c51a3e7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | {
"date": "2026-09-08",
"hardware": "Apple M4 Max",
"browser": "Chromium WebGPU (Codex in-app browser)",
"context": 16384,
"kv": "FP16",
"temperature": 0,
"notes": [
"Decode throughput excludes download and prefill.",
"Native Safari was not benchmarked.",
"Portable tests force reduced GPU feature usage; they do not emulate another browser."
],
"tests": [
{
"prompt": "<s><|im_start|>user\nWhat is 23 times 7? Answer in one sentence.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"tokens": 8,
"dedicated_tps": 96.69843903002186,
"dspark_forced_tps": 214.42793702220519,
"portable_auto_tps": 200.77441554812177,
"native_matching_tokens": 8,
"dspark_matches_native": true,
"portable_matches_native": true
},
{
"prompt": "<s><|im_start|>user\nWrite a JavaScript function that returns the factorial of a nonnegative integer, and explain it.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"tokens": 256,
"dedicated_tps": 104.3262671040859,
"dspark_forced_tps": 165.38412895968375,
"portable_auto_tps": 141.0406030999369,
"native_matching_tokens": 256,
"dspark_matches_native": true,
"portable_matches_native": true
},
{
"prompt": "<s><|im_start|>user\nExplain photosynthesis in at least 400 words, with a detailed description of each stage.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"tokens": 256,
"dedicated_tps": 106.8785796443034,
"dspark_forced_tps": 71.73480066063767,
"portable_auto_tps": 85.19310437024441,
"native_matching_tokens": 256,
"dspark_matches_native": true,
"portable_matches_native": true
}
],
"public_cold_start": {
"weights_bytes": 3327269210,
"storage": false,
"seconds": 35.171435,
"download_seconds": 33.707055,
"gpu_seconds": 1.46438,
"range_requests": 400,
"retries": 0
},
"optional_cached_reload": {
"seconds": 1.45344,
"download_requests": 0
},
"live_html": {
"temperature": 1,
"completion_tokens": 1448,
"decode_tps": 90.2,
"ttft_seconds": 1.83,
"note": "Generated HTML needed a revision; throughput is not a coding-quality score."
}
}
|