| { |
| "date": "2026-09-08", |
| "hardware": "Apple M4 Max", |
| "browser": "Chromium WebGPU (Codex in-app browser)", |
| "context": 16384, |
| "kv": "FP16", |
| "temperature": 0, |
| "notes": [ |
| "Decode throughput excludes download and prefill.", |
| "Native Safari was not benchmarked.", |
| "Portable tests force reduced GPU feature usage; they do not emulate another browser." |
| ], |
| "tests": [ |
| { |
| "prompt": "<s><|im_start|>user\nWhat is 23 times 7? Answer in one sentence.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n", |
| "tokens": 8, |
| "dedicated_tps": 96.69843903002186, |
| "dspark_forced_tps": 214.42793702220519, |
| "portable_auto_tps": 200.77441554812177, |
| "native_matching_tokens": 8, |
| "dspark_matches_native": true, |
| "portable_matches_native": true |
| }, |
| { |
| "prompt": "<s><|im_start|>user\nWrite a JavaScript function that returns the factorial of a nonnegative integer, and explain it.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n", |
| "tokens": 256, |
| "dedicated_tps": 104.3262671040859, |
| "dspark_forced_tps": 165.38412895968375, |
| "portable_auto_tps": 141.0406030999369, |
| "native_matching_tokens": 256, |
| "dspark_matches_native": true, |
| "portable_matches_native": true |
| }, |
| { |
| "prompt": "<s><|im_start|>user\nExplain photosynthesis in at least 400 words, with a detailed description of each stage.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n", |
| "tokens": 256, |
| "dedicated_tps": 106.8785796443034, |
| "dspark_forced_tps": 71.73480066063767, |
| "portable_auto_tps": 85.19310437024441, |
| "native_matching_tokens": 256, |
| "dspark_matches_native": true, |
| "portable_matches_native": true |
| } |
| ], |
| "public_cold_start": { |
| "weights_bytes": 3327269210, |
| "storage": false, |
| "seconds": 35.171435, |
| "download_seconds": 33.707055, |
| "gpu_seconds": 1.46438, |
| "range_requests": 400, |
| "retries": 0 |
| }, |
| "optional_cached_reload": { |
| "seconds": 1.45344, |
| "download_requests": 0 |
| }, |
| "live_html": { |
| "temperature": 1, |
| "completion_tokens": 1448, |
| "decode_tps": 90.2, |
| "ttft_seconds": 1.83, |
| "note": "Generated HTML needed a revision; throughput is not a coding-quality score." |
| } |
| } |
|
|
