cfahlgren1 HF Staff
v2: 13 MB browser build (int8 download, float compute), export/compress scripts, onnx evals
33bfb6d verified | { | |
| "parity_prompts": 300, | |
| "parity_steps_per_prompt": 5, | |
| "float": { | |
| "megabytes": 60.81, | |
| "same_first_token": 1.0, | |
| "same_five_greedy_tokens": 1.0, | |
| "cached_step_ms_p50_cpu": 1.2 | |
| }, | |
| "int8": { | |
| "megabytes": 15.64, | |
| "same_first_token": 0.55, | |
| "same_five_greedy_tokens": 0.33, | |
| "cached_step_ms_p50_cpu": 0.71 | |
| } | |
| } |