{ "parity_prompts": 300, "parity_steps_per_prompt": 5, "float": { "megabytes": 60.81, "same_first_token": 1.0, "same_five_greedy_tokens": 1.0, "cached_step_ms_p50_cpu": 1.2 }, "int8": { "megabytes": 15.64, "same_first_token": 0.55, "same_five_greedy_tokens": 0.33, "cached_step_ms_p50_cpu": 0.71 } }