File size: 321 Bytes
33bfb6d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"parity_prompts": 300,
"parity_steps_per_prompt": 5,
"float": {
"megabytes": 60.81,
"same_first_token": 1.0,
"same_five_greedy_tokens": 1.0,
"cached_step_ms_p50_cpu": 1.2
},
"int8": {
"megabytes": 15.64,
"same_first_token": 0.55,
"same_five_greedy_tokens": 0.33,
"cached_step_ms_p50_cpu": 0.71
}
} |