File size: 321 Bytes
33bfb6d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
 "parity_prompts": 300,
 "parity_steps_per_prompt": 5,
 "float": {
  "megabytes": 60.81,
  "same_first_token": 1.0,
  "same_five_greedy_tokens": 1.0,
  "cached_step_ms_p50_cpu": 1.2
 },
 "int8": {
  "megabytes": 15.64,
  "same_first_token": 0.55,
  "same_five_greedy_tokens": 0.33,
  "cached_step_ms_p50_cpu": 0.71
 }
}