File size: 365 Bytes
33bfb6d a739c7e 33bfb6d a739c7e 33bfb6d a739c7e 33bfb6d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | {
"parity_prompts": 300,
"parity_steps_per_prompt": 5,
"web_sizes": {
"graph_mb": 0.195,
"weights_q8_mb": 13.32,
"expanded_mb": 50.14,
"tensors": 33
},
"float": {
"megabytes": 60.81,
"same_first_token": 1.0,
"same_five_greedy_tokens": 1.0
},
"web_q8": {
"megabytes": 13.32,
"same_first_token": 0.96,
"same_five_greedy_tokens": 0.8967
}
} |