cloudyu's picture
autotrust/JEV: model weights, System 1 adapter + decision head, vLLM adapter, calibration and evaluation reports
c3ee780
Raw History Blame Contribute Delete
424 Bytes
{
"prefix_caching": true,
"states": 293,
"questions": 2269,
"prompt_tokens": 1095592,
"one_call": {
"s": 18.364436388015747,
"rows_per_s": 123.55402322505812,
"cached_tokens": 214368,
"cached_frac": 0.19566407932880123
},
"two_phase": {
"s": 17.282485008239746,
"rows_per_s": 131.28898991772377,
"cached_tokens": 214368,
"cached_frac": 0.19566407932880123,
"rest_rows_per_s": 137.01403920545346
}
}