| [ |
| { |
| "state": "text", |
| "prefix_tokens": 50, |
| "suffix_lengths": [ |
| 111, |
| 99, |
| 111, |
| 111 |
| ], |
| "tail_tokens": 13, |
| "prefill_first_seconds": 0.06191641601617448, |
| "prefix_kv_logical_bytes": 4374528, |
| "median_seconds": { |
| "full": { |
| "fork": 0.0003775420191232115, |
| "decoder": 0.382845250016544, |
| "vocab_projection": 0.0036814170016441494, |
| "extract": 0.0014758330071344972 |
| }, |
| "trimmed": { |
| "fork": 0.00034912500996142626, |
| "decoder": 0.17835458301124163, |
| "vocab_projection": 0.0030807080038357526, |
| "extract": 0.0010300420108251274 |
| } |
| }, |
| "raw_seconds": { |
| "full": [ |
| { |
| "fork": 0.0003455829864833504, |
| "decoder": 0.39067791699199006, |
| "vocab_projection": 0.0036814170016441494, |
| "extract": 0.0026072500040754676 |
| }, |
| { |
| "fork": 0.0003775420191232115, |
| "decoder": 0.382845250016544, |
| "vocab_projection": 0.006450374989071861, |
| "extract": 0.0010340000153519213 |
| }, |
| { |
| "fork": 0.000369958026567474, |
| "decoder": 0.37183862502570264, |
| "vocab_projection": 0.002810249978210777, |
| "extract": 0.0008958340040408075 |
| }, |
| { |
| "fork": 0.0011020410165656358, |
| "decoder": 0.37090658300439827, |
| "vocab_projection": 0.005484916007844731, |
| "extract": 0.0014758330071344972 |
| }, |
| { |
| "fork": 0.0004294580139685422, |
| "decoder": 0.38324424999882467, |
| "vocab_projection": 0.0035675840044859797, |
| "extract": 0.0040897500002756715 |
| } |
| ], |
| "trimmed": [ |
| { |
| "fork": 0.0004301659937482327, |
| "decoder": 0.1901534589997027, |
| "vocab_projection": 0.002932665986008942, |
| "extract": 0.0010300420108251274 |
| }, |
| { |
| "fork": 0.00032400002237409353, |
| "decoder": 0.1779440410027746, |
| "vocab_projection": 0.003215958015061915, |
| "extract": 0.0012532499968074262 |
| }, |
| { |
| "fork": 0.00034912500996142626, |
| "decoder": 0.17835458301124163, |
| "vocab_projection": 0.0030807080038357526, |
| "extract": 0.0008977919933386147 |
| }, |
| { |
| "fork": 0.0003345840086694807, |
| "decoder": 0.18139658300788142, |
| "vocab_projection": 0.0026215000252705067, |
| "extract": 0.001983790978556499 |
| }, |
| { |
| "fork": 0.00045941700227558613, |
| "decoder": 0.17789400002220646, |
| "vocab_projection": 0.0054449169838335365, |
| "extract": 0.0009391249914187938 |
| } |
| ] |
| }, |
| "max_probability_delta": 2.7135260383115423e-07, |
| "winners_match": true |
| }, |
| { |
| "state": "video_speech", |
| "prefix_tokens": 431, |
| "suffix_lengths": [ |
| 111, |
| 99, |
| 111, |
| 111 |
| ], |
| "tail_tokens": 13, |
| "prefill_first_seconds": 0.9116637920087669, |
| "prefix_kv_logical_bytes": 16883712, |
| "median_seconds": { |
| "full": { |
| "fork": 0.0008018330263439566, |
| "decoder": 0.35693787498166785, |
| "vocab_projection": 0.003939125017495826, |
| "extract": 0.0009984589996747673 |
| }, |
| "trimmed": { |
| "fork": 0.0006626250105910003, |
| "decoder": 0.18823579102172516, |
| "vocab_projection": 0.004973958013579249, |
| "extract": 0.0009190409909933805 |
| } |
| }, |
| "raw_seconds": { |
| "full": [ |
| { |
| "fork": 0.0011772500001825392, |
| "decoder": 0.29222749997279607, |
| "vocab_projection": 0.0035272089880891144, |
| "extract": 0.0008646249771118164 |
| }, |
| { |
| "fork": 0.001637125009438023, |
| "decoder": 0.28141408402007073, |
| "vocab_projection": 0.003939125017495826, |
| "extract": 0.0009984589996747673 |
| }, |
| { |
| "fork": 0.0008018330263439566, |
| "decoder": 0.35693787498166785, |
| "vocab_projection": 0.003969708981458098, |
| "extract": 0.003891000000294298 |
| }, |
| { |
| "fork": 0.0006629170093219727, |
| "decoder": 0.39717550002387725, |
| "vocab_projection": 0.0027467079926282167, |
| "extract": 0.003284459002315998 |
| }, |
| { |
| "fork": 0.0007337499991990626, |
| "decoder": 0.38675574999069795, |
| "vocab_projection": 0.006666500004939735, |
| "extract": 0.0009470829972997308 |
| } |
| ], |
| "trimmed": [ |
| { |
| "fork": 0.0005878749943803996, |
| "decoder": 0.14969279197975993, |
| "vocab_projection": 0.005181166983675212, |
| "extract": 0.0010466669918969274 |
| }, |
| { |
| "fork": 0.0006657089979853481, |
| "decoder": 0.1396472500055097, |
| "vocab_projection": 0.004306500020902604, |
| "extract": 0.0010929590207524598 |
| }, |
| { |
| "fork": 0.0011188329954165965, |
| "decoder": 0.20311058399965987, |
| "vocab_projection": 0.006579125009011477, |
| "extract": 0.0009190409909933805 |
| }, |
| { |
| "fork": 0.0006130830151960254, |
| "decoder": 0.19341225002426654, |
| "vocab_projection": 0.004973958013579249, |
| "extract": 0.0009187080140691251 |
| }, |
| { |
| "fork": 0.0006626250105910003, |
| "decoder": 0.18823579102172516, |
| "vocab_projection": 0.00272658298490569, |
| "extract": 0.0008748330001253635 |
| } |
| ] |
| }, |
| "max_probability_delta": 0.0014129709920709388, |
| "winners_match": true |
| } |
| ] |
