[ { "state": "text", "prefix_tokens": 50, "suffix_lengths": [ 111, 99, 111, 111 ], "tail_tokens": 13, "prefill_first_seconds": 0.06191641601617448, "prefix_kv_logical_bytes": 4374528, "median_seconds": { "full": { "fork": 0.0003775420191232115, "decoder": 0.382845250016544, "vocab_projection": 0.0036814170016441494, "extract": 0.0014758330071344972 }, "trimmed": { "fork": 0.00034912500996142626, "decoder": 0.17835458301124163, "vocab_projection": 0.0030807080038357526, "extract": 0.0010300420108251274 } }, "raw_seconds": { "full": [ { "fork": 0.0003455829864833504, "decoder": 0.39067791699199006, "vocab_projection": 0.0036814170016441494, "extract": 0.0026072500040754676 }, { "fork": 0.0003775420191232115, "decoder": 0.382845250016544, "vocab_projection": 0.006450374989071861, "extract": 0.0010340000153519213 }, { "fork": 0.000369958026567474, "decoder": 0.37183862502570264, "vocab_projection": 0.002810249978210777, "extract": 0.0008958340040408075 }, { "fork": 0.0011020410165656358, "decoder": 0.37090658300439827, "vocab_projection": 0.005484916007844731, "extract": 0.0014758330071344972 }, { "fork": 0.0004294580139685422, "decoder": 0.38324424999882467, "vocab_projection": 0.0035675840044859797, "extract": 0.0040897500002756715 } ], "trimmed": [ { "fork": 0.0004301659937482327, "decoder": 0.1901534589997027, "vocab_projection": 0.002932665986008942, "extract": 0.0010300420108251274 }, { "fork": 0.00032400002237409353, "decoder": 0.1779440410027746, "vocab_projection": 0.003215958015061915, "extract": 0.0012532499968074262 }, { "fork": 0.00034912500996142626, "decoder": 0.17835458301124163, "vocab_projection": 0.0030807080038357526, "extract": 0.0008977919933386147 }, { "fork": 0.0003345840086694807, "decoder": 0.18139658300788142, "vocab_projection": 0.0026215000252705067, "extract": 0.001983790978556499 }, { "fork": 0.00045941700227558613, "decoder": 0.17789400002220646, "vocab_projection": 0.0054449169838335365, "extract": 0.0009391249914187938 } ] }, "max_probability_delta": 2.7135260383115423e-07, "winners_match": true }, { "state": "video_speech", "prefix_tokens": 431, "suffix_lengths": [ 111, 99, 111, 111 ], "tail_tokens": 13, "prefill_first_seconds": 0.9116637920087669, "prefix_kv_logical_bytes": 16883712, "median_seconds": { "full": { "fork": 0.0008018330263439566, "decoder": 0.35693787498166785, "vocab_projection": 0.003939125017495826, "extract": 0.0009984589996747673 }, "trimmed": { "fork": 0.0006626250105910003, "decoder": 0.18823579102172516, "vocab_projection": 0.004973958013579249, "extract": 0.0009190409909933805 } }, "raw_seconds": { "full": [ { "fork": 0.0011772500001825392, "decoder": 0.29222749997279607, "vocab_projection": 0.0035272089880891144, "extract": 0.0008646249771118164 }, { "fork": 0.001637125009438023, "decoder": 0.28141408402007073, "vocab_projection": 0.003939125017495826, "extract": 0.0009984589996747673 }, { "fork": 0.0008018330263439566, "decoder": 0.35693787498166785, "vocab_projection": 0.003969708981458098, "extract": 0.003891000000294298 }, { "fork": 0.0006629170093219727, "decoder": 0.39717550002387725, "vocab_projection": 0.0027467079926282167, "extract": 0.003284459002315998 }, { "fork": 0.0007337499991990626, "decoder": 0.38675574999069795, "vocab_projection": 0.006666500004939735, "extract": 0.0009470829972997308 } ], "trimmed": [ { "fork": 0.0005878749943803996, "decoder": 0.14969279197975993, "vocab_projection": 0.005181166983675212, "extract": 0.0010466669918969274 }, { "fork": 0.0006657089979853481, "decoder": 0.1396472500055097, "vocab_projection": 0.004306500020902604, "extract": 0.0010929590207524598 }, { "fork": 0.0011188329954165965, "decoder": 0.20311058399965987, "vocab_projection": 0.006579125009011477, "extract": 0.0009190409909933805 }, { "fork": 0.0006130830151960254, "decoder": 0.19341225002426654, "vocab_projection": 0.004973958013579249, "extract": 0.0009187080140691251 }, { "fork": 0.0006626250105910003, "decoder": 0.18823579102172516, "vocab_projection": 0.00272658298490569, "extract": 0.0008748330001253635 } ] }, "max_probability_delta": 0.0014129709920709388, "winners_match": true } ]