data/gallery/parallel.json

{"schema": "dd.trace/v1", "paradigm": "parallel", "method": "speculative", "family": "qwen3", "family_label": "Qwen3", "models": {"main": "Qwen/Qwen3-4B", "helper": "Qwen/Qwen3-0.6B", "main_layers": 36, "helper_layers": 28, "vocab": 151936}, "params": {"prompt": "List the numbers from 1 to 40, separated by commas.", "system": "", "raw": false, "mode": "greedy", "temperature": 1.0, "seed": 0, "rep": 1.0, "method": "speculative", "max_new_tokens": 96, "gamma": 5, "num_pred": 10, "ngram_max": 3, "ngram_min": 1, "block": 8, "init": "repeat"}, "runs": {"baseline": {"label": "Autoregressive (Qwen3-4B)", "ids": [16, 11, 17, 11, 18, 11, 19, 11, 20, 11, 21, 11, 22, 11, 23, 11, 24, 11, 16, 15, 11, 16, 16, 11, 16, 17, 11, 16, 18, 11, 16, 19, 11, 16, 20, 11, 16, 21, 11, 16, 22, 11, 16, 23, 11, 16, 24, 11, 17, 15, 11, 17, 16, 11, 17, 17, 11, 17, 18, 11, 17, 19, 11, 17, 20, 11, 17, 21, 11, 17, 22, 11, 17, 23, 11, 17, 24, 11, 18, 15, 11, 18, 16, 11, 18, 17, 11, 18, 18, 11, 18, 19, 11, 18, 20, 11], "toks": ["1", ",", "2", ",", "3", ",", "4", ",", "5", ",", "6", ",", "7", ",", "8", ",", "9", ",", "1", "0", ",", "1", "1", ",", "1", "2", ",", "1", "3", ",", "1", "4", ",", "1", "5", ",", "1", "6", ",", "1", "7", ",", "1", "8", ",", "1", "9", ",", "2", "0", ",", "2", "1", ",", "2", "2", ",", "2", "3", ",", "2", "4", ",", "2", "5", ",", "2", "6", ",", "2", "7", ",", "2", "8", ",", "2", "9", ",", "3", "0", ",", "3", "1", ",", "3", "2", ",", "3", "3", ",", "3", "4", ",", "3", "5", ","], "text": "1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,", "finish": "length", "steps": [], "n_forward": {"main": 96}, "time_ms": {"main_total": 2413.41, "main_fwd_mean": 25.122, "wall": 2430.39}}, "method": {"label": "Speculative (greedy, γ=5)", "ids": [16, 11, 17, 11, 18, 11, 19, 11, 20, 11, 21, 11, 22, 11, 23, 11, 24, 11, 16, 15, 11, 16, 16, 11, 16, 17, 11, 16, 18, 11, 16, 19, 11, 16, 20, 11, 16, 21, 11, 16, 22, 11, 16, 23, 11, 16, 24, 11, 17, 15, 11, 17, 16, 11, 17, 17, 11, 17, 18, 11, 17, 19, 11, 17, 20, 11, 17, 21, 11, 17, 22, 11, 17, 23, 11, 17, 24, 11, 18, 15, 11, 18, 16, 11, 18, 17, 11, 18, 18, 11, 18, 19, 11, 18, 20, 11], "toks": ["1", ",", "2", ",", "3", ",", "4", ",", "5", ",", "6", ",", "7", ",", "8", ",", "9", ",", "1", "0", ",", "1", "1", ",", "1", "2", ",", "1", "3", ",", "1", "4", ",", "1", "5", ",", "1", "6", ",", "1", "7", ",", "1", "8", ",", "1", "9", ",", "2", "0", ",", "2", "1", ",", "2", "2", ",", "2", "3", ",", "2", "4", ",", "2", "5", ",", "2", "6", ",", "2", "7", ",", "2", "8", ",", "2", "9", ",", "3", "0", ",", "3", "1", ",", "3", "2", ",", "3", "3", ",", "3", "4", ",", "3", "5", ","], "text": "1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,", "finish": "length", "kinds": ["acc", "acc", "fix", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "acc", "acc", "acc", "bonus", "acc", "acc", "bonus"], "tok_iter": [0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 13, 13, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 15, 15, 15, 15, 15, 15, 16, 16, 16], "iters": [{"k": 0, "pos": 0, "draft": [[16, "1", 0.3454, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [220, " ", 0.9998, 0.0, 0.0, "rej"], [17, "2", 0.9997, 1.0, null, "unv"], [11, ",", 1.0, 1.0, null, "unv"]], "emit": [[16, "1", "acc"], [11, ",", "acc"], [17, "2", "fix"]], "beta": [0.3454, 1.0, 0.0001], "t_draft_ms": 99.975, "t_verify_ms": 105.902, "top": {"p": [[[16, "1", 1.0], [8420, "Here", 0.0], [39814, "Sure", 0.0], [20109, "１", 0.0], [40, "I", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [10631, ",,", 0.0], [3554, ",\n\n", 0.0], [1871, ",\r\n", 0.0]], [[17, "2", 1.0], [220, " ", 0.0], [18, "3", 0.0], [19, "4", 0.0], [16, "1", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [19, "4", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [68785, "،", 0.0], [13, ".", 0.0]], [[220, " ", 1.0], [93920, " �", 0.0], [18, "3", 0.0], [715, " \n", 0.0], [362, " A", 0.0]]], "q": [[[16, "1", 0.3454], [27237, "Numbers", 0.3048], [785, "The", 0.144], [3830, "From", 0.0989], [852, "List", 0.0989]], [[11, ",", 1.0], [1154, " ,", 0.0], [31683, " comma", 0.0], [13, ".", 0.0], [15, "0", 0.0]], [[220, " ", 0.9998], [17, "2", 0.0001], [1154, " ,", 0.0], [31683, " comma", 0.0], [378, "�", 0.0]], [[17, "2", 0.9997], [16, "1", 0.0003], [18, "3", 0.0], [20, "5", 0.0], [19, "4", 0.0]], [[11, ",", 1.0], [18, "3", 0.0], [1154, " ,", 0.0], [13, ".", 0.0], [28675, ",...", 0.0]]]}}, {"k": 1, "pos": 3, "draft": [[11, ",", 0.9999, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [11, ",", 0.9985, 1.0, 1.0, "acc"], [19, "4", 1.0, 1.0, 1.0, "acc"], [11, ",", 0.904, 1.0, 1.0, "acc"]], "emit": [[11, ",", "acc"], [18, "3", "acc"], [11, ",", "acc"], [19, "4", "acc"], [11, ",", "acc"], [20, "5", "bonus"]], "beta": [0.9999, 1.0, 0.9985, 1.0, 0.904], "t_draft_ms": 91.49, "t_verify_ms": 37.53, "top": {"p": [[[11, ",", 1.0], [345, ",\n", 0.0], [10631, ",,", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [33517, "３", 0.0], [26127, " thirty", 0.0], [2326, " three", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [345, ",\n", 0.0], [10631, ",,", 0.0], [13, ".", 0.0]], [[19, "4", 1.0], [20, "5", 0.0], [21, "6", 0.0], [3040, " four", 0.0], [18, "3", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [345, ",\n", 0.0], [10631, ",,", 0.0], [13, ".", 0.0]], [[20, "5", 1.0], [21, "6", 0.0], [19, "4", 0.0], [24, "9", 0.0], [22, "7", 0.0]]], "q": [[[11, ",", 0.9999], [28675, ",...", 0.0001], [10631, ",,", 0.0], [18, "3", 0.0], [98213, ",…", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [17, "2", 0.0], [16, "1", 0.0], [20, "5", 0.0]], [[11, ",", 0.9985], [28675, ",...", 0.0015], [98213, ",…", 0.0], [10631, ",,", 0.0], [38225, ",...\n\n", 0.0]], [[19, "4", 1.0], [60353, " ...,", 0.0], [20, "5", 0.0], [18, "3", 0.0], [24, "9", 0.0]], [[11, ",", 0.904], [28675, ",...", 0.0953], [98213, ",…", 0.0005], [1112, "...", 0.0001], [10631, ",,", 0.0]]]}}, {"k": 2, "pos": 9, "draft": [[11, ",", 0.9522, 1.0, 1.0, "acc"], [21, "6", 1.0, 1.0, 1.0, "acc"], [11, ",", 0.9889, 1.0, 1.0, "acc"], [22, "7", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"]], "emit": [[11, ",", "acc"], [21, "6", "acc"], [11, ",", "acc"], [22, "7", "acc"], [11, ",", "acc"], [23, "8", "bonus"]], "beta": [0.9522, 1.0, 0.9889, 1.0, 1.0], "t_draft_ms": 170.931, "t_verify_ms": 41.459, "top": {"p": [[[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [10631, ",,", 0.0], [13, ".", 0.0]], [[21, "6", 1.0], [22, "7", 0.0], [4743, " six", 0.0], [23, "8", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [10631, ",,", 0.0]], [[22, "7", 1.0], [23, "8", 0.0], [24, "9", 0.0], [16, "1", 0.0], [8094, " seven", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [10631, ",,", 0.0]], [[23, "8", 1.0], [24, "9", 0.0], [22, "7", 0.0], [8063, " eight", 0.0], [79579, " eighty", 0.0]]], "q": [[[11, ",", 0.9522], [28675, ",...", 0.0474], [98213, ",…", 0.0003], [1112, "...", 0.0], [38225, ",...\n\n", 0.0]], [[21, "6", 1.0], [20, "5", 0.0], [60353, " ...,", 0.0], [22, "7", 0.0], [19, "4", 0.0]], [[11, ",", 0.9889], [28675, ",...", 0.011], [98213, ",…", 0.0001], [1112, "...", 0.0], [26266, ",\\", 0.0]], [[22, "7", 1.0], [21, "6", 0.0], [20, "5", 0.0], [60353, " ...,", 0.0], [23, "8", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [26266, ",\\", 0.0], [1335, ",\"", 0.0]]]}}, {"k": 3, "pos": 15, "draft": [[11, ",", 1.0, 1.0, 1.0, "acc"], [24, "9", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [15, "0", 1.0, 1.0, 1.0, "acc"]], "emit": [[11, ",", "acc"], [24, "9", "acc"], [11, ",", "acc"], [16, "1", "acc"], [15, "0", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 118.831, "t_verify_ms": 33.235, "top": {"p": [[[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [28675, ",...", 0.0], [3554, ",\n\n", 0.0]], [[24, "9", 1.0], [16, "1", 0.0], [11627, " nine", 0.0], [23, "8", 0.0], [85758, " Ninth", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [10631, ",,", 0.0]], [[16, "1", 1.0], [24, "9", 0.0], [15, "0", 0.0], [17, "2", 0.0], [30986, "₁", 0.0]], [[15, "0", 1.0], [16, "1", 0.0], [17, "2", 0.0], [26022, "０", 0.0], [24, "9", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [42871, ",\\\n", 0.0], [26266, ",\\", 0.0]]], "q": [[[11, ",", 1.0], [28675, ",...", 0.0], [26266, ",\\", 0.0], [98213, ",…", 0.0], [1335, ",\"", 0.0]], [[24, "9", 1.0], [23, "8", 0.0], [16, "1", 0.0], [22, "7", 0.0], [21, "6", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [26266, ",\\", 0.0], [10631, ",,", 0.0]], [[16, "1", 1.0], [19, "4", 0.0], [24, "9", 0.0], [17, "2", 0.0], [20, "5", 0.0]], [[15, "0", 1.0], [16, "1", 0.0], [11, ",", 0.0], [17, "2", 0.0], [20, "5", 0.0]]]}}, {"k": 4, "pos": 21, "draft": [[16, "1", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"]], "emit": [[16, "1", "acc"], [16, "1", "acc"], [11, ",", "acc"], [16, "1", "acc"], [17, "2", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 108.787, "t_verify_ms": 32.027, "top": {"p": [[[16, "1", 1.0], [30986, "₁", 0.0], [17, "2", 0.0], [2303, "  \n", 0.0], [24, "9", 0.0]], [[16, "1", 1.0], [30986, "₁", 0.0], [17, "2", 0.0], [20109, "１", 0.0], [15, "0", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0], [13, ".", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [30986, "₁", 0.0], [24, "9", 0.0], [22, "7", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [24918, "２", 0.0], [17073, " twenty", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0], [26266, ",\\", 0.0]]], "q": [[[16, "1", 1.0], [60353, " ...,", 0.0], [24, "9", 0.0], [17, "2", 0.0], [20, "5", 0.0]], [[16, "1", 1.0], [15, "0", 0.0], [17, "2", 0.0], [20, "5", 0.0], [11, ",", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [26266, ",\\", 0.0], [10631, ",,", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [15, "0", 0.0], [18, "3", 0.0]], [[17, "2", 1.0], [16, "1", 0.0], [15, "0", 0.0], [18, "3", 0.0], [19, "4", 0.0]]]}}, {"k": 5, "pos": 27, "draft": [[16, "1", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [19, "4", 1.0, 1.0, 1.0, "acc"]], "emit": [[16, "1", "acc"], [18, "3", "acc"], [11, ",", "acc"], [16, "1", "acc"], [19, "4", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 103.596, "t_verify_ms": 27.675, "top": {"p": [[[16, "1", 1.0], [17, "2", 0.0], [30986, "₁", 0.0], [24, "9", 0.0], [22, "7", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [17, "2", 0.0], [33517, "３", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0], [10631, ",,", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [22, "7", 0.0], [30986, "₁", 0.0]], [[19, "4", 1.0], [20, "5", 0.0], [18, "3", 0.0], [21, "6", 0.0], [17, "2", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0], [13, ".", 0.0]]], "q": [[[16, "1", 1.0], [24, "9", 0.0], [17, "2", 0.0], [18, "3", 0.0], [60353, " ...,", 0.0]], [[18, "3", 1.0], [17, "2", 0.0], [19, "4", 0.0], [20, "5", 0.0], [16, "1", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [26266, ",\\", 0.0], [1335, ",\"", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [19, "4", 0.0], [24, "9", 0.0], [18, "3", 0.0]], [[19, "4", 1.0], [20, "5", 0.0], [18, "3", 0.0], [21, "6", 0.0], [15, "0", 0.0]]]}}, {"k": 6, "pos": 33, "draft": [[16, "1", 1.0, 1.0, 1.0, "acc"], [20, "5", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [21, "6", 1.0, 1.0, 1.0, "acc"]], "emit": [[16, "1", "acc"], [20, "5", "acc"], [11, ",", "acc"], [16, "1", "acc"], [21, "6", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 93.91, "t_verify_ms": 27.888, "top": {"p": [[[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [20, "5", 0.0], [30986, "₁", 0.0]], [[20, "5", 1.0], [21, "6", 0.0], [22, "7", 0.0], [19, "4", 0.0], [24, "9", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [42871, ",\\\n", 0.0], [26266, ",\\", 0.0]], [[16, "1", 1.0], [24, "9", 0.0], [17, "2", 0.0], [21, "6", 0.0], [30986, "₁", 0.0]], [[21, "6", 1.0], [22, "7", 0.0], [23, "8", 0.0], [20, "5", 0.0], [59496, "６", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [26266, ",\\", 0.0], [1871, ",\r\n", 0.0]]], "q": [[[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [20, "5", 0.0], [18, "3", 0.0]], [[20, "5", 1.0], [21, "6", 0.0], [19, "4", 0.0], [22, "7", 0.0], [15, "0", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [26266, ",\\", 0.0], [38225, ",...\n\n", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [18, "3", 0.0], [20, "5", 0.0]], [[21, "6", 1.0], [20, "5", 0.0], [22, "7", 0.0], [23, "8", 0.0], [15, "0", 0.0]]]}}, {"k": 7, "pos": 39, "draft": [[16, "1", 1.0, 1.0, 1.0, "acc"], [22, "7", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [23, "8", 1.0, 1.0, 1.0, "acc"]], "emit": [[16, "1", "acc"], [22, "7", "acc"], [11, ",", "acc"], [16, "1", "acc"], [23, "8", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 121.205, "t_verify_ms": 28.298, "top": {"p": [[[16, "1", 1.0], [22, "7", 0.0], [17, "2", 0.0], [30986, "₁", 0.0], [24, "9", 0.0]], [[22, "7", 1.0], [69949, " seventy", 0.0], [23, "8", 0.0], [118263, "十七条", 0.0], [78025, "-seven", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0], [26266, ",\\", 0.0]], [[16, "1", 1.0], [23, "8", 0.0], [17, "2", 0.0], [30986, "₁", 0.0], [22, "7", 0.0]], [[23, "8", 1.0], [22, "7", 0.0], [24, "9", 0.0], [21, "6", 0.0], [79579, " eighty", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0], [1871, ",\r\n", 0.0]]], "q": [[[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [18, "3", 0.0], [23, "8", 0.0]], [[22, "7", 1.0], [23, "8", 0.0], [21, "6", 0.0], [24, "9", 0.0], [15, "0", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [3554, ",\n\n", 0.0], [345, ",\n", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [23, "8", 0.0], [18, "3", 0.0]], [[23, "8", 1.0], [22, "7", 0.0], [24, "9", 0.0], [15, "0", 0.0], [21, "6", 0.0]]]}}, {"k": 8, "pos": 45, "draft": [[16, "1", 1.0, 1.0, 1.0, "acc"], [24, "9", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"], [15, "0", 1.0, 1.0, 1.0, "acc"]], "emit": [[16, "1", "acc"], [24, "9", "acc"], [11, ",", "acc"], [17, "2", "acc"], [15, "0", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 93.134, "t_verify_ms": 27.17, "top": {"p": [[[16, "1", 1.0], [17, "2", 0.0], [30986, "₁", 0.0], [24, "9", 0.0], [20109, "１", 0.0]], [[24, "9", 1.0], [77876, " ninety", 0.0], [11627, " nine", 0.0], [23, "8", 0.0], [66993, "９", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0]], [[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [17073, " twenty", 0.0], [31807, "₂", 0.0]], [[15, "0", 1.0], [16, "1", 0.0], [26022, "０", 0.0], [24, "9", 0.0], [89669, "₀", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [42871, ",\\\n", 0.0], [26266, ",\\", 0.0], [3554, ",\n\n", 0.0]]], "q": [[[16, "1", 1.0], [17, "2", 0.0], [24, "9", 0.0], [18, "3", 0.0], [23, "8", 0.0]], [[24, "9", 1.0], [23, "8", 0.0], [15, "0", 0.0], [22, "7", 0.0], [21, "6", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [26266, ",\\", 0.0], [4779, ",$", 0.0], [17, "2", 0.0]], [[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [19, "4", 0.0], [15, "0", 0.0]], [[15, "0", 1.0], [11, ",", 0.0], [16, "1", 0.0], [17, "2", 0.0], [19, "4", 0.0]]]}}, {"k": 9, "pos": 51, "draft": [[17, "2", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"]], "emit": [[17, "2", "acc"], [16, "1", "acc"], [11, ",", "acc"], [17, "2", "acc"], [17, "2", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 97.201, "t_verify_ms": 50.429, "top": {"p": [[[17, "2", 1.0], [2303, "  \n", 0.0], [17073, " twenty", 0.0], [18, "3", 0.0], [31807, "₂", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [15, "0", 0.0], [30986, "₁", 0.0], [20109, "１", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [26266, ",\\", 0.0], [42871, ",\\\n", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [17073, " twenty", 0.0], [16, "1", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [24918, "２", 0.0], [19, "4", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0], [28675, ",...", 0.0]]], "q": [[[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [31807, "₂", 0.0], [19, "4", 0.0]], [[16, "1", 1.0], [15, "0", 0.0], [17, "2", 0.0], [11, ",", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [26266, ",\\", 0.0], [98213, ",…", 0.0], [345, ",\n", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [19, "4", 0.0], [15, "0", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [15, "0", 0.0], [19, "4", 0.0]]]}}, {"k": 10, "pos": 57, "draft": [[17, "2", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"], [19, "4", 1.0, 1.0, 1.0, "acc"]], "emit": [[17, "2", "acc"], [18, "3", "acc"], [11, ",", "acc"], [17, "2", "acc"], [19, "4", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 98.623, "t_verify_ms": 27.853, "top": {"p": [[[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [17073, " twenty", 0.0], [16, "1", 0.0]], [[18, "3", 1.0], [33517, "３", 0.0], [26127, " thirty", 0.0], [17, "2", 0.0], [19, "4", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0], [26266, ",\\", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [17073, " twenty", 0.0], [16, "1", 0.0]], [[19, "4", 1.0], [18, "3", 0.0], [20, "5", 0.0], [21, "6", 0.0], [45602, "４", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [42871, ",\\\n", 0.0], [28675, ",...", 0.0]]], "q": [[[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [19, "4", 0.0], [15, "0", 0.0]], [[18, "3", 1.0], [17, "2", 0.0], [19, "4", 0.0], [20, "5", 0.0], [16, "1", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [4779, ",$", 0.0], [26266, ",\\", 0.0], [98213, ",…", 0.0]], [[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [19, "4", 0.0], [15, "0", 0.0]], [[19, "4", 1.0], [20, "5", 0.0], [18, "3", 0.0], [21, "6", 0.0], [17, "2", 0.0]]]}}, {"k": 11, "pos": 63, "draft": [[17, "2", 1.0, 1.0, 1.0, "acc"], [20, "5", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"], [21, "6", 1.0, 1.0, 1.0, "acc"]], "emit": [[17, "2", "acc"], [20, "5", "acc"], [11, ",", "acc"], [17, "2", "acc"], [21, "6", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 110.318, "t_verify_ms": 31.975, "top": {"p": [[[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [22, "7", 0.0], [20, "5", 0.0]], [[20, "5", 1.0], [21, "6", 0.0], [19, "4", 0.0], [22, "7", 0.0], [43497, "５", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [42871, ",\\\n", 0.0], [3554, ",\n\n", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [21, "6", 0.0], [31807, "₂", 0.0], [17073, " twenty", 0.0]], [[21, "6", 1.0], [22, "7", 0.0], [20, "5", 0.0], [52374, " sixty", 0.0], [59496, "６", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [3554, ",\n\n", 0.0], [42871, ",\\\n", 0.0]]], "q": [[[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [15, "0", 0.0], [31807, "₂", 0.0]], [[20, "5", 1.0], [19, "4", 0.0], [21, "6", 0.0], [18, "3", 0.0], [15, "0", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [3554, ",\n\n", 0.0], [26266, ",\\", 0.0], [345, ",\n", 0.0]], [[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [19, "4", 0.0], [31807, "₂", 0.0]], [[21, "6", 1.0], [20, "5", 0.0], [22, "7", 0.0], [23, "8", 0.0], [19, "4", 0.0]]]}}, {"k": 12, "pos": 69, "draft": [[17, "2", 1.0, 1.0, 1.0, "acc"], [22, "7", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"], [23, "8", 1.0, 1.0, 1.0, "acc"]], "emit": [[17, "2", "acc"], [22, "7", "acc"], [11, ",", "acc"], [17, "2", "acc"], [23, "8", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 110.975, "t_verify_ms": 34.231, "top": {"p": [[[17, "2", 1.0], [18, "3", 0.0], [22, "7", 0.0], [31807, "₂", 0.0], [16, "1", 0.0]], [[22, "7", 1.0], [21, "6", 0.0], [69949, " seventy", 0.0], [23, "8", 0.0], [30387, " seventh", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [13, ".", 0.0], [42871, ",\\\n", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [31807, "₂", 0.0], [22, "7", 0.0], [23, "8", 0.0]], [[23, "8", 1.0], [24, "9", 0.0], [22, "7", 0.0], [79579, " eighty", 0.0], [21, "6", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [52388, ",...\n", 0.0], [13, ".", 0.0]]], "q": [[[17, "2", 1.0], [16, "1", 0.0], [18, "3", 0.0], [31807, "₂", 0.0], [15, "0", 0.0]], [[22, "7", 1.0], [23, "8", 0.0], [21, "6", 0.0], [24, "9", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [345, ",\n", 0.0], [3554, ",\n\n", 0.0], [98213, ",…", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [19, "4", 0.0], [15, "0", 0.0]], [[23, "8", 1.0], [22, "7", 0.0], [24, "9", 0.0], [21, "6", 0.0], [79579, " eighty", 0.0]]]}}, {"k": 13, "pos": 75, "draft": [[17, "2", 1.0, 1.0, 1.0, "acc"], [24, "9", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [15, "0", 1.0, 1.0, 1.0, "acc"]], "emit": [[17, "2", "acc"], [24, "9", "acc"], [11, ",", "acc"], [18, "3", "acc"], [15, "0", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 111.436, "t_verify_ms": 33.662, "top": {"p": [[[17, "2", 1.0], [18, "3", 0.0], [17073, " twenty", 0.0], [31807, "₂", 0.0], [22, "7", 0.0]], [[24, "9", 1.0], [23, "8", 0.0], [77876, " ninety", 0.0], [11627, " nine", 0.0], [66993, "９", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [26266, ",\\", 0.0]], [[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [19, "4", 0.0], [21, "6", 0.0]], [[15, "0", 1.0], [16, "1", 0.0], [24, "9", 0.0], [17, "2", 0.0], [26022, "０", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [42871, ",\\\n", 0.0], [3554, ",\n\n", 0.0]]], "q": [[[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [19, "4", 0.0], [31807, "₂", 0.0]], [[24, "9", 1.0], [23, "8", 0.0], [22, "7", 0.0], [15, "0", 0.0], [66993, "９", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [28007, ",*", 0.0], [4779, ",$", 0.0], [69979, ",**", 0.0]], [[18, "3", 1.0], [17, "2", 0.0], [19, "4", 0.0], [16, "1", 0.0], [20, "5", 0.0]], [[15, "0", 1.0], [11, ",", 0.0], [16, "1", 0.0], [17, "2", 0.0], [18, "3", 0.0]]]}}, {"k": 14, "pos": 81, "draft": [[18, "3", 1.0, 1.0, 1.0, "acc"], [16, "1", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [17, "2", 1.0, 1.0, 1.0, "acc"]], "emit": [[18, "3", "acc"], [16, "1", "acc"], [11, ",", "acc"], [18, "3", "acc"], [17, "2", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 99.565, "t_verify_ms": 28.692, "top": {"p": [[[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [19, "4", 0.0], [33517, "３", 0.0]], [[16, "1", 1.0], [17, "2", 0.0], [30986, "₁", 0.0], [15, "0", 0.0], [20109, "１", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [3554, ",\n\n", 0.0], [28675, ",...", 0.0]], [[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [33517, "３", 0.0], [19, "4", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [24918, "２", 0.0], [31807, "₂", 0.0], [17073, " twenty", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0]]], "q": [[[18, "3", 1.0], [17, "2", 0.0], [19, "4", 0.0], [16, "1", 0.0], [15, "0", 0.0]], [[16, "1", 1.0], [15, "0", 0.0], [17, "2", 0.0], [11, ",", 0.0], [20, "5", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [26266, ",\\", 0.0], [98213, ",…", 0.0], [3554, ",\n\n", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [17, "2", 0.0], [16, "1", 0.0], [20, "5", 0.0]], [[17, "2", 1.0], [18, "3", 0.0], [16, "1", 0.0], [15, "0", 0.0], [19, "4", 0.0]]]}}, {"k": 15, "pos": 87, "draft": [[18, "3", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [11, ",", 1.0, 1.0, 1.0, "acc"], [18, "3", 1.0, 1.0, 1.0, "acc"], [19, "4", 1.0, 1.0, 1.0, "acc"]], "emit": [[18, "3", "acc"], [18, "3", "acc"], [11, ",", "acc"], [18, "3", "acc"], [19, "4", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0, 1.0, 1.0, 1.0], "t_draft_ms": 95.803, "t_verify_ms": 29.108, "top": {"p": [[[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [33517, "３", 0.0], [95, "�", 0.0]], [[18, "3", 1.0], [33517, "３", 0.0], [26127, " thirty", 0.0], [17, "2", 0.0], [95, "�", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3554, ",\n\n", 0.0], [26266, ",\\", 0.0]], [[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [19, "4", 0.0], [95, "�", 0.0]], [[19, "4", 1.0], [18, "3", 0.0], [20, "5", 0.0], [45602, "４", 0.0], [21, "6", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [13, ".", 0.0], [3837, "，", 0.0], [1871, ",\r\n", 0.0]]], "q": [[[18, "3", 1.0], [17, "2", 0.0], [19, "4", 0.0], [16, "1", 0.0], [20, "5", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [17, "2", 0.0], [20, "5", 0.0], [16, "1", 0.0]], [[11, ",", 1.0], [28675, ",...", 0.0], [98213, ",…", 0.0], [69979, ",**", 0.0], [345, ",\n", 0.0]], [[18, "3", 1.0], [19, "4", 0.0], [17, "2", 0.0], [16, "1", 0.0], [20, "5", 0.0]], [[19, "4", 1.0], [20, "5", 0.0], [18, "3", 0.0], [21, "6", 0.0], [15, "0", 0.0]]]}}, {"k": 16, "pos": 93, "draft": [[18, "3", 1.0, 1.0, 1.0, "acc"], [20, "5", 1.0, 1.0, 1.0, "acc"]], "emit": [[18, "3", "acc"], [20, "5", "acc"], [11, ",", "bonus"]], "beta": [1.0, 1.0], "t_draft_ms": 39.004, "t_verify_ms": 28.96, "top": {"p": [[[18, "3", 1.0], [26127, " thirty", 0.0], [17, "2", 0.0], [95, "�", 0.0], [19, "4", 0.0]], [[20, "5", 1.0], [21, "6", 0.0], [19, "4", 0.0], [22, "7", 0.0], [32417, " fifty", 0.0]], [[11, ",", 1.0], [345, ",\n", 0.0], [26266, ",\\", 0.0], [3554, ",\n\n", 0.0], [13, ".", 0.0]]], "q": [[[18, "3", 1.0], [19, "4", 0.0], [16, "1", 0.0], [17, "2", 0.0], [20, "5", 0.0]], [[20, "5", 1.0], [19, "4", 0.0], [21, "6", 0.0], [18, "3", 0.0], [22, "7", 0.0]]]}}], "n_forward": {"main": 17, "helper": 82}, "time_ms": {"main_total": 626.09, "helper_total": 1764.78, "main_fwd_mean": 32.512, "helper_fwd_mean": 21.521, "wall": 2464.28}}}, "summary": {"tokens": 96, "target_forwards": 17, "baseline_forwards": 96, "tau": 5.647, "speedup_wall": 0.986, "baseline_ms_per_token": 25.32, "method_ms_per_token": 25.67, "drafted": 82, "accepted": 79, "accept_rate": 0.963, "alpha_hat": 0.977, "c_hat": 0.857, "gamma": 5, "predicted_speedup": 1.073, "expected_tokens": 5.671, "curve": [[1, 1.065], [2, 1.081], [3, 1.083], [4, 1.08], [5, 1.073], [6, 1.065], [7, 1.057], [8, 1.048], [9, 1.038], [10, 1.028]], "gamma_star": 3, "identical": true, "first_divergence": null}, "env": {"device": "NVIDIA RTX PRO 6000 Blackwell Server Edition MIG 2g.48gb", "dtype": "bfloat16", "torch": "2.13.0+cu130", "transformers": "5.17.0", "gpu_seconds": 4.95, "requested_seconds": 21}}