{ "format": "micro-distill-bigram-v1", "version": "3.1.2", "arch": "tiny-bigram", "created": "2026-10-23T16:28:35.871Z", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "vocab": [ "e", "m", "a", "<|endoftext|>", "o", "l", "i", "v", "s", "b", "p", "h", "c", "r", "t", "y", "n", "g", "z", "f", "d", "u", "k", "w", "q", "x", "j" ], "transitions": { "<|endoftext|>": { "e": 0.03142302367531452, "o": 0.006241602882487984, "a": 0.13683539045552387, "i": 0.00951455566524227, "s": 0.075713303821323, "c": 0.044856353549692446, "m": 0.09185606503030176, "h": 0.017429946979891715, "v": 0.00643578512973113, "l": 0.03157079407182878, "g": 0.013711930379224541, "p": 0.010931761973188944, "r": 0.050673835437968655, "z": 0.021015923040907263, "n": 0.022986913991083813, "b": 0.029298521130275285, "k": 0.20203639092131692, "w": 0.005203461836372002, "q": 0.0014049505137646039, "j": 0.09180023734928434, "d": 0.05014877415083315, "x": 0.0020463409657006187, "t": 0.029778397192620824, "f": 0.006825951644421089, "y": 0.009037178142104236, "u": 0.0012226100695960135 }, "e": { "m": 0.025967029323514614, "l": 0.24598889424345088, "<|endoftext|>": 0.11091007946776332, "r": 0.11092201603804878, "v": 0.013704562285453765, "t": 0.01876368081204729, "n": 0.24890167101258925, "y": 0.04231356188792247, "a": 0.024936430823551972, "s": 0.02606023199063644, "d": 0.011539144696850799, "h": 0.004406472152052705, "x": 0.003675654152584675, "p": 0.0023203737029962217, "e": 0.045733743306851295, "i": 0.025306917815145966, "c": 0.00461961392254015, "b": 0.003521735339512525, "o": 0.009130521419258793, "g": 0.0034807330990385198, "j": 0.0015869043742217268, "k": 0.004956563933030847, "w": 0.0013922932396154071, "z": 0.00518049361004235, "f": 0.0022833609129692674, "u": 0.0020074743312177763, "q": 0.00038984210709231397 }, "m": { "m": 0.01686682274677333, "a": 0.534391546567649, "i": 0.16130853256142075, "e": 0.10736346548079982, "n": 0.0019443330297621907, "o": 0.045316657502541983, "b": 0.010888264966668264, "y": 0.030250178386305896, "c": 0.004958049225893587, "<|endoftext|>": 0.05016379216786448, "r": 0.009813778205091016, "p": 0.003694232756548157, "u": 0.013513114556847216, "d": 0.0023331996357146274, "s": 0.0034025828020838303, "h": 0.00048608325744054767, "l": 0.00048608325744054767, "t": 0.0003888666059524383, "z": 0.0010693831663692037, "f": 0.00009721665148810958, "j": 0.0006805165604167665, "k": 0.00009721665148810958, "w": 0.00019443330297621916, "v": 0.00029164995446432843 }, "a": { "<|endoftext|>": 0.009035430442451363, "v": 0.0013837088443813086, "b": 0.0008326306317732777, "r": 0.008163787545456646, "m": 0.0026290268087354155, "i": 0.0031053602162910312, "d": 0.0016510666281486983, "c": 0.0007130248984741629, "y": 0.003500000041606367, "n": 0.9508573625941308, "h": 0.004976385182189745, "u": 0.0005924215237736252, "t": 0.0010306233669295187, "l": 0.005269895190012813, "z": 0.0005919295545883038, "o": 0.00008572772859554754, "a": 0.0007691709800871202, "e": 0.0009416442569542682, "g": 0.0002511220285813439, "s": 0.0016881654269621487, "w": 0.00023327288195382475, "k": 0.0008108490308702133, "p": 0.0001115821229338873, "x": 0.00027369252091573375, "q": 0.0000816454558052833, "j": 0.00023813257943207627, "f": 0.00018234151796513268 }, "o": { "l": 0.0531009817212646, "p": 0.007725534064453676, "t": 0.009595926522163506, "f": 0.0027649279809623677, "r": 0.10944278093037886, "n": 0.5045604400195208, "e": 0.010734426279030368, "o": 0.010721408316010947, "k": 0.005699062438061735, "v": 0.01607729895419145, "w": 0.009465176544800624, "m": 0.02122488832444639, "s": 0.04719774553170854, "d": 0.017363044348284087, "i": 0.00561117737312951, "a": 0.012495149503918224, "c": 0.009270640877344413, "u": 0.028940888114147034, "g": 0.0035781420930101194, "y": 0.008779896069867165, "h": 0.014575249886702139, "x": 0.0036594635042149007, "<|endoftext|>": 0.06952980658008302, "b": 0.011751036700382439, "z": 0.004544441810980966, "j": 0.0013465012773276929, "q": 0.00024396423361432656 }, "l": { "i": 0.22810205695236277, "l": 0.07203461496284747, "a": 0.2292138156135785, "o": 0.032167649887252646, "y": 0.08232639171123646, "<|endoftext|>": 0.05408875334285437, "e": 0.2592742573297448, "u": 0.01469670366985211, "s": 0.003869362872319872, "t": 0.0032842106218243274, "d": 0.005922836233873203, "b": 0.002140498610219503, "v": 0.003074421453746258, "m": 0.0024698060887148126, "c": 0.001029085870297837, "k": 0.0009879224354859251, "n": 0.0005838173404188073, "h": 0.0007821052614263568, "g": 0.0002469806088714813, "p": 0.0006174515221787031, "r": 0.0007409418266144431, "w": 0.0006586149569906163, "z": 0.0004116343481191354, "j": 0.0002469806088714813, "f": 0.0009055955658620978, "q": 0.00012349030443574064 }, "i": { "v": 0.010726401577306817, "a": 0.173537852053899, "s": 0.06529206561284831, "g": 0.017421307006281934, "l": 0.08273866238259413, "z": 0.010866485333275425, "c": 0.02262738131431838, "e": 0.17020436386660526, "o": 0.026726601302798348, "r": 0.034507975145164405, "n": 0.14222037933034914, "<|endoftext|>": 0.09764145124376364, "y": 0.0310627019655093, "t": 0.024587006223452692, "p": 0.002079147013225985, "m": 0.019668000159395245, "d": 0.019632129797952334, "f": 0.003962148081808006, "x": 0.00407671773968004, "k": 0.019130178060731473, "b": 0.004366158529731695, "u": 0.004451665859126867, "q": 0.0021113499977034145, "j": 0.0029814183585882073, "h": 0.003849825040298841, "i": 0.0032167934921609543, "w": 0.0003138335114303369 }, "v": { "i": 0.39715357592336453, "a": 0.258909241675283, "e": 0.19311760823045115, "y": 0.03973397553744297, "o": 0.052633965198211216, "<|endoftext|>": 0.02889743675450403, "k": 0.0009851398893580897, "r": 0.015762238229729435, "n": 0.0026270397049549064, "v": 0.002298659741835542, "l": 0.004597319483671084, "u": 0.002298659741835542, "b": 0.0003283799631193633, "d": 0.0003283799631193633, "h": 0.0003283799631193633 }, "s": { "a": 0.19851094702547245, "o": 0.06954257834226978, "c": 0.006032827856426987, "t": 0.10078228331669968, "k": 0.008801946853878743, "l": 0.031353378165552025, "i": 0.07306074113887441, "<|endoftext|>": 0.1175395960693857, "e": 0.12181179557486599, "h": 0.14722359463981322, "m": 0.009049241784640484, "y": 0.022734786239062374, "s": 0.05266548018293353, "u": 0.019273169657928375, "p": 0.005127903677962943, "r": 0.005530092201724737, "w": 0.002413131142570796, "n": 0.002413131142570796, "d": 0.0009049241784640483, "b": 0.0021114897497494464, "v": 0.0014076598331662982, "z": 0.0010054713094044977, "j": 0.00020109426188089975, "f": 0.00020109426188089975, "q": 0.00010054713094044987, "g": 0.00020109426188089975 }, "b": { "e": 0.275648931135521, "i": 0.07005557258612022, "r": 0.3478982201567813, "y": 0.02648277919203386, "a": 0.11044389216453362, "l": 0.032864171768427534, "b": 0.01277318005795703, "o": 0.033502311026066926, "<|endoftext|>": 0.03637393768544406, "u": 0.014358133296885815, "h": 0.01375423099583411, "t": 0.0006381392576393699, "s": 0.0025525570305574797, "c": 0.00031906962881968497, "n": 0.0012762785152787399, "d": 0.020739525873279503, "j": 0.00031906962881968497 }, "p": { "h": 0.18970279522817213, "e": 0.18391998438707796, "a": 0.2057098873763383, "i": 0.056724855435875, "r": 0.1662217626437635, "o": 0.06163039844970236, "p": 0.037139019228860266, "y": 0.011158987954598363, "t": 0.016188803253605773, "b": 0.0018598313257663932, "l": 0.014878650606131145, "<|endoftext|>": 0.030687216875145466, "s": 0.014878650606131145, "u": 0.0037196626515327864, "j": 0.0009299156628831966, "f": 0.0009299156628831966, "n": 0.0009299156628831966, "c": 0.0009299156628831966, "k": 0.0009299156628831966, "m": 0.0009299156628831966 }, "h": { "i": 0.07676388953380493, "a": 0.4833643434721604, "<|endoftext|>": 0.22037058834412154, "l": 0.017826749841360793, "e": 0.07097664704914336, "o": 0.02934644140986343, "n": 0.012623968946238589, "r": 0.01866151931183097, "t": 0.00649494054480391, "y": 0.0205058788586088, "u": 0.015185353949823233, "m": 0.011436501795585315, "z": 0.0018981692437279036, "k": 0.0026528630394269488, "v": 0.0035676433978500373, "d": 0.002195472860215409, "s": 0.0028358191111115677, "w": 0.0009147803584230859, "b": 0.0007318242867384691, "j": 0.0008233023225807769, "g": 0.00018295607168461727, "p": 0.00009147803584230863, "f": 0.00018295607168461727, "c": 0.00018295607168461727, "h": 0.00009147803584230863, "q": 0.00009147803584230863 }, "c": { "h": 0.2363610048725589, "a": 0.21755720577835164, "t": 0.008461181705858233, "e": 0.15244833915902656, "l": 0.030192075277345225, "y": 0.02699757270344262, "o": 0.10825203688844941, "k": 0.0795362686799814, "i": 0.0710526337185416, "c": 0.010153418047029886, "<|endoftext|>": 0.023449560727664263, "q": 0.0026592285361268725, "r": 0.019589392965669077, "s": 0.0012087402436940342, "j": 0.0007252441462164209, "u": 0.008696868013916798, "z": 0.000966992194955227, "d": 0.00024174804873880676, "p": 0.00024174804873880676, "g": 0.0004834960974776135, "x": 0.0007252441462164209 }, "r": { "l": 0.02299894066198822, "p": 0.0007048770813462356, "<|endoftext|>": 0.06932969578669759, "y": 0.05753578248751272, "i": 0.35277700228839765, "a": 0.16523452797066818, "e": 0.1619626081086743, "o": 0.0558169178971802, "u": 0.013352017579696425, "g": 0.0038264755844509934, "s": 0.00956618896112748, "k": 0.004531352665797229, "d": 0.009797545973451005, "m": 0.008769951147169375, "n": 0.007048770813462359, "r": 0.023955600928217694, "t": 0.010472459494286929, "c": 0.00498448793237695, "h": 0.006092151917349601, "b": 0.0020642828810854053, "j": 0.0012587090738325633, "w": 0.0010573156220193526, "v": 0.004294570632593233, "z": 0.001158012347925959, "f": 0.00045313526657972294, "q": 0.0008055738072528403, "x": 0.00015104508885990743 }, "t": { "t": 0.0600131484323132, "e": 0.1589080466172033, "h": 0.1308609345841191, "<|endoftext|>": 0.07489279857348578, "o": 0.12091768975465769, "a": 0.1715452606891152, "y": 0.057116400370843305, "u": 0.01209448921062503, "i": 0.10127372705823899, "r": 0.056634636104415916, "l": 0.021277470055567127, "z": 0.016788837395424788, "n": 0.0034112661876121906, "s": 0.005427014389383029, "c": 0.002635978417700326, "g": 0.0003101151079647445, "w": 0.0017056330938060953, "x": 0.0003101151079647445, "m": 0.000620230215929489, "j": 0.0004651726619471169, "v": 0.002325863309735584, "f": 0.0003101151079647445, "b": 0.00015505755398237224 }, "y": { "n": 0.22316563388284957, "<|endoftext|>": 0.1753931256745333, "l": 0.12831483374304417, "a": 0.22812315259109384, "d": 0.02377026914971252, "t": 0.009412774694817562, "s": 0.03609888183940138, "e": 0.030533935718727326, "z": 0.006816474241461681, "r": 0.026688046683839773, "c": 0.010899950969858511, "p": 0.0013108604310503227, "v": 0.009263413712755617, "j": 0.002009985994277163, "o": 0.024407544057830563, "u": 0.012322088051873044, "k": 0.008350704462521624, "m": 0.012933822919696523, "b": 0.0023595487758905826, "x": 0.0024469394712939374, "g": 0.0027438228240021247, "i": 0.016779013517444145, "y": 0.002009985994277163, "f": 0.001048688344840259, "q": 0.0005243441724201295, "h": 0.0019225952988738105, "w": 0.0003495627816134197 }, "n": { "<|endoftext|>": 0.17266047032911536, "a": 0.4567259059114593, "e": 0.055387155385966724, "o": 0.018594521985652687, "n": 0.11324060889563935, "t": 0.012564920676996832, "s": 0.0093061044675649, "i": 0.09261754733022302, "z": 0.004205470384620199, "d": 0.0229558202111985, "l": 0.004978381149516112, "y": 0.012989849552394423, "g": 0.007850716686758652, "c": 0.00581311398273088, "r": 0.0011233270286087644, "k": 0.0016067238335517298, "v": 0.0014041587857609556, "h": 0.0006637841532688151, "u": 0.002541378669250408, "j": 0.001145008991725202, "m": 0.0005199670936853475, "w": 0.0002808317571521911, "f": 0.00028809938259607407, "b": 0.0002042412779288661, "x": 0.00015318095844664965, "q": 0.00005106031948221652, "p": 0.00012765079870554144 }, "g": { "a": 0.18149879545700293, "r": 0.10293715094177608, "e": 0.17769623854929115, "i": 0.09608372462911129, "h": 0.18952797477484265, "g": 0.012137506684719912, "n": 0.0131085072194975, "o": 0.04251827100019904, "t": 0.01505050828905268, "w": 0.013315253355652616, "l": 0.01616826049832008, "u": 0.04126752272804772, "y": 0.01505050828905268, "d": 0.009358236672947811, "<|endoftext|>": 0.05243402887799, "s": 0.01456500802166389, "b": 0.0014565008021663883, "j": 0.0014565008021663883, "m": 0.0029130016043327767, "f": 0.0004855002673887963, "z": 0.0004855002673887963, "v": 0.0004855002673887963 }, "z": { "a": 0.39907473306485103, "o": 0.039742687470048874, "e": 0.14998615048837555, "i": 0.1575050154356656, "u": 0.026374692593759724, "l": 0.048031144523580836, "m": 0.013039801662988688, "h": 0.015535777829200927, "r": 0.011561509082196034, "<|endoftext|>": 0.057807545410980196, "b": 0.0014942703394359726, "y": 0.053110682346338034, "z": 0.016258372146838167, "n": 0.0014451886352745043, "t": 0.0014451886352745043, "k": 0.0007225943176372521, "j": 0.0007225943176372521, "s": 0.0014451886352745043, "c": 0.0007225943176372521, "v": 0.0007225943176372521, "g": 0.00036129715881862606, "p": 0.0007225943176372521, "w": 0.0010838914764558806, "d": 0.0007225943176372521, "x": 0.00036129715881862606 }, "f": { "i": 0.17346061112804378, "a": 0.2812225926381684, "r": 0.12359068542873126, "e": 0.13334784480468378, "f": 0.04770166806021204, "l": 0.021682576391005473, "s": 0.0065047729173016424, "n": 0.00433651527820109, "t": 0.019514318751904916, "<|endoftext|>": 0.08673030556402189, "u": 0.010841288195502737, "y": 0.015177803473703826, "o": 0.06504772917301643, "k": 0.002168257639100545, "z": 0.002168257639100545, "w": 0.00433651527820109, "h": 0.0010841288195502724, "g": 0.0010841288195502724 }, "d": { "i": 0.10003287325975194, "d": 0.021466842505043316, "r": 0.06817768437033934, "y": 0.04761899172086091, "e": 0.25203526107357926, "l": 0.008644366109413399, "a": 0.3060120780443587, "n": 0.0046480141497892685, "o": 0.06396591872915218, "<|endoftext|>": 0.07434154854095536, "g": 0.0036018192122555916, "s": 0.004178110286216492, "u": 0.013959842548469808, "h": 0.01724705145276003, "v": 0.002449237064333804, "z": 0.0001440727684902236, "j": 0.0012966549164120124, "w": 0.003313673675275141, "m": 0.004416722508209122, "t": 0.0005762910739608944, "f": 0.0007203638424511191, "c": 0.0004322183054706708, "k": 0.0004322183054706708, "b": 0.0001440727684902236, "q": 0.0001440727684902236 }, "u": { "n": 0.09635480982334345, "b": 0.032656144583595115, "r": 0.1285347481858616, "d": 0.04126923265328236, "c": 0.03240927570399761, "t": 0.025718426298279095, "m": 0.04673133697504026, "i": 0.03873106764582303, "l": 0.09671461337281026, "e": 0.056163026960657975, "s": 0.15710845852713717, "a": 0.05149461573347472, "p": 0.005034450594795742, "g": 0.014262161284590218, "z": 0.01406698240896419, "x": 0.01069610615600794, "v": 0.011227658883613574, "<|endoftext|>": 0.04703478721513798, "o": 0.0030345024009766435, "h": 0.018536437449367043, "w": 0.026096720648399123, "j": 0.004248303361367295, "k": 0.02822087232908278, "q": 0.0030345024009766435, "y": 0.0039448531212696375, "f": 0.0057655545618556245, "u": 0.0009103507202929931 }, "k": { "l": 0.020104459098631424, "y": 0.05296466284425289, "e": 0.15764467906657353, "i": 0.08211926608512035, "a": 0.5054520873000489, "h": 0.03982737457538952, "o": 0.04858008504725666, "r": 0.013629555602111234, "s": 0.013098918219566569, "<|endoftext|>": 0.04539017140886589, "t": 0.0021257105067512957, "k": 0.0025575133694805347, "u": 0.006252089725739097, "n": 0.0032510866573843343, "w": 0.004251421013502591, "m": 0.0011253761506330388, "c": 0.00025008358902956407, "j": 0.00025008358902956407, "z": 0.00025008358902956407, "f": 0.00012504179451478203, "b": 0.00025008358902956407, "d": 0.00025008358902956407, "v": 0.00025008358902956407 }, "w": { "i": 0.16574776323603124, "<|endoftext|>": 0.05314454338034744, "a": 0.2978965654830795, "y": 0.07606964052481127, "e": 0.16559280174046614, "r": 0.02292509714446362, "h": 0.023967147014666495, "s": 0.021487840407348798, "n": 0.06375336469748158, "u": 0.026051246755072296, "o": 0.037513795327304096, "t": 0.008336398961623128, "l": 0.013546648312637586, "d": 0.008336398961623128, "b": 0.001042049870202891, "w": 0.002084099740405782, "m": 0.002084099740405782, "f": 0.002084099740405782, "k": 0.0062522992212173485, "z": 0.001042049870202891, "g": 0.001042049870202891 }, "q": { "u": 0.7560875414921902, "r": 0.003670327871321313, "<|endoftext|>": 0.10276918039699677, "s": 0.007340655742642626, "a": 0.04938508132778029, "i": 0.04771426232717707, "l": 0.003670327871321313, "w": 0.011010983613963935, "e": 0.003670327871321313, "m": 0.007340655742642626, "o": 0.007340655742642626 }, "x": { "a": 0.15080347636246527, "i": 0.14405057565273852, "<|endoftext|>": 0.23161072948087372, "l": 0.05926946822294173, "e": 0.055166704001403076, "o": 0.05969981060917997, "y": 0.042367816368452556, "t": 0.09885823819305581, "w": 0.004236781636845251, "u": 0.007061302728075419, "c": 0.0056490421824603385, "x": 0.0536659007333732, "z": 0.0268329503666866, "s": 0.04378007691406764, "n": 0.0014122605456150846, "f": 0.004236781636845251, "h": 0.0014122605456150846, "d": 0.007061302728075419, "b": 0.0014122605456150846, "m": 0.0014122605456150846 }, "j": { "o": 0.15859926899904409, "u": 0.06058380320499384, "a": 0.564341549081726, "e": 0.13621573780724716, "i": 0.031853632391741535, "h": 0.011648504722920366, "r": 0.002847412265602756, "<|endoftext|>": 0.01837875189616327, "l": 0.002329700944584073, "m": 0.0012942783025467082, "w": 0.0015531339630560485, "s": 0.001811989623565391, "n": 0.0005177113210186822, "y": 0.0025885566050934164, "v": 0.0012942783025467082, "k": 0.0005177113210186822, "j": 0.0005177113210186822, "d": 0.0010354226420373645, "c": 0.0010354226420373645, "t": 0.0005177113210186822, "p": 0.0002588556605093411, "b": 0.0002588556605093411 } }, "harmonic_seed": 1251963776, "harmonic_frequencies": [ 1, 1.618033988749895, 2, 3.141592653589793 ], "config": { "grpo": { "group_size": 8, "kl_penalty": 0.1 }, "vae": { "latent_dim": 32, "filter_threshold": 0.7 }, "policy_arch": "tiny-bigram" }, "metrics": { "training_steps": 60, "final_loss": 0.020151837338568165, "average_reward": 0.9016666666666666 } }