| { |
| "format": "micro-distill-bigram-v1", |
| "version": "3.1.2", |
| "arch": "tiny-bigram", |
| "created": "2026-10-23T16:28:35.871Z", |
| "bos_token": "<|endoftext|>", |
| "eos_token": "<|endoftext|>", |
| "vocab": [ |
| "e", |
| "m", |
| "a", |
| "<|endoftext|>", |
| "o", |
| "l", |
| "i", |
| "v", |
| "s", |
| "b", |
| "p", |
| "h", |
| "c", |
| "r", |
| "t", |
| "y", |
| "n", |
| "g", |
| "z", |
| "f", |
| "d", |
| "u", |
| "k", |
| "w", |
| "q", |
| "x", |
| "j" |
| ], |
| "transitions": { |
| "<|endoftext|>": { |
| "e": 0.03142302367531452, |
| "o": 0.006241602882487984, |
| "a": 0.13683539045552387, |
| "i": 0.00951455566524227, |
| "s": 0.075713303821323, |
| "c": 0.044856353549692446, |
| "m": 0.09185606503030176, |
| "h": 0.017429946979891715, |
| "v": 0.00643578512973113, |
| "l": 0.03157079407182878, |
| "g": 0.013711930379224541, |
| "p": 0.010931761973188944, |
| "r": 0.050673835437968655, |
| "z": 0.021015923040907263, |
| "n": 0.022986913991083813, |
| "b": 0.029298521130275285, |
| "k": 0.20203639092131692, |
| "w": 0.005203461836372002, |
| "q": 0.0014049505137646039, |
| "j": 0.09180023734928434, |
| "d": 0.05014877415083315, |
| "x": 0.0020463409657006187, |
| "t": 0.029778397192620824, |
| "f": 0.006825951644421089, |
| "y": 0.009037178142104236, |
| "u": 0.0012226100695960135 |
| }, |
| "e": { |
| "m": 0.025967029323514614, |
| "l": 0.24598889424345088, |
| "<|endoftext|>": 0.11091007946776332, |
| "r": 0.11092201603804878, |
| "v": 0.013704562285453765, |
| "t": 0.01876368081204729, |
| "n": 0.24890167101258925, |
| "y": 0.04231356188792247, |
| "a": 0.024936430823551972, |
| "s": 0.02606023199063644, |
| "d": 0.011539144696850799, |
| "h": 0.004406472152052705, |
| "x": 0.003675654152584675, |
| "p": 0.0023203737029962217, |
| "e": 0.045733743306851295, |
| "i": 0.025306917815145966, |
| "c": 0.00461961392254015, |
| "b": 0.003521735339512525, |
| "o": 0.009130521419258793, |
| "g": 0.0034807330990385198, |
| "j": 0.0015869043742217268, |
| "k": 0.004956563933030847, |
| "w": 0.0013922932396154071, |
| "z": 0.00518049361004235, |
| "f": 0.0022833609129692674, |
| "u": 0.0020074743312177763, |
| "q": 0.00038984210709231397 |
| }, |
| "m": { |
| "m": 0.01686682274677333, |
| "a": 0.534391546567649, |
| "i": 0.16130853256142075, |
| "e": 0.10736346548079982, |
| "n": 0.0019443330297621907, |
| "o": 0.045316657502541983, |
| "b": 0.010888264966668264, |
| "y": 0.030250178386305896, |
| "c": 0.004958049225893587, |
| "<|endoftext|>": 0.05016379216786448, |
| "r": 0.009813778205091016, |
| "p": 0.003694232756548157, |
| "u": 0.013513114556847216, |
| "d": 0.0023331996357146274, |
| "s": 0.0034025828020838303, |
| "h": 0.00048608325744054767, |
| "l": 0.00048608325744054767, |
| "t": 0.0003888666059524383, |
| "z": 0.0010693831663692037, |
| "f": 0.00009721665148810958, |
| "j": 0.0006805165604167665, |
| "k": 0.00009721665148810958, |
| "w": 0.00019443330297621916, |
| "v": 0.00029164995446432843 |
| }, |
| "a": { |
| "<|endoftext|>": 0.009035430442451363, |
| "v": 0.0013837088443813086, |
| "b": 0.0008326306317732777, |
| "r": 0.008163787545456646, |
| "m": 0.0026290268087354155, |
| "i": 0.0031053602162910312, |
| "d": 0.0016510666281486983, |
| "c": 0.0007130248984741629, |
| "y": 0.003500000041606367, |
| "n": 0.9508573625941308, |
| "h": 0.004976385182189745, |
| "u": 0.0005924215237736252, |
| "t": 0.0010306233669295187, |
| "l": 0.005269895190012813, |
| "z": 0.0005919295545883038, |
| "o": 0.00008572772859554754, |
| "a": 0.0007691709800871202, |
| "e": 0.0009416442569542682, |
| "g": 0.0002511220285813439, |
| "s": 0.0016881654269621487, |
| "w": 0.00023327288195382475, |
| "k": 0.0008108490308702133, |
| "p": 0.0001115821229338873, |
| "x": 0.00027369252091573375, |
| "q": 0.0000816454558052833, |
| "j": 0.00023813257943207627, |
| "f": 0.00018234151796513268 |
| }, |
| "o": { |
| "l": 0.0531009817212646, |
| "p": 0.007725534064453676, |
| "t": 0.009595926522163506, |
| "f": 0.0027649279809623677, |
| "r": 0.10944278093037886, |
| "n": 0.5045604400195208, |
| "e": 0.010734426279030368, |
| "o": 0.010721408316010947, |
| "k": 0.005699062438061735, |
| "v": 0.01607729895419145, |
| "w": 0.009465176544800624, |
| "m": 0.02122488832444639, |
| "s": 0.04719774553170854, |
| "d": 0.017363044348284087, |
| "i": 0.00561117737312951, |
| "a": 0.012495149503918224, |
| "c": 0.009270640877344413, |
| "u": 0.028940888114147034, |
| "g": 0.0035781420930101194, |
| "y": 0.008779896069867165, |
| "h": 0.014575249886702139, |
| "x": 0.0036594635042149007, |
| "<|endoftext|>": 0.06952980658008302, |
| "b": 0.011751036700382439, |
| "z": 0.004544441810980966, |
| "j": 0.0013465012773276929, |
| "q": 0.00024396423361432656 |
| }, |
| "l": { |
| "i": 0.22810205695236277, |
| "l": 0.07203461496284747, |
| "a": 0.2292138156135785, |
| "o": 0.032167649887252646, |
| "y": 0.08232639171123646, |
| "<|endoftext|>": 0.05408875334285437, |
| "e": 0.2592742573297448, |
| "u": 0.01469670366985211, |
| "s": 0.003869362872319872, |
| "t": 0.0032842106218243274, |
| "d": 0.005922836233873203, |
| "b": 0.002140498610219503, |
| "v": 0.003074421453746258, |
| "m": 0.0024698060887148126, |
| "c": 0.001029085870297837, |
| "k": 0.0009879224354859251, |
| "n": 0.0005838173404188073, |
| "h": 0.0007821052614263568, |
| "g": 0.0002469806088714813, |
| "p": 0.0006174515221787031, |
| "r": 0.0007409418266144431, |
| "w": 0.0006586149569906163, |
| "z": 0.0004116343481191354, |
| "j": 0.0002469806088714813, |
| "f": 0.0009055955658620978, |
| "q": 0.00012349030443574064 |
| }, |
| "i": { |
| "v": 0.010726401577306817, |
| "a": 0.173537852053899, |
| "s": 0.06529206561284831, |
| "g": 0.017421307006281934, |
| "l": 0.08273866238259413, |
| "z": 0.010866485333275425, |
| "c": 0.02262738131431838, |
| "e": 0.17020436386660526, |
| "o": 0.026726601302798348, |
| "r": 0.034507975145164405, |
| "n": 0.14222037933034914, |
| "<|endoftext|>": 0.09764145124376364, |
| "y": 0.0310627019655093, |
| "t": 0.024587006223452692, |
| "p": 0.002079147013225985, |
| "m": 0.019668000159395245, |
| "d": 0.019632129797952334, |
| "f": 0.003962148081808006, |
| "x": 0.00407671773968004, |
| "k": 0.019130178060731473, |
| "b": 0.004366158529731695, |
| "u": 0.004451665859126867, |
| "q": 0.0021113499977034145, |
| "j": 0.0029814183585882073, |
| "h": 0.003849825040298841, |
| "i": 0.0032167934921609543, |
| "w": 0.0003138335114303369 |
| }, |
| "v": { |
| "i": 0.39715357592336453, |
| "a": 0.258909241675283, |
| "e": 0.19311760823045115, |
| "y": 0.03973397553744297, |
| "o": 0.052633965198211216, |
| "<|endoftext|>": 0.02889743675450403, |
| "k": 0.0009851398893580897, |
| "r": 0.015762238229729435, |
| "n": 0.0026270397049549064, |
| "v": 0.002298659741835542, |
| "l": 0.004597319483671084, |
| "u": 0.002298659741835542, |
| "b": 0.0003283799631193633, |
| "d": 0.0003283799631193633, |
| "h": 0.0003283799631193633 |
| }, |
| "s": { |
| "a": 0.19851094702547245, |
| "o": 0.06954257834226978, |
| "c": 0.006032827856426987, |
| "t": 0.10078228331669968, |
| "k": 0.008801946853878743, |
| "l": 0.031353378165552025, |
| "i": 0.07306074113887441, |
| "<|endoftext|>": 0.1175395960693857, |
| "e": 0.12181179557486599, |
| "h": 0.14722359463981322, |
| "m": 0.009049241784640484, |
| "y": 0.022734786239062374, |
| "s": 0.05266548018293353, |
| "u": 0.019273169657928375, |
| "p": 0.005127903677962943, |
| "r": 0.005530092201724737, |
| "w": 0.002413131142570796, |
| "n": 0.002413131142570796, |
| "d": 0.0009049241784640483, |
| "b": 0.0021114897497494464, |
| "v": 0.0014076598331662982, |
| "z": 0.0010054713094044977, |
| "j": 0.00020109426188089975, |
| "f": 0.00020109426188089975, |
| "q": 0.00010054713094044987, |
| "g": 0.00020109426188089975 |
| }, |
| "b": { |
| "e": 0.275648931135521, |
| "i": 0.07005557258612022, |
| "r": 0.3478982201567813, |
| "y": 0.02648277919203386, |
| "a": 0.11044389216453362, |
| "l": 0.032864171768427534, |
| "b": 0.01277318005795703, |
| "o": 0.033502311026066926, |
| "<|endoftext|>": 0.03637393768544406, |
| "u": 0.014358133296885815, |
| "h": 0.01375423099583411, |
| "t": 0.0006381392576393699, |
| "s": 0.0025525570305574797, |
| "c": 0.00031906962881968497, |
| "n": 0.0012762785152787399, |
| "d": 0.020739525873279503, |
| "j": 0.00031906962881968497 |
| }, |
| "p": { |
| "h": 0.18970279522817213, |
| "e": 0.18391998438707796, |
| "a": 0.2057098873763383, |
| "i": 0.056724855435875, |
| "r": 0.1662217626437635, |
| "o": 0.06163039844970236, |
| "p": 0.037139019228860266, |
| "y": 0.011158987954598363, |
| "t": 0.016188803253605773, |
| "b": 0.0018598313257663932, |
| "l": 0.014878650606131145, |
| "<|endoftext|>": 0.030687216875145466, |
| "s": 0.014878650606131145, |
| "u": 0.0037196626515327864, |
| "j": 0.0009299156628831966, |
| "f": 0.0009299156628831966, |
| "n": 0.0009299156628831966, |
| "c": 0.0009299156628831966, |
| "k": 0.0009299156628831966, |
| "m": 0.0009299156628831966 |
| }, |
| "h": { |
| "i": 0.07676388953380493, |
| "a": 0.4833643434721604, |
| "<|endoftext|>": 0.22037058834412154, |
| "l": 0.017826749841360793, |
| "e": 0.07097664704914336, |
| "o": 0.02934644140986343, |
| "n": 0.012623968946238589, |
| "r": 0.01866151931183097, |
| "t": 0.00649494054480391, |
| "y": 0.0205058788586088, |
| "u": 0.015185353949823233, |
| "m": 0.011436501795585315, |
| "z": 0.0018981692437279036, |
| "k": 0.0026528630394269488, |
| "v": 0.0035676433978500373, |
| "d": 0.002195472860215409, |
| "s": 0.0028358191111115677, |
| "w": 0.0009147803584230859, |
| "b": 0.0007318242867384691, |
| "j": 0.0008233023225807769, |
| "g": 0.00018295607168461727, |
| "p": 0.00009147803584230863, |
| "f": 0.00018295607168461727, |
| "c": 0.00018295607168461727, |
| "h": 0.00009147803584230863, |
| "q": 0.00009147803584230863 |
| }, |
| "c": { |
| "h": 0.2363610048725589, |
| "a": 0.21755720577835164, |
| "t": 0.008461181705858233, |
| "e": 0.15244833915902656, |
| "l": 0.030192075277345225, |
| "y": 0.02699757270344262, |
| "o": 0.10825203688844941, |
| "k": 0.0795362686799814, |
| "i": 0.0710526337185416, |
| "c": 0.010153418047029886, |
| "<|endoftext|>": 0.023449560727664263, |
| "q": 0.0026592285361268725, |
| "r": 0.019589392965669077, |
| "s": 0.0012087402436940342, |
| "j": 0.0007252441462164209, |
| "u": 0.008696868013916798, |
| "z": 0.000966992194955227, |
| "d": 0.00024174804873880676, |
| "p": 0.00024174804873880676, |
| "g": 0.0004834960974776135, |
| "x": 0.0007252441462164209 |
| }, |
| "r": { |
| "l": 0.02299894066198822, |
| "p": 0.0007048770813462356, |
| "<|endoftext|>": 0.06932969578669759, |
| "y": 0.05753578248751272, |
| "i": 0.35277700228839765, |
| "a": 0.16523452797066818, |
| "e": 0.1619626081086743, |
| "o": 0.0558169178971802, |
| "u": 0.013352017579696425, |
| "g": 0.0038264755844509934, |
| "s": 0.00956618896112748, |
| "k": 0.004531352665797229, |
| "d": 0.009797545973451005, |
| "m": 0.008769951147169375, |
| "n": 0.007048770813462359, |
| "r": 0.023955600928217694, |
| "t": 0.010472459494286929, |
| "c": 0.00498448793237695, |
| "h": 0.006092151917349601, |
| "b": 0.0020642828810854053, |
| "j": 0.0012587090738325633, |
| "w": 0.0010573156220193526, |
| "v": 0.004294570632593233, |
| "z": 0.001158012347925959, |
| "f": 0.00045313526657972294, |
| "q": 0.0008055738072528403, |
| "x": 0.00015104508885990743 |
| }, |
| "t": { |
| "t": 0.0600131484323132, |
| "e": 0.1589080466172033, |
| "h": 0.1308609345841191, |
| "<|endoftext|>": 0.07489279857348578, |
| "o": 0.12091768975465769, |
| "a": 0.1715452606891152, |
| "y": 0.057116400370843305, |
| "u": 0.01209448921062503, |
| "i": 0.10127372705823899, |
| "r": 0.056634636104415916, |
| "l": 0.021277470055567127, |
| "z": 0.016788837395424788, |
| "n": 0.0034112661876121906, |
| "s": 0.005427014389383029, |
| "c": 0.002635978417700326, |
| "g": 0.0003101151079647445, |
| "w": 0.0017056330938060953, |
| "x": 0.0003101151079647445, |
| "m": 0.000620230215929489, |
| "j": 0.0004651726619471169, |
| "v": 0.002325863309735584, |
| "f": 0.0003101151079647445, |
| "b": 0.00015505755398237224 |
| }, |
| "y": { |
| "n": 0.22316563388284957, |
| "<|endoftext|>": 0.1753931256745333, |
| "l": 0.12831483374304417, |
| "a": 0.22812315259109384, |
| "d": 0.02377026914971252, |
| "t": 0.009412774694817562, |
| "s": 0.03609888183940138, |
| "e": 0.030533935718727326, |
| "z": 0.006816474241461681, |
| "r": 0.026688046683839773, |
| "c": 0.010899950969858511, |
| "p": 0.0013108604310503227, |
| "v": 0.009263413712755617, |
| "j": 0.002009985994277163, |
| "o": 0.024407544057830563, |
| "u": 0.012322088051873044, |
| "k": 0.008350704462521624, |
| "m": 0.012933822919696523, |
| "b": 0.0023595487758905826, |
| "x": 0.0024469394712939374, |
| "g": 0.0027438228240021247, |
| "i": 0.016779013517444145, |
| "y": 0.002009985994277163, |
| "f": 0.001048688344840259, |
| "q": 0.0005243441724201295, |
| "h": 0.0019225952988738105, |
| "w": 0.0003495627816134197 |
| }, |
| "n": { |
| "<|endoftext|>": 0.17266047032911536, |
| "a": 0.4567259059114593, |
| "e": 0.055387155385966724, |
| "o": 0.018594521985652687, |
| "n": 0.11324060889563935, |
| "t": 0.012564920676996832, |
| "s": 0.0093061044675649, |
| "i": 0.09261754733022302, |
| "z": 0.004205470384620199, |
| "d": 0.0229558202111985, |
| "l": 0.004978381149516112, |
| "y": 0.012989849552394423, |
| "g": 0.007850716686758652, |
| "c": 0.00581311398273088, |
| "r": 0.0011233270286087644, |
| "k": 0.0016067238335517298, |
| "v": 0.0014041587857609556, |
| "h": 0.0006637841532688151, |
| "u": 0.002541378669250408, |
| "j": 0.001145008991725202, |
| "m": 0.0005199670936853475, |
| "w": 0.0002808317571521911, |
| "f": 0.00028809938259607407, |
| "b": 0.0002042412779288661, |
| "x": 0.00015318095844664965, |
| "q": 0.00005106031948221652, |
| "p": 0.00012765079870554144 |
| }, |
| "g": { |
| "a": 0.18149879545700293, |
| "r": 0.10293715094177608, |
| "e": 0.17769623854929115, |
| "i": 0.09608372462911129, |
| "h": 0.18952797477484265, |
| "g": 0.012137506684719912, |
| "n": 0.0131085072194975, |
| "o": 0.04251827100019904, |
| "t": 0.01505050828905268, |
| "w": 0.013315253355652616, |
| "l": 0.01616826049832008, |
| "u": 0.04126752272804772, |
| "y": 0.01505050828905268, |
| "d": 0.009358236672947811, |
| "<|endoftext|>": 0.05243402887799, |
| "s": 0.01456500802166389, |
| "b": 0.0014565008021663883, |
| "j": 0.0014565008021663883, |
| "m": 0.0029130016043327767, |
| "f": 0.0004855002673887963, |
| "z": 0.0004855002673887963, |
| "v": 0.0004855002673887963 |
| }, |
| "z": { |
| "a": 0.39907473306485103, |
| "o": 0.039742687470048874, |
| "e": 0.14998615048837555, |
| "i": 0.1575050154356656, |
| "u": 0.026374692593759724, |
| "l": 0.048031144523580836, |
| "m": 0.013039801662988688, |
| "h": 0.015535777829200927, |
| "r": 0.011561509082196034, |
| "<|endoftext|>": 0.057807545410980196, |
| "b": 0.0014942703394359726, |
| "y": 0.053110682346338034, |
| "z": 0.016258372146838167, |
| "n": 0.0014451886352745043, |
| "t": 0.0014451886352745043, |
| "k": 0.0007225943176372521, |
| "j": 0.0007225943176372521, |
| "s": 0.0014451886352745043, |
| "c": 0.0007225943176372521, |
| "v": 0.0007225943176372521, |
| "g": 0.00036129715881862606, |
| "p": 0.0007225943176372521, |
| "w": 0.0010838914764558806, |
| "d": 0.0007225943176372521, |
| "x": 0.00036129715881862606 |
| }, |
| "f": { |
| "i": 0.17346061112804378, |
| "a": 0.2812225926381684, |
| "r": 0.12359068542873126, |
| "e": 0.13334784480468378, |
| "f": 0.04770166806021204, |
| "l": 0.021682576391005473, |
| "s": 0.0065047729173016424, |
| "n": 0.00433651527820109, |
| "t": 0.019514318751904916, |
| "<|endoftext|>": 0.08673030556402189, |
| "u": 0.010841288195502737, |
| "y": 0.015177803473703826, |
| "o": 0.06504772917301643, |
| "k": 0.002168257639100545, |
| "z": 0.002168257639100545, |
| "w": 0.00433651527820109, |
| "h": 0.0010841288195502724, |
| "g": 0.0010841288195502724 |
| }, |
| "d": { |
| "i": 0.10003287325975194, |
| "d": 0.021466842505043316, |
| "r": 0.06817768437033934, |
| "y": 0.04761899172086091, |
| "e": 0.25203526107357926, |
| "l": 0.008644366109413399, |
| "a": 0.3060120780443587, |
| "n": 0.0046480141497892685, |
| "o": 0.06396591872915218, |
| "<|endoftext|>": 0.07434154854095536, |
| "g": 0.0036018192122555916, |
| "s": 0.004178110286216492, |
| "u": 0.013959842548469808, |
| "h": 0.01724705145276003, |
| "v": 0.002449237064333804, |
| "z": 0.0001440727684902236, |
| "j": 0.0012966549164120124, |
| "w": 0.003313673675275141, |
| "m": 0.004416722508209122, |
| "t": 0.0005762910739608944, |
| "f": 0.0007203638424511191, |
| "c": 0.0004322183054706708, |
| "k": 0.0004322183054706708, |
| "b": 0.0001440727684902236, |
| "q": 0.0001440727684902236 |
| }, |
| "u": { |
| "n": 0.09635480982334345, |
| "b": 0.032656144583595115, |
| "r": 0.1285347481858616, |
| "d": 0.04126923265328236, |
| "c": 0.03240927570399761, |
| "t": 0.025718426298279095, |
| "m": 0.04673133697504026, |
| "i": 0.03873106764582303, |
| "l": 0.09671461337281026, |
| "e": 0.056163026960657975, |
| "s": 0.15710845852713717, |
| "a": 0.05149461573347472, |
| "p": 0.005034450594795742, |
| "g": 0.014262161284590218, |
| "z": 0.01406698240896419, |
| "x": 0.01069610615600794, |
| "v": 0.011227658883613574, |
| "<|endoftext|>": 0.04703478721513798, |
| "o": 0.0030345024009766435, |
| "h": 0.018536437449367043, |
| "w": 0.026096720648399123, |
| "j": 0.004248303361367295, |
| "k": 0.02822087232908278, |
| "q": 0.0030345024009766435, |
| "y": 0.0039448531212696375, |
| "f": 0.0057655545618556245, |
| "u": 0.0009103507202929931 |
| }, |
| "k": { |
| "l": 0.020104459098631424, |
| "y": 0.05296466284425289, |
| "e": 0.15764467906657353, |
| "i": 0.08211926608512035, |
| "a": 0.5054520873000489, |
| "h": 0.03982737457538952, |
| "o": 0.04858008504725666, |
| "r": 0.013629555602111234, |
| "s": 0.013098918219566569, |
| "<|endoftext|>": 0.04539017140886589, |
| "t": 0.0021257105067512957, |
| "k": 0.0025575133694805347, |
| "u": 0.006252089725739097, |
| "n": 0.0032510866573843343, |
| "w": 0.004251421013502591, |
| "m": 0.0011253761506330388, |
| "c": 0.00025008358902956407, |
| "j": 0.00025008358902956407, |
| "z": 0.00025008358902956407, |
| "f": 0.00012504179451478203, |
| "b": 0.00025008358902956407, |
| "d": 0.00025008358902956407, |
| "v": 0.00025008358902956407 |
| }, |
| "w": { |
| "i": 0.16574776323603124, |
| "<|endoftext|>": 0.05314454338034744, |
| "a": 0.2978965654830795, |
| "y": 0.07606964052481127, |
| "e": 0.16559280174046614, |
| "r": 0.02292509714446362, |
| "h": 0.023967147014666495, |
| "s": 0.021487840407348798, |
| "n": 0.06375336469748158, |
| "u": 0.026051246755072296, |
| "o": 0.037513795327304096, |
| "t": 0.008336398961623128, |
| "l": 0.013546648312637586, |
| "d": 0.008336398961623128, |
| "b": 0.001042049870202891, |
| "w": 0.002084099740405782, |
| "m": 0.002084099740405782, |
| "f": 0.002084099740405782, |
| "k": 0.0062522992212173485, |
| "z": 0.001042049870202891, |
| "g": 0.001042049870202891 |
| }, |
| "q": { |
| "u": 0.7560875414921902, |
| "r": 0.003670327871321313, |
| "<|endoftext|>": 0.10276918039699677, |
| "s": 0.007340655742642626, |
| "a": 0.04938508132778029, |
| "i": 0.04771426232717707, |
| "l": 0.003670327871321313, |
| "w": 0.011010983613963935, |
| "e": 0.003670327871321313, |
| "m": 0.007340655742642626, |
| "o": 0.007340655742642626 |
| }, |
| "x": { |
| "a": 0.15080347636246527, |
| "i": 0.14405057565273852, |
| "<|endoftext|>": 0.23161072948087372, |
| "l": 0.05926946822294173, |
| "e": 0.055166704001403076, |
| "o": 0.05969981060917997, |
| "y": 0.042367816368452556, |
| "t": 0.09885823819305581, |
| "w": 0.004236781636845251, |
| "u": 0.007061302728075419, |
| "c": 0.0056490421824603385, |
| "x": 0.0536659007333732, |
| "z": 0.0268329503666866, |
| "s": 0.04378007691406764, |
| "n": 0.0014122605456150846, |
| "f": 0.004236781636845251, |
| "h": 0.0014122605456150846, |
| "d": 0.007061302728075419, |
| "b": 0.0014122605456150846, |
| "m": 0.0014122605456150846 |
| }, |
| "j": { |
| "o": 0.15859926899904409, |
| "u": 0.06058380320499384, |
| "a": 0.564341549081726, |
| "e": 0.13621573780724716, |
| "i": 0.031853632391741535, |
| "h": 0.011648504722920366, |
| "r": 0.002847412265602756, |
| "<|endoftext|>": 0.01837875189616327, |
| "l": 0.002329700944584073, |
| "m": 0.0012942783025467082, |
| "w": 0.0015531339630560485, |
| "s": 0.001811989623565391, |
| "n": 0.0005177113210186822, |
| "y": 0.0025885566050934164, |
| "v": 0.0012942783025467082, |
| "k": 0.0005177113210186822, |
| "j": 0.0005177113210186822, |
| "d": 0.0010354226420373645, |
| "c": 0.0010354226420373645, |
| "t": 0.0005177113210186822, |
| "p": 0.0002588556605093411, |
| "b": 0.0002588556605093411 |
| } |
| }, |
| "harmonic_seed": 1251963776, |
| "harmonic_frequencies": [ |
| 1, |
| 1.618033988749895, |
| 2, |
| 3.141592653589793 |
| ], |
| "config": { |
| "grpo": { |
| "group_size": 8, |
| "kl_penalty": 0.1 |
| }, |
| "vae": { |
| "latent_dim": 32, |
| "filter_threshold": 0.7 |
| }, |
| "policy_arch": "tiny-bigram" |
| }, |
| "metrics": { |
| "training_steps": 60, |
| "final_loss": 0.020151837338568165, |
| "average_reward": 0.9016666666666666 |
| } |
| } |
