Upload 14 files

LICENSE

@@ -0,0 +1,15 @@
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

config.json

@@ -0,0 +1,46 @@
+{
+  "architectures": [
+    "MicroDistilleryBigramForCausalLM"
+  ],
+  "model_type": "custom",
+  "custom_model_type": "micro-distillery-bigram",
+  "vocab_size": 256,
+  "max_position_embeddings": 1024,
+  "hidden_size": 512,
+  "num_hidden_layers": 0,
+  "num_attention_heads": 0,
+  "intermediate_size": 0,
+  "activation_function": "gelu_new",
+  "layer_norm_epsilon": 0.00001,
+  "use_cache": true,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "transformers_version": "4.44.0",
+  "library_name": "micro-distillery",
+  "micro_distillery": {
+    "format": "bigram-distilled",
+    "dialect": "character-level",
+    "reference_arch": "tiny-bigram",
+    "distill_from": [
+      "smollm2-135m",
+      "qwen2.5-0.5b",
+      "olmo2-1b",
+      "tinyllama-1.1b"
+    ],
+    "harmonic_seed": 1251963776,
+    "harmonic_frequencies": [
+      1,
+      1.618033988749895,
+      2,
+      3.141592653589793
+    ],
+    "grpo_config": {
+      "group_size": 8,
+      "kl_penalty": 0.1
+    },
+    "vae_config": {
+      "latent_dim": 32,
+      "filter_threshold": 0.7
+    }
+  }
+}

gitattributes.txt

@@ -0,0 +1,5 @@
+*.json text eol=lf
+*.py text eol=lf
+*.sh text eol=lf
+*.md text eol=lf
+*.svg text eol=lf

model.json

@@ -0,0 +1,743 @@
+{
+  "format": "micro-distill-bigram-v1",
+  "version": "3.1.2",
+  "arch": "tiny-bigram",
+  "created": "2026-10-23T16:28:35.871Z",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "vocab": [
+    "e",
+    "m",
+    "a",
+    "<|endoftext|>",
+    "o",
+    "l",
+    "i",
+    "v",
+    "s",
+    "b",
+    "p",
+    "h",
+    "c",
+    "r",
+    "t",
+    "y",
+    "n",
+    "g",
+    "z",
+    "f",
+    "d",
+    "u",
+    "k",
+    "w",
+    "q",
+    "x",
+    "j"
+  ],
+  "transitions": {
+    "<|endoftext|>": {
+      "e": 0.03142302367531452,
+      "o": 0.006241602882487984,
+      "a": 0.13683539045552387,
+      "i": 0.00951455566524227,
+      "s": 0.075713303821323,
+      "c": 0.044856353549692446,
+      "m": 0.09185606503030176,
+      "h": 0.017429946979891715,
+      "v": 0.00643578512973113,
+      "l": 0.03157079407182878,
+      "g": 0.013711930379224541,
+      "p": 0.010931761973188944,
+      "r": 0.050673835437968655,
+      "z": 0.021015923040907263,
+      "n": 0.022986913991083813,
+      "b": 0.029298521130275285,
+      "k": 0.20203639092131692,
+      "w": 0.005203461836372002,
+      "q": 0.0014049505137646039,
+      "j": 0.09180023734928434,
+      "d": 0.05014877415083315,
+      "x": 0.0020463409657006187,
+      "t": 0.029778397192620824,
+      "f": 0.006825951644421089,
+      "y": 0.009037178142104236,
+      "u": 0.0012226100695960135
+    },
+    "e": {
+      "m": 0.025967029323514614,
+      "l": 0.24598889424345088,
+      "<|endoftext|>": 0.11091007946776332,
+      "r": 0.11092201603804878,
+      "v": 0.013704562285453765,
+      "t": 0.01876368081204729,
+      "n": 0.24890167101258925,
+      "y": 0.04231356188792247,
+      "a": 0.024936430823551972,
+      "s": 0.02606023199063644,
+      "d": 0.011539144696850799,
+      "h": 0.004406472152052705,
+      "x": 0.003675654152584675,
+      "p": 0.0023203737029962217,
+      "e": 0.045733743306851295,
+      "i": 0.025306917815145966,
+      "c": 0.00461961392254015,
+      "b": 0.003521735339512525,
+      "o": 0.009130521419258793,
+      "g": 0.0034807330990385198,
+      "j": 0.0015869043742217268,
+      "k": 0.004956563933030847,
+      "w": 0.0013922932396154071,
+      "z": 0.00518049361004235,
+      "f": 0.0022833609129692674,
+      "u": 0.0020074743312177763,
+      "q": 0.00038984210709231397
+    },
+    "m": {
+      "m": 0.01686682274677333,
+      "a": 0.534391546567649,
+      "i": 0.16130853256142075,
+      "e": 0.10736346548079982,
+      "n": 0.0019443330297621907,
+      "o": 0.045316657502541983,
+      "b": 0.010888264966668264,
+      "y": 0.030250178386305896,
+      "c": 0.004958049225893587,
+      "<|endoftext|>": 0.05016379216786448,
+      "r": 0.009813778205091016,
+      "p": 0.003694232756548157,
+      "u": 0.013513114556847216,
+      "d": 0.0023331996357146274,
+      "s": 0.0034025828020838303,
+      "h": 0.00048608325744054767,
+      "l": 0.00048608325744054767,
+      "t": 0.0003888666059524383,
+      "z": 0.0010693831663692037,
+      "f": 0.00009721665148810958,
+      "j": 0.0006805165604167665,
+      "k": 0.00009721665148810958,
+      "w": 0.00019443330297621916,
+      "v": 0.00029164995446432843
+    },
+    "a": {
+      "<|endoftext|>": 0.009035430442451363,
+      "v": 0.0013837088443813086,
+      "b": 0.0008326306317732777,
+      "r": 0.008163787545456646,
+      "m": 0.0026290268087354155,
+      "i": 0.0031053602162910312,
+      "d": 0.0016510666281486983,
+      "c": 0.0007130248984741629,
+      "y": 0.003500000041606367,
+      "n": 0.9508573625941308,
+      "h": 0.004976385182189745,
+      "u": 0.0005924215237736252,
+      "t": 0.0010306233669295187,
+      "l": 0.005269895190012813,
+      "z": 0.0005919295545883038,
+      "o": 0.00008572772859554754,
+      "a": 0.0007691709800871202,
+      "e": 0.0009416442569542682,
+      "g": 0.0002511220285813439,
+      "s": 0.0016881654269621487,
+      "w": 0.00023327288195382475,
+      "k": 0.0008108490308702133,
+      "p": 0.0001115821229338873,
+      "x": 0.00027369252091573375,
+      "q": 0.0000816454558052833,
+      "j": 0.00023813257943207627,
+      "f": 0.00018234151796513268
+    },
+    "o": {
+      "l": 0.0531009817212646,
+      "p": 0.007725534064453676,
+      "t": 0.009595926522163506,
+      "f": 0.0027649279809623677,
+      "r": 0.10944278093037886,
+      "n": 0.5045604400195208,
+      "e": 0.010734426279030368,
+      "o": 0.010721408316010947,
+      "k": 0.005699062438061735,
+      "v": 0.01607729895419145,
+      "w": 0.009465176544800624,
+      "m": 0.02122488832444639,
+      "s": 0.04719774553170854,
+      "d": 0.017363044348284087,
+      "i": 0.00561117737312951,
+      "a": 0.012495149503918224,
+      "c": 0.009270640877344413,
+      "u": 0.028940888114147034,
+      "g": 0.0035781420930101194,
+      "y": 0.008779896069867165,
+      "h": 0.014575249886702139,
+      "x": 0.0036594635042149007,
+      "<|endoftext|>": 0.06952980658008302,
+      "b": 0.011751036700382439,
+      "z": 0.004544441810980966,
+      "j": 0.0013465012773276929,
+      "q": 0.00024396423361432656
+    },
+    "l": {
+      "i": 0.22810205695236277,
+      "l": 0.07203461496284747,
+      "a": 0.2292138156135785,
+      "o": 0.032167649887252646,
+      "y": 0.08232639171123646,
+      "<|endoftext|>": 0.05408875334285437,
+      "e": 0.2592742573297448,
+      "u": 0.01469670366985211,
+      "s": 0.003869362872319872,
+      "t": 0.0032842106218243274,
+      "d": 0.005922836233873203,
+      "b": 0.002140498610219503,
+      "v": 0.003074421453746258,
+      "m": 0.0024698060887148126,
+      "c": 0.001029085870297837,
+      "k": 0.0009879224354859251,
+      "n": 0.0005838173404188073,
+      "h": 0.0007821052614263568,
+      "g": 0.0002469806088714813,
+      "p": 0.0006174515221787031,
+      "r": 0.0007409418266144431,
+      "w": 0.0006586149569906163,
+      "z": 0.0004116343481191354,
+      "j": 0.0002469806088714813,
+      "f": 0.0009055955658620978,
+      "q": 0.00012349030443574064
+    },
+    "i": {
+      "v": 0.010726401577306817,
+      "a": 0.173537852053899,
+      "s": 0.06529206561284831,
+      "g": 0.017421307006281934,
+      "l": 0.08273866238259413,
+      "z": 0.010866485333275425,
+      "c": 0.02262738131431838,
+      "e": 0.17020436386660526,
+      "o": 0.026726601302798348,
+      "r": 0.034507975145164405,
+      "n": 0.14222037933034914,
+      "<|endoftext|>": 0.09764145124376364,
+      "y": 0.0310627019655093,
+      "t": 0.024587006223452692,
+      "p": 0.002079147013225985,
+      "m": 0.019668000159395245,
+      "d": 0.019632129797952334,
+      "f": 0.003962148081808006,
+      "x": 0.00407671773968004,
+      "k": 0.019130178060731473,
+      "b": 0.004366158529731695,
+      "u": 0.004451665859126867,
+      "q": 0.0021113499977034145,
+      "j": 0.0029814183585882073,
+      "h": 0.003849825040298841,
+      "i": 0.0032167934921609543,
+      "w": 0.0003138335114303369
+    },
+    "v": {
+      "i": 0.39715357592336453,
+      "a": 0.258909241675283,
+      "e": 0.19311760823045115,
+      "y": 0.03973397553744297,
+      "o": 0.052633965198211216,
+      "<|endoftext|>": 0.02889743675450403,
+      "k": 0.0009851398893580897,
+      "r": 0.015762238229729435,
+      "n": 0.0026270397049549064,
+      "v": 0.002298659741835542,
+      "l": 0.004597319483671084,
+      "u": 0.002298659741835542,
+      "b": 0.0003283799631193633,
+      "d": 0.0003283799631193633,
+      "h": 0.0003283799631193633
+    },
+    "s": {
+      "a": 0.19851094702547245,
+      "o": 0.06954257834226978,
+      "c": 0.006032827856426987,
+      "t": 0.10078228331669968,
+      "k": 0.008801946853878743,
+      "l": 0.031353378165552025,
+      "i": 0.07306074113887441,
+      "<|endoftext|>": 0.1175395960693857,
+      "e": 0.12181179557486599,
+      "h": 0.14722359463981322,
+      "m": 0.009049241784640484,
+      "y": 0.022734786239062374,
+      "s": 0.05266548018293353,
+      "u": 0.019273169657928375,
+      "p": 0.005127903677962943,
+      "r": 0.005530092201724737,
+      "w": 0.002413131142570796,
+      "n": 0.002413131142570796,
+      "d": 0.0009049241784640483,
+      "b": 0.0021114897497494464,
+      "v": 0.0014076598331662982,
+      "z": 0.0010054713094044977,
+      "j": 0.00020109426188089975,
+      "f": 0.00020109426188089975,
+      "q": 0.00010054713094044987,
+      "g": 0.00020109426188089975
+    },
+    "b": {
+      "e": 0.275648931135521,
+      "i": 0.07005557258612022,
+      "r": 0.3478982201567813,
+      "y": 0.02648277919203386,
+      "a": 0.11044389216453362,
+      "l": 0.032864171768427534,
+      "b": 0.01277318005795703,
+      "o": 0.033502311026066926,
+      "<|endoftext|>": 0.03637393768544406,
+      "u": 0.014358133296885815,
+      "h": 0.01375423099583411,
+      "t": 0.0006381392576393699,
+      "s": 0.0025525570305574797,
+      "c": 0.00031906962881968497,
+      "n": 0.0012762785152787399,
+      "d": 0.020739525873279503,
+      "j": 0.00031906962881968497
+    },
+    "p": {
+      "h": 0.18970279522817213,
+      "e": 0.18391998438707796,
+      "a": 0.2057098873763383,
+      "i": 0.056724855435875,
+      "r": 0.1662217626437635,
+      "o": 0.06163039844970236,
+      "p": 0.037139019228860266,
+      "y": 0.011158987954598363,
+      "t": 0.016188803253605773,
+      "b": 0.0018598313257663932,
+      "l": 0.014878650606131145,
+      "<|endoftext|>": 0.030687216875145466,
+      "s": 0.014878650606131145,
+      "u": 0.0037196626515327864,
+      "j": 0.0009299156628831966,
+      "f": 0.0009299156628831966,
+      "n": 0.0009299156628831966,
+      "c": 0.0009299156628831966,
+      "k": 0.0009299156628831966,
+      "m": 0.0009299156628831966
+    },
+    "h": {
+      "i": 0.07676388953380493,
+      "a": 0.4833643434721604,
+      "<|endoftext|>": 0.22037058834412154,
+      "l": 0.017826749841360793,
+      "e": 0.07097664704914336,
+      "o": 0.02934644140986343,
+      "n": 0.012623968946238589,
+      "r": 0.01866151931183097,
+      "t": 0.00649494054480391,
+      "y": 0.0205058788586088,
+      "u": 0.015185353949823233,
+      "m": 0.011436501795585315,
+      "z": 0.0018981692437279036,
+      "k": 0.0026528630394269488,
+      "v": 0.0035676433978500373,
+      "d": 0.002195472860215409,
+      "s": 0.0028358191111115677,
+      "w": 0.0009147803584230859,
+      "b": 0.0007318242867384691,
+      "j": 0.0008233023225807769,
+      "g": 0.00018295607168461727,
+      "p": 0.00009147803584230863,
+      "f": 0.00018295607168461727,
+      "c": 0.00018295607168461727,
+      "h": 0.00009147803584230863,
+      "q": 0.00009147803584230863
+    },
+    "c": {
+      "h": 0.2363610048725589,
+      "a": 0.21755720577835164,
+      "t": 0.008461181705858233,
+      "e": 0.15244833915902656,
+      "l": 0.030192075277345225,
+      "y": 0.02699757270344262,
+      "o": 0.10825203688844941,
+      "k": 0.0795362686799814,
+      "i": 0.0710526337185416,
+      "c": 0.010153418047029886,
+      "<|endoftext|>": 0.023449560727664263,
+      "q": 0.0026592285361268725,
+      "r": 0.019589392965669077,
+      "s": 0.0012087402436940342,
+      "j": 0.0007252441462164209,
+      "u": 0.008696868013916798,
+      "z": 0.000966992194955227,
+      "d": 0.00024174804873880676,
+      "p": 0.00024174804873880676,
+      "g": 0.0004834960974776135,
+      "x": 0.0007252441462164209
+    },
+    "r": {
+      "l": 0.02299894066198822,
+      "p": 0.0007048770813462356,
+      "<|endoftext|>": 0.06932969578669759,
+      "y": 0.05753578248751272,
+      "i": 0.35277700228839765,
+      "a": 0.16523452797066818,
+      "e": 0.1619626081086743,
+      "o": 0.0558169178971802,
+      "u": 0.013352017579696425,
+      "g": 0.0038264755844509934,
+      "s": 0.00956618896112748,
+      "k": 0.004531352665797229,
+      "d": 0.009797545973451005,
+      "m": 0.008769951147169375,
+      "n": 0.007048770813462359,
+      "r": 0.023955600928217694,
+      "t": 0.010472459494286929,
+      "c": 0.00498448793237695,
+      "h": 0.006092151917349601,
+      "b": 0.0020642828810854053,
+      "j": 0.0012587090738325633,
+      "w": 0.0010573156220193526,
+      "v": 0.004294570632593233,
+      "z": 0.001158012347925959,
+      "f": 0.00045313526657972294,
+      "q": 0.0008055738072528403,
+      "x": 0.00015104508885990743
+    },
+    "t": {
+      "t": 0.0600131484323132,
+      "e": 0.1589080466172033,
+      "h": 0.1308609345841191,
+      "<|endoftext|>": 0.07489279857348578,
+      "o": 0.12091768975465769,
+      "a": 0.1715452606891152,
+      "y": 0.057116400370843305,
+      "u": 0.01209448921062503,
+      "i": 0.10127372705823899,
+      "r": 0.056634636104415916,
+      "l": 0.021277470055567127,
+      "z": 0.016788837395424788,
+      "n": 0.0034112661876121906,
+      "s": 0.005427014389383029,
+      "c": 0.002635978417700326,
+      "g": 0.0003101151079647445,
+      "w": 0.0017056330938060953,
+      "x": 0.0003101151079647445,
+      "m": 0.000620230215929489,
+      "j": 0.0004651726619471169,
+      "v": 0.002325863309735584,
+      "f": 0.0003101151079647445,
+      "b": 0.00015505755398237224
+    },
+    "y": {
+      "n": 0.22316563388284957,
+      "<|endoftext|>": 0.1753931256745333,
+      "l": 0.12831483374304417,
+      "a": 0.22812315259109384,
+      "d": 0.02377026914971252,
+      "t": 0.009412774694817562,
+      "s": 0.03609888183940138,
+      "e": 0.030533935718727326,
+      "z": 0.006816474241461681,
+      "r": 0.026688046683839773,
+      "c": 0.010899950969858511,
+      "p": 0.0013108604310503227,
+      "v": 0.009263413712755617,
+      "j": 0.002009985994277163,
+      "o": 0.024407544057830563,
+      "u": 0.012322088051873044,
+      "k": 0.008350704462521624,
+      "m": 0.012933822919696523,
+      "b": 0.0023595487758905826,
+      "x": 0.0024469394712939374,
+      "g": 0.0027438228240021247,
+      "i": 0.016779013517444145,
+      "y": 0.002009985994277163,
+      "f": 0.001048688344840259,
+      "q": 0.0005243441724201295,
+      "h": 0.0019225952988738105,
+      "w": 0.0003495627816134197
+    },
+    "n": {
+      "<|endoftext|>": 0.17266047032911536,
+      "a": 0.4567259059114593,
+      "e": 0.055387155385966724,
+      "o": 0.018594521985652687,
+      "n": 0.11324060889563935,
+      "t": 0.012564920676996832,
+      "s": 0.0093061044675649,
+      "i": 0.09261754733022302,
+      "z": 0.004205470384620199,
+      "d": 0.0229558202111985,
+      "l": 0.004978381149516112,
+      "y": 0.012989849552394423,
+      "g": 0.007850716686758652,
+      "c": 0.00581311398273088,
+      "r": 0.0011233270286087644,
+      "k": 0.0016067238335517298,
+      "v": 0.0014041587857609556,
+      "h": 0.0006637841532688151,
+      "u": 0.002541378669250408,
+      "j": 0.001145008991725202,
+      "m": 0.0005199670936853475,
+      "w": 0.0002808317571521911,
+      "f": 0.00028809938259607407,
+      "b": 0.0002042412779288661,
+      "x": 0.00015318095844664965,
+      "q": 0.00005106031948221652,
+      "p": 0.00012765079870554144
+    },
+    "g": {
+      "a": 0.18149879545700293,
+      "r": 0.10293715094177608,
+      "e": 0.17769623854929115,
+      "i": 0.09608372462911129,
+      "h": 0.18952797477484265,
+      "g": 0.012137506684719912,
+      "n": 0.0131085072194975,
+      "o": 0.04251827100019904,
+      "t": 0.01505050828905268,
+      "w": 0.013315253355652616,
+      "l": 0.01616826049832008,
+      "u": 0.04126752272804772,
+      "y": 0.01505050828905268,
+      "d": 0.009358236672947811,
+      "<|endoftext|>": 0.05243402887799,
+      "s": 0.01456500802166389,
+      "b": 0.0014565008021663883,
+      "j": 0.0014565008021663883,
+      "m": 0.0029130016043327767,
+      "f": 0.0004855002673887963,
+      "z": 0.0004855002673887963,
+      "v": 0.0004855002673887963
+    },
+    "z": {
+      "a": 0.39907473306485103,
+      "o": 0.039742687470048874,
+      "e": 0.14998615048837555,
+      "i": 0.1575050154356656,
+      "u": 0.026374692593759724,
+      "l": 0.048031144523580836,
+      "m": 0.013039801662988688,
+      "h": 0.015535777829200927,
+      "r": 0.011561509082196034,
+      "<|endoftext|>": 0.057807545410980196,
+      "b": 0.0014942703394359726,
+      "y": 0.053110682346338034,
+      "z": 0.016258372146838167,
+      "n": 0.0014451886352745043,
+      "t": 0.0014451886352745043,
+      "k": 0.0007225943176372521,
+      "j": 0.0007225943176372521,
+      "s": 0.0014451886352745043,
+      "c": 0.0007225943176372521,
+      "v": 0.0007225943176372521,
+      "g": 0.00036129715881862606,
+      "p": 0.0007225943176372521,
+      "w": 0.0010838914764558806,
+      "d": 0.0007225943176372521,
+      "x": 0.00036129715881862606
+    },
+    "f": {
+      "i": 0.17346061112804378,
+      "a": 0.2812225926381684,
+      "r": 0.12359068542873126,
+      "e": 0.13334784480468378,
+      "f": 0.04770166806021204,
+      "l": 0.021682576391005473,
+      "s": 0.0065047729173016424,
+      "n": 0.00433651527820109,
+      "t": 0.019514318751904916,
+      "<|endoftext|>": 0.08673030556402189,
+      "u": 0.010841288195502737,
+      "y": 0.015177803473703826,
+      "o": 0.06504772917301643,
+      "k": 0.002168257639100545,
+      "z": 0.002168257639100545,
+      "w": 0.00433651527820109,
+      "h": 0.0010841288195502724,
+      "g": 0.0010841288195502724
+    },
+    "d": {
+      "i": 0.10003287325975194,
+      "d": 0.021466842505043316,
+      "r": 0.06817768437033934,
+      "y": 0.04761899172086091,
+      "e": 0.25203526107357926,
+      "l": 0.008644366109413399,
+      "a": 0.3060120780443587,
+      "n": 0.0046480141497892685,
+      "o": 0.06396591872915218,
+      "<|endoftext|>": 0.07434154854095536,
+      "g": 0.0036018192122555916,
+      "s": 0.004178110286216492,
+      "u": 0.013959842548469808,
+      "h": 0.01724705145276003,
+      "v": 0.002449237064333804,
+      "z": 0.0001440727684902236,
+      "j": 0.0012966549164120124,
+      "w": 0.003313673675275141,
+      "m": 0.004416722508209122,
+      "t": 0.0005762910739608944,
+      "f": 0.0007203638424511191,
+      "c": 0.0004322183054706708,
+      "k": 0.0004322183054706708,
+      "b": 0.0001440727684902236,
+      "q": 0.0001440727684902236
+    },
+    "u": {
+      "n": 0.09635480982334345,
+      "b": 0.032656144583595115,
+      "r": 0.1285347481858616,
+      "d": 0.04126923265328236,
+      "c": 0.03240927570399761,
+      "t": 0.025718426298279095,
+      "m": 0.04673133697504026,
+      "i": 0.03873106764582303,
+      "l": 0.09671461337281026,
+      "e": 0.056163026960657975,
+      "s": 0.15710845852713717,
+      "a": 0.05149461573347472,
+      "p": 0.005034450594795742,
+      "g": 0.014262161284590218,
+      "z": 0.01406698240896419,
+      "x": 0.01069610615600794,
+      "v": 0.011227658883613574,
+      "<|endoftext|>": 0.04703478721513798,
+      "o": 0.0030345024009766435,
+      "h": 0.018536437449367043,
+      "w": 0.026096720648399123,
+      "j": 0.004248303361367295,
+      "k": 0.02822087232908278,
+      "q": 0.0030345024009766435,
+      "y": 0.0039448531212696375,
+      "f": 0.0057655545618556245,
+      "u": 0.0009103507202929931
+    },
+    "k": {
+      "l": 0.020104459098631424,
+      "y": 0.05296466284425289,
+      "e": 0.15764467906657353,
+      "i": 0.08211926608512035,
+      "a": 0.5054520873000489,
+      "h": 0.03982737457538952,
+      "o": 0.04858008504725666,
+      "r": 0.013629555602111234,
+      "s": 0.013098918219566569,
+      "<|endoftext|>": 0.04539017140886589,
+      "t": 0.0021257105067512957,
+      "k": 0.0025575133694805347,
+      "u": 0.006252089725739097,
+      "n": 0.0032510866573843343,
+      "w": 0.004251421013502591,
+      "m": 0.0011253761506330388,
+      "c": 0.00025008358902956407,
+      "j": 0.00025008358902956407,
+      "z": 0.00025008358902956407,
+      "f": 0.00012504179451478203,
+      "b": 0.00025008358902956407,
+      "d": 0.00025008358902956407,
+      "v": 0.00025008358902956407
+    },
+    "w": {
+      "i": 0.16574776323603124,
+      "<|endoftext|>": 0.05314454338034744,
+      "a": 0.2978965654830795,
+      "y": 0.07606964052481127,
+      "e": 0.16559280174046614,
+      "r": 0.02292509714446362,
+      "h": 0.023967147014666495,
+      "s": 0.021487840407348798,
+      "n": 0.06375336469748158,
+      "u": 0.026051246755072296,
+      "o": 0.037513795327304096,
+      "t": 0.008336398961623128,
+      "l": 0.013546648312637586,
+      "d": 0.008336398961623128,
+      "b": 0.001042049870202891,
+      "w": 0.002084099740405782,
+      "m": 0.002084099740405782,
+      "f": 0.002084099740405782,
+      "k": 0.0062522992212173485,
+      "z": 0.001042049870202891,
+      "g": 0.001042049870202891
+    },
+    "q": {
+      "u": 0.7560875414921902,
+      "r": 0.003670327871321313,
+      "<|endoftext|>": 0.10276918039699677,
+      "s": 0.007340655742642626,
+      "a": 0.04938508132778029,
+      "i": 0.04771426232717707,
+      "l": 0.003670327871321313,
+      "w": 0.011010983613963935,
+      "e": 0.003670327871321313,
+      "m": 0.007340655742642626,
+      "o": 0.007340655742642626
+    },
+    "x": {
+      "a": 0.15080347636246527,
+      "i": 0.14405057565273852,
+      "<|endoftext|>": 0.23161072948087372,
+      "l": 0.05926946822294173,
+      "e": 0.055166704001403076,
+      "o": 0.05969981060917997,
+      "y": 0.042367816368452556,
+      "t": 0.09885823819305581,
+      "w": 0.004236781636845251,
+      "u": 0.007061302728075419,
+      "c": 0.0056490421824603385,
+      "x": 0.0536659007333732,
+      "z": 0.0268329503666866,
+      "s": 0.04378007691406764,
+      "n": 0.0014122605456150846,
+      "f": 0.004236781636845251,
+      "h": 0.0014122605456150846,
+      "d": 0.007061302728075419,
+      "b": 0.0014122605456150846,
+      "m": 0.0014122605456150846
+    },
+    "j": {
+      "o": 0.15859926899904409,
+      "u": 0.06058380320499384,
+      "a": 0.564341549081726,
+      "e": 0.13621573780724716,
+      "i": 0.031853632391741535,
+      "h": 0.011648504722920366,
+      "r": 0.002847412265602756,
+      "<|endoftext|>": 0.01837875189616327,
+      "l": 0.002329700944584073,
+      "m": 0.0012942783025467082,
+      "w": 0.0015531339630560485,
+      "s": 0.001811989623565391,
+      "n": 0.0005177113210186822,
+      "y": 0.0025885566050934164,
+      "v": 0.0012942783025467082,
+      "k": 0.0005177113210186822,
+      "j": 0.0005177113210186822,
+      "d": 0.0010354226420373645,
+      "c": 0.0010354226420373645,
+      "t": 0.0005177113210186822,
+      "p": 0.0002588556605093411,
+      "b": 0.0002588556605093411
+    }
+  },
+  "harmonic_seed": 1251963776,
+  "harmonic_frequencies": [
+    1,
+    1.618033988749895,
+    2,
+    3.141592653589793
+  ],
+  "config": {
+    "grpo": {
+      "group_size": 8,
+      "kl_penalty": 0.1
+    },
+    "vae": {
+      "latent_dim": 32,
+      "filter_threshold": 0.7
+    },
+    "policy_arch": "tiny-bigram"
+  },
+  "metrics": {
+    "training_steps": 60,
+    "final_loss": 0.020151837338568165,
+    "average_reward": 0.9016666666666666
+  }
+}

requirements.txt

@@ -0,0 +1,4 @@
+# Core test.py requires only Python 3.8+ standard library.
+# Optional:
+pandas>=2.0
+pyarrow>=14.0

run.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+# run.sh - Minimal launcher for test.py.
+set -euo pipefail
+cd "$(dirname "$0")"
+PY="${PYTHON:-python3}"
+if ! command -v "$PY" >/dev/null 2>&1; then
+  echo "Error: python3 not found." >&2
+  exit 1
+fi
+exec "$PY" test.py "$@"

test.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+"""
+test.py - Micro Distillery model chat wrapper.
+
+Loads model.json (a GRPO+VAE-distilled bigram model) and provides
+a simple REPL chat interface.
+
+Usage:
+    python3 test.py                      # interactive chat
+    python3 test.py hello                # one-shot from prompt
+    python3 test.py --temperature 1.2    # one-shot with custom temperature
+    python3 test.py                      # (interactive also supports --temperature)
+"""
+import json
+import os
+import random
+import sys
+
+MODEL_PATH = os.path.join(os.path.dirname(os.path.abspath(__file__)), "model.json")
+
+
+def load_model(path=MODEL_PATH):
+    with open(path, "r", encoding="utf-8") as f:
+        return json.load(f)
+
+
+def sample_next(transitions, token, rng, temperature=1.0):
+    bucket = transitions.get(token)
+    if not bucket:
+        return None
+    tokens = list(bucket.keys())
+    inv_t = 1.0 / max(temperature, 1e-3)
+    weights = [max(bucket[t], 1e-12) ** inv_t for t in tokens]
+    total = sum(weights)
+    if total <= 0:
+        return None
+    r = rng.random() * total
+    acc = 0.0
+    for t, w in zip(tokens, weights):
+        acc += w
+        if r <= acc:
+            return t
+    return tokens[-1]
+
+
+def generate(model, prompt, max_tokens=32, temperature=0.9):
+    transitions = model.get("transitions", {})
+    bos = model.get("bos_token", "<|endoftext|>")
+    eos = model.get("eos_token", "<|endoftext|>")
+    seed = int(model.get("harmonic_seed", 1337)) & 0xFFFFFFFF
+    rng = random.Random(seed)
+
+    if prompt and prompt.strip():
+        current = prompt.strip()[-1]
+        prefix = prompt.strip()
+    else:
+        current = bos
+        prefix = ""
+
+    generated = ""
+    for _ in range(max_tokens):
+        nxt = sample_next(transitions, current, rng, temperature=temperature)
+        if nxt is None or nxt == eos:
+            break
+        generated += nxt
+        current = nxt
+    return prefix + generated
+
+
+def main(temperature=0.9):
+    print("=== Micro Distillery Model Chat ===")
+    if not os.path.exists(MODEL_PATH):
+        print("Error: " + MODEL_PATH + " not found.", file=sys.stderr)
+        sys.exit(1)
+    model = load_model()
+    print("Format:      " + str(model.get("format")))
+    print("Vocab size:  " + str(len(model.get("vocab", []))))
+    print("Transitions: " + str(len(model.get("transitions", {}))))
+    print("Seed:        " + str(model.get("harmonic_seed")))
+    print("Temperature: " + str(temperature))
+    print("Type /quit to exit.\n")
+    while True:
+        try:
+            prompt = input("You: ").strip()
+        except (EOFError, KeyboardInterrupt):
+            print("\nBye!")
+            break
+        if not prompt:
+            continue
+        if prompt.lower() in ("/quit", "/exit", "quit", "exit"):
+            break
+        out = generate(model, prompt, temperature=temperature)
+        print("Bot: " + out)
+
+
+if __name__ == "__main__":
+    args = sys.argv[1:]
+    temperature = 0.9
+    prompts = []
+    i = 0
+    while i < len(args):
+        if args[i] == "--temperature":
+            if i + 1 < len(args):
+                try:
+                    temperature = float(args[i + 1])
+                except ValueError:
+                    print("Warning: invalid --temperature value, using 0.9", file=sys.stderr)
+                i += 2
+            else:
+                print("Warning: --temperature requires a value, using 0.9", file=sys.stderr)
+                i += 1
+        elif args[i] in ("--help", "-h"):
+            print("Usage: python3 test.py [prompt...] [--temperature T]")
+            sys.exit(0)
+        elif args[i].startswith("--"):
+            i += 1
+        else:
+            prompts.append(args[i])
+            i += 1
+    if prompts:
+        model = load_model()
+        print(generate(model, " ".join(prompts), temperature=temperature))
+    else:
+        main(temperature=temperature)

test.sh

@@ -0,0 +1,45 @@
+#!/usr/bin/env bash
+# test.sh - Test harness for the exported Micro Distillery model.
+set -euo pipefail
+cd "$(dirname "$0")"
+
+PY="${PYTHON:-python3}"
+
+echo "================================================"
+echo " Micro Distillery - Model Test Harness"
+echo "================================================"
+echo ""
+
+if ! command -v "$PY" >/dev/null 2>&1; then
+  echo "ERROR: $PY not found. Install Python 3.8+." >&2
+  echo "  macOS:   brew install python3" >&2
+  echo "  Ubuntu:  sudo apt install python3" >&2
+  echo "  Windows: https://python.org/downloads/" >&2
+  exit 1
+fi
+
+echo "[1/3] Python: $($PY --version 2>&1)"
+
+if [ ! -f model.json ]; then
+  echo "ERROR: model.json not found in $(pwd)" >&2
+  exit 1
+fi
+echo "[2/3] Found model.json"
+
+$PY -c "
+import json
+m = json.load(open('model.json'))
+assert 'transitions' in m, 'missing transitions'
+assert 'vocab' in m, 'missing vocab'
+print('OK: format=%s vocab=%d transitions=%d' % (m.get('format','?'), len(m['vocab']), len(m['transitions'])))
+"
+echo "[3/3] Model validation passed"
+echo ""
+echo "=== Sample Generations ==="
+for prompt in alice bob zoe liam; do
+  echo -n "  $prompt -> "
+  $PY test.py "$prompt" 2>/dev/null | tail -1 || echo "(failed)"
+done
+echo ""
+echo "=== Interactive Chat (type /quit to exit) ==="
+exec $PY test.py

test_readme.md

@@ -0,0 +1,56 @@
+# Testing Your Exported Model
+
+This bundle contains a fully runnable bigram language model. No GPU,
+no external dependencies - Python 3.8+ standard library only.
+
+## Files
+
+| File | Purpose |
+|------|---------|
+| `model.json` | The trained model (transitions + config + metrics) |
+| `test.py` | Interactive chat wrapper |
+| `test.sh` | Test harness (validates + generates samples) |
+| `run.sh` | Minimal launcher for test.py |
+
+## Quick Start
+
+### macOS / Linux
+
+```bash
+chmod +x test.sh run.sh
+./test.sh
+```
+
+### Windows (PowerShell)
+
+```powershell
+python test.py
+```
+
+### One-shot generation
+
+```bash
+python3 test.py alice
+# => alice… (seed-dependent continuation)
+```
+
+### Custom temperature
+
+```bash
+python3 test.py --temperature 0.5
+python3 test.py alice --temperature 1.2
+```
+
+## Manual Test
+
+```bash
+python3 -c "import json; m=json.load(open('model.json')); print(len(m['vocab']), 'tokens,', len(m['transitions']), 'states')"
+```
+
+Expected output: `<N> tokens, <M> states`.
+
+## Troubleshooting
+
+- **`python3 not found`** - install Python 3.8+ from https://python.org
+- **`model.json not found`** - make sure you are inside the extracted directory
+- **`Permission denied`** - run `chmod +x test.sh run.sh` first

to_parquet.py

@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+"""Convert model.json to model.parquet.
+
+Requires: pandas, pyarrow
+    pip install pandas pyarrow
+"""
+import json
+import os
+import sys
+
+MODEL_PATH = os.path.join(os.path.dirname(os.path.abspath(__file__)), "model.json")
+OUT_PATH = os.path.join(os.path.dirname(os.path.abspath(__file__)), "model.parquet")
+
+
+def main():
+    try:
+        import pandas as pd
+    except ImportError:
+        print("Error: pandas required. Install: pip install pandas pyarrow", file=sys.stderr)
+        sys.exit(1)
+
+    with open(MODEL_PATH, "r", encoding="utf-8") as f:
+        model = json.load(f)
+
+    rows = []
+    for state, bucket in model.get("transitions", {}).items():
+        for nxt, prob in bucket.items():
+            rows.append({
+                "state": state,
+                "next_token": nxt,
+                "probability": float(prob),
+                "harmonic_seed": int(model.get("harmonic_seed", 0)),
+                "format": model.get("format", "unknown"),
+                "version": model.get("version", "0.0"),
+            })
+
+    if not rows:
+        print("Warning: no transitions. Writing metadata-only parquet.")
+        rows = [{"state": "", "next_token": "", "probability": 0.0,
+                 "harmonic_seed": int(model.get("harmonic_seed", 0)),
+                 "format": model.get("format", "unknown"),
+                 "version": model.get("version", "0.0")}]
+
+    df = pd.DataFrame(rows)
+    df.to_parquet(OUT_PATH, index=False)
+    print("Wrote " + str(len(df)) + " rows to " + OUT_PATH)
+
+
+if __name__ == "__main__":
+    main()

tokenizer_config.json

@@ -0,0 +1,10 @@
+{
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "add_prefix_space": false,
+  "model_max_length": 1024,
+  "name_or_path": "micro-distillery"
+}

training_logs.json

@@ -0,0 +1,122 @@
+{
+  "created": "2026-10-23T16:28:35.871Z",
+  "metrics": {
+    "trainingSteps": 60,
+    "finalLoss": 0.020151837338568165,
+    "averageReward": 0.9016666666666666,
+    "cacheHits": 3,
+    "cacheMisses": 250,
+    "filteredCount": 0,
+    "totalSamples": 0,
+    "vaeLoss": 0
+  },
+  "quantum_measurements": [
+    {
+      "oscillator": 0,
+      "energy": 0.5,
+      "x": 0.615234375,
+      "t": 0.1,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 3,
+      "energy": 10.995574287564276,
+      "x": -1.1074424442685453,
+      "t": 0.2,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 3,
+      "energy": 10.995574287564276,
+      "x": 0.23140588387700944,
+      "t": 0.30000000000000004,
+      "probabilities": [
+        0.24999999999999997,
+        0.25,
+        0.24999999999999997,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 1,
+      "energy": 2.4270509831248424,
+      "x": -0.7830804739380586,
+      "t": 0.4,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.24999999999999997
+      ]
+    },
+    {
+      "oscillator": 3,
+      "energy": 10.995574287564276,
+      "x": -0.2644638672880113,
+      "t": 0.5,
+      "probabilities": [
+        0.24999999999999997,
+        0.25,
+        0.25,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 3,
+      "energy": 10.995574287564276,
+      "x": 1.7355441290775708,
+      "t": 0.6,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 0,
+      "energy": 0.5,
+      "x": 1.171875,
+      "t": 0.7,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.25
+      ]
+    },
+    {
+      "oscillator": 3,
+      "energy": 10.995574287564276,
+      "x": -0.34710882581551417,
+      "t": 0.7999999999999999,
+      "probabilities": [
+        0.25,
+        0.25,
+        0.25,
+        0.25
+      ]
+    }
+  ],
+  "config": {
+    "grpo": {
+      "group_size": 8,
+      "kl_penalty": 0.1
+    },
+    "vae": {
+      "latent_dim": 32,
+      "filter_threshold": 0.7
+    },
+    "policy_arch": "tiny-bigram"
+  }
+}

vocab.json

@@ -0,0 +1,29 @@
+{
+  "e": 0,
+  "m": 1,
+  "a": 2,
+  "<|endoftext|>": 3,
+  "o": 4,
+  "l": 5,
+  "i": 6,
+  "v": 7,
+  "s": 8,
+  "b": 9,
+  "p": 10,
+  "h": 11,
+  "c": 12,
+  "r": 13,
+  "t": 14,
+  "y": 15,
+  "n": 16,
+  "g": 17,
+  "z": 18,
+  "f": 19,
+  "d": 20,
+  "u": 21,
+  "k": 22,
+  "w": 23,
+  "q": 24,
+  "x": 25,
+  "j": 26
+}