c5: hand-written A 99.0%, B 99.0%, C 90.5%; generated C 98.55%

README.md

@@ -41,23 +41,23 @@ A growing subset of Python, refused up front when a script steps outside it:
 - `//` and `%` steps write a scratch section first (the quotient, most
   significant digit first, and for `%` the divisor × quotient), which the
   harness ignores
-- Trained from random init on one RTX 5090, ~29B tokens of synthetic
+- Trained from random init on one RTX 5090, ~33B tokens of synthetic
   execution traces over phases A → B → C. Traces come from a reference
   interpreter checked against real CPython at every instruction.
 
-## Evaluation (this checkpoint, c4)
+## Evaluation (this checkpoint, c5)
 
 Exact stdout match against CPython, end to end through the harness:
 
 | Set | Scripts | Match |
 | --- | --- | --- |
-| Hand-written, phase A | 200 | 95.0% |
+| Hand-written, phase A | 200 | 99.0% |
 | Hand-written, phase B | 200 | 99.0% |
-| Hand-written, phase C | 200 | 77.0% |
-| Generated held-out, phase C | 2,000 | 98.3% |
+| Hand-written, phase C | 200 | 90.5% |
+| Generated held-out, phase C | 2,000 | 98.55% |
 
-Teacher-forced per-step error on generated held-out traces: phase A 1.4e-4,
-B 5.7e-5, C 3.6e-4. The hand-written scripts (written to look like code people
+Teacher-forced per-step error on generated held-out traces: phase A 9.2e-5,
+B 7.4e-5, C 1.1e-4. The hand-written scripts (written to look like code people
 write, never in training) are the harder and more honest number.
 
 ## Files

pythonlm.json

@@ -1 +1 @@
-{"n_layers": 8, "n_heads": 8, "head_dim": 64, "max_pos": 2048, "vocab_size": 354, "vocab": ["<pad>", "<bos>", "<eos>", "<code>", "</code>", "<state>", "</state>", "<out>", "</out>", "=>", "ip", "stack", "names", "heap", "frames", "locals", "@0", "@1", "@2", "@3", "@4", "@5", "@6", "@7", "@8", "@9", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "i+", "i-", "None", "True", "False", "NULL", "\"", "(", ")", "[", "]", "RANGE", "RANGE_IT", "LIST", "LIST_IT", "STR_IT", "DICT", "DICT_IT", "FUNC", "print", "range", "str", "len", "sum", "min", "max", "append", "get", "items", "keys", "values", "N0", "N1", "N2", "N3", "N4", "N5", "N6", "N7", "N8", "N9", "N10", "N11", "N12", "N13", "N14", "N15", "N16", "N17", "N18", "N19", "N20", "N21", "N22", "N23", "N24", "N25", "N26", "N27", "N28", "N29", "N30", "N31", "L0", "L1", "L2", "L3", "L4", "L5", "L6", "L7", "L8", "L9", "L10", "L11", "L12", "L13", "L14", "L15", "&0", "&1", "&2", "&3", "&4", "&5", "&6", "&7", "&8", "&9", "&10", "&11", "&12", "&13", "&14", "&15", "&16", "&17", "&18", "&19", "&20", "&21", "&22", "&23", "&24", "&25", "&26", "&27", "&28", "&29", "&30", "&31", "op:+", "op:-", "op:*", "op://", "op:%", "op:+=", "op:-=", "op:*=", "op://=", "op:%=", "op:[]", "cmp:<", "cmp:<=", "cmp:==", "cmp:!=", "cmp:>", "cmp:>=", "in", "not in", "is", "is not", "BINARY_OP", "BINARY_SLICE", "BUILD_LIST", "BUILD_MAP", "BUILD_STRING", "BUILD_TUPLE", "CALL", "CALL_INTRINSIC_1", "CALL_KW", "COMPARE_OP", "CONTAINS_OP", "CONVERT_VALUE", "COPY", "DELETE_SUBSCR", "DICT_UPDATE", "END_FOR", "EXTENDED_ARG", "FORMAT_SIMPLE", "FORMAT_WITH_SPEC", "FOR_ITER", "GET_ITER", "IS_OP", "JUMP_BACKWARD", "JUMP_BACKWARD_NO_INTERRUPT", "JUMP_FORWARD", "LIST_APPEND", "LIST_EXTEND", "LIST_TO_TUPLE", "LOAD_ATTR", "LOAD_CONST", "LOAD_FAST", "LOAD_FAST_AND_CLEAR", "LOAD_FAST_BORROW", "LOAD_FAST_BORROW_LOAD_FAST_BORROW", "LOAD_FAST_CHECK", "LOAD_FAST_LOAD_FAST", "LOAD_GLOBAL", "LOAD_NAME", "LOAD_SMALL_INT", "MAKE_FUNCTION", "MAP_ADD", "NOP", "NOT_TAKEN", "POP_ITER", "POP_JUMP_IF_FALSE", "POP_JUMP_IF_NONE", "POP_JUMP_IF_NOT_NONE", "POP_JUMP_IF_TRUE", "POP_TOP", "PUSH_NULL", "RESUME", "RETURN_VALUE", "SET_FUNCTION_ATTRIBUTE", "STORE_FAST", "STORE_FAST_LOAD_FAST", "STORE_FAST_STORE_FAST", "STORE_GLOBAL", "STORE_NAME", "STORE_SLICE", "STORE_SUBSCR", "SWAP", "TO_BOOL", "UNARY_NEGATIVE", "UNARY_NOT", "UNPACK_SEQUENCE", "c: ", "c:!", "c:\"", "c:#", "c:$", "c:%", "c:&", "c:'", "c:(", "c:)", "c:*", "c:+", "c:,", "c:-", "c:.", "c:/", "c:0", "c:1", "c:2", "c:3", "c:4", "c:5", "c:6", "c:7", "c:8", "c:9", "c::", "c:;", "c:<", "c:=", "c:>", "c:?", "c:@", "c:A", "c:B", "c:C", "c:D", "c:E", "c:F", "c:G", "c:H", "c:I", "c:J", "c:K", "c:L", "c:M", "c:N", "c:O", "c:P", "c:Q", "c:R", "c:S", "c:T", "c:U", "c:V", "c:W", "c:X", "c:Y", "c:Z", "c:[", "c:\\", "c:]", "c:^", "c:_", "c:`", "c:a", "c:b", "c:c", "c:d", "c:e", "c:f", "c:g", "c:h", "c:i", "c:j", "c:k", "c:l", "c:m", "c:n", "c:o", "c:p", "c:q", "c:r", "c:s", "c:t", "c:u", "c:v", "c:w", "c:x", "c:y", "c:z", "c:{", "c:|", "c:}", "c:~", "c:\n", "c:\t", "<work>", "</work>", "<r2>", "<r3>", "<r4>", "<r5>", "<r6>", "<r7>", "<r8>", "<r9>", "<r10>", "<r11>", "<r12>", "<r13>", "<r14>", "<r15>", "<r16>", "<r17>", "<r18>", "<r19>", "<r20>", "<r21>", "<r22>", "<r23>"], "vocab_hash": "308cf26ca50588a7", "selftest": [{"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 12]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 16, 23, 11, 55, 41, 36, 33, 34, 30, 36, 29, 27, 12, 67, 36, 33, 34, 30, 6, 9, 330, 36, 29, 33, 331, 5, 10, 16, 16, 24, 11, 55, 41, 36, 33, 29, 12, 67, 36, 33, 34, 30, 6, 2], "start": 22, "expect": [330, 36, 29, 33, 331, 5, 10, 16, 16, 24, 11, 55, 41, 36, 33, 29, 12, 67, 36, 33, 34, 30, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 17, 19, 11, 12, 67, 36, 33, 34, 30, 6, 9, 5, 10, 16, 17, 20, 11, 38, 12, 67, 36, 33, 34, 30, 6, 2], "start": 13, "expect": [5, 10, 16, 17, 20, 11, 38, 12, 67, 36, 33, 34, 30, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 17, 21, 11, 48, 36, 30, 36, 32, 36, 27, 39, 12, 67, 36, 27, 68, 36, 29, 6, 9, 5, 10, 16, 17, 24, 11, 48, 36, 30, 36, 32, 36, 27, 12, 67, 36, 27, 68, 36, 29, 6, 2], "start": 22, "expect": [5, 10, 16, 17, 24, 11, 48, 36, 30, 36, 32, 36, 27, 12, 67, 36, 27, 68, 36, 29, 6, 2, 39]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 19, 18, 11, 12, 67, 36, 31, 29, 68, 36, 31, 6, 9, 5, 10, 16, 19, 19, 11, 38, 12, 67, 36, 31, 29, 68, 36, 31, 6, 2], "start": 15, "expect": [5, 10, 16, 19, 19, 11, 38, 12, 67, 36, 31, 29, 68, 36, 31, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 17, 25, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 9, 5, 10, 16, 18, 16, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 37, 27, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 2], "start": 42, "expect": [5, 10, 16, 18, 16, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 37, 27, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 20, 16, 11, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 9, 5, 10, 16, 20, 17, 11, 38, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 2], "start": 23, "expect": [5, 10, 16, 20, 17, 11, 38, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 2, 42]}], "onnx_sha256": "1fccf921876ea4d136eaceaea7a241898001a18fc321b320209c1dca6d1d642c"}
+{"n_layers": 8, "n_heads": 8, "head_dim": 64, "max_pos": 2048, "vocab_size": 354, "vocab": ["<pad>", "<bos>", "<eos>", "<code>", "</code>", "<state>", "</state>", "<out>", "</out>", "=>", "ip", "stack", "names", "heap", "frames", "locals", "@0", "@1", "@2", "@3", "@4", "@5", "@6", "@7", "@8", "@9", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "i+", "i-", "None", "True", "False", "NULL", "\"", "(", ")", "[", "]", "RANGE", "RANGE_IT", "LIST", "LIST_IT", "STR_IT", "DICT", "DICT_IT", "FUNC", "print", "range", "str", "len", "sum", "min", "max", "append", "get", "items", "keys", "values", "N0", "N1", "N2", "N3", "N4", "N5", "N6", "N7", "N8", "N9", "N10", "N11", "N12", "N13", "N14", "N15", "N16", "N17", "N18", "N19", "N20", "N21", "N22", "N23", "N24", "N25", "N26", "N27", "N28", "N29", "N30", "N31", "L0", "L1", "L2", "L3", "L4", "L5", "L6", "L7", "L8", "L9", "L10", "L11", "L12", "L13", "L14", "L15", "&0", "&1", "&2", "&3", "&4", "&5", "&6", "&7", "&8", "&9", "&10", "&11", "&12", "&13", "&14", "&15", "&16", "&17", "&18", "&19", "&20", "&21", "&22", "&23", "&24", "&25", "&26", "&27", "&28", "&29", "&30", "&31", "op:+", "op:-", "op:*", "op://", "op:%", "op:+=", "op:-=", "op:*=", "op://=", "op:%=", "op:[]", "cmp:<", "cmp:<=", "cmp:==", "cmp:!=", "cmp:>", "cmp:>=", "in", "not in", "is", "is not", "BINARY_OP", "BINARY_SLICE", "BUILD_LIST", "BUILD_MAP", "BUILD_STRING", "BUILD_TUPLE", "CALL", "CALL_INTRINSIC_1", "CALL_KW", "COMPARE_OP", "CONTAINS_OP", "CONVERT_VALUE", "COPY", "DELETE_SUBSCR", "DICT_UPDATE", "END_FOR", "EXTENDED_ARG", "FORMAT_SIMPLE", "FORMAT_WITH_SPEC", "FOR_ITER", "GET_ITER", "IS_OP", "JUMP_BACKWARD", "JUMP_BACKWARD_NO_INTERRUPT", "JUMP_FORWARD", "LIST_APPEND", "LIST_EXTEND", "LIST_TO_TUPLE", "LOAD_ATTR", "LOAD_CONST", "LOAD_FAST", "LOAD_FAST_AND_CLEAR", "LOAD_FAST_BORROW", "LOAD_FAST_BORROW_LOAD_FAST_BORROW", "LOAD_FAST_CHECK", "LOAD_FAST_LOAD_FAST", "LOAD_GLOBAL", "LOAD_NAME", "LOAD_SMALL_INT", "MAKE_FUNCTION", "MAP_ADD", "NOP", "NOT_TAKEN", "POP_ITER", "POP_JUMP_IF_FALSE", "POP_JUMP_IF_NONE", "POP_JUMP_IF_NOT_NONE", "POP_JUMP_IF_TRUE", "POP_TOP", "PUSH_NULL", "RESUME", "RETURN_VALUE", "SET_FUNCTION_ATTRIBUTE", "STORE_FAST", "STORE_FAST_LOAD_FAST", "STORE_FAST_STORE_FAST", "STORE_GLOBAL", "STORE_NAME", "STORE_SLICE", "STORE_SUBSCR", "SWAP", "TO_BOOL", "UNARY_NEGATIVE", "UNARY_NOT", "UNPACK_SEQUENCE", "c: ", "c:!", "c:\"", "c:#", "c:$", "c:%", "c:&", "c:'", "c:(", "c:)", "c:*", "c:+", "c:,", "c:-", "c:.", "c:/", "c:0", "c:1", "c:2", "c:3", "c:4", "c:5", "c:6", "c:7", "c:8", "c:9", "c::", "c:;", "c:<", "c:=", "c:>", "c:?", "c:@", "c:A", "c:B", "c:C", "c:D", "c:E", "c:F", "c:G", "c:H", "c:I", "c:J", "c:K", "c:L", "c:M", "c:N", "c:O", "c:P", "c:Q", "c:R", "c:S", "c:T", "c:U", "c:V", "c:W", "c:X", "c:Y", "c:Z", "c:[", "c:\\", "c:]", "c:^", "c:_", "c:`", "c:a", "c:b", "c:c", "c:d", "c:e", "c:f", "c:g", "c:h", "c:i", "c:j", "c:k", "c:l", "c:m", "c:n", "c:o", "c:p", "c:q", "c:r", "c:s", "c:t", "c:u", "c:v", "c:w", "c:x", "c:y", "c:z", "c:{", "c:|", "c:}", "c:~", "c:\n", "c:\t", "<work>", "</work>", "<r2>", "<r3>", "<r4>", "<r5>", "<r6>", "<r7>", "<r8>", "<r9>", "<r10>", "<r11>", "<r12>", "<r13>", "<r14>", "<r15>", "<r16>", "<r17>", "<r18>", "<r19>", "<r20>", "<r21>", "<r22>", "<r23>"], "vocab_hash": "308cf26ca50588a7", "selftest": [{"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 16, 23, 11, 55, 41, 36, 33, 34, 30, 36, 29, 27, 12, 67, 36, 33, 34, 30, 6, 9, 330, 36, 29, 33, 331, 5, 10, 16, 16, 24, 11, 55, 41, 36, 33, 29, 12, 67, 36, 33, 34, 30, 6, 2], "start": 22, "expect": [330, 36, 29, 33, 331, 5, 10, 16, 16, 24, 11, 55, 41, 36, 33, 29, 12, 67, 36, 33, 34, 30, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 36, 33, 34, 30, 16, 16, 18, 225, 67, 16, 16, 19, 205, 55, 16, 16, 20, 217, 16, 16, 21, 205, 67, 16, 16, 22, 206, 36, 29, 27, 16, 16, 23, 168, 150, 16, 16, 24, 205, 67, 16, 16, 25, 206, 36, 29, 27, 16, 17, 16, 168, 151, 16, 17, 17, 174, 28, 16, 17, 18, 216, 16, 17, 19, 197, 38, 16, 17, 20, 219, 4], "step": [5, 10, 16, 17, 19, 11, 12, 67, 36, 33, 34, 30, 6, 9, 5, 10, 16, 17, 20, 11, 38, 12, 67, 36, 33, 34, 30, 6, 2], "start": 13, "expect": [5, 10, 16, 17, 20, 11, 38, 12, 67, 36, 33, 34, 30, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 17, 21, 11, 48, 36, 30, 36, 32, 36, 27, 39, 12, 67, 36, 27, 68, 36, 29, 6, 9, 5, 10, 16, 17, 24, 11, 48, 36, 30, 36, 32, 36, 27, 12, 67, 36, 27, 68, 36, 29, 6, 2], "start": 22, "expect": [5, 10, 16, 17, 24, 11, 48, 36, 30, 36, 32, 36, 27, 12, 67, 36, 27, 68, 36, 29, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 206, 36, 26, 16, 16, 18, 225, 67, 16, 16, 19, 205, 56, 16, 16, 20, 217, 16, 16, 21, 206, 36, 27, 16, 16, 22, 206, 36, 32, 16, 16, 23, 174, 28, 16, 16, 24, 188, 16, 16, 25, 187, 16, 18, 22, 16, 17, 16, 225, 68, 16, 17, 17, 205, 68, 16, 17, 18, 206, 36, 28, 16, 17, 19, 168, 151, 16, 17, 20, 229, 16, 17, 21, 215, 16, 17, 24, 16, 17, 22, 210, 16, 17, 23, 190, 16, 16, 25, 16, 17, 24, 205, 67, 16, 17, 25, 205, 68, 16, 18, 16, 205, 68, 16, 18, 17, 168, 149, 16, 18, 18, 168, 152, 16, 18, 19, 225, 67, 16, 18, 20, 190, 16, 16, 25, 16, 18, 21, 183, 16, 18, 22, 211, 16, 18, 23, 205, 55, 16, 18, 24, 217, 16, 18, 25, 205, 67, 16, 19, 16, 174, 27, 16, 19, 17, 216, 16, 19, 18, 197, 38, 16, 19, 19, 219, 4], "step": [5, 10, 16, 19, 18, 11, 12, 67, 36, 31, 29, 68, 36, 31, 6, 9, 5, 10, 16, 19, 19, 11, 38, 12, 67, 36, 31, 29, 68, 36, 31, 6, 2], "start": 15, "expect": [5, 10, 16, 19, 19, 11, 38, 12, 67, 36, 31, 29, 68, 36, 31, 6, 2, 36]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 16, 16, 11, 12, 6, 9, 5, 10, 16, 16, 17, 11, 12, 6, 2], "start": 8, "expect": [5, 10, 16, 16, 17, 11, 12, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 17, 25, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 9, 5, 10, 16, 18, 16, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 37, 27, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 2], "start": 42, "expect": [5, 10, 16, 18, 16, 11, 48, 36, 30, 36, 33, 36, 27, 42, 302, 42, 42, 315, 298, 300, 302, 300, 298, 315, 42, 37, 27, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 29, 6, 2, 42]}, {"listing": [1, 3, 16, 16, 16, 218, 16, 16, 17, 197, 42, 315, 298, 300, 302, 300, 298, 315, 42, 16, 16, 18, 225, 67, 16, 16, 19, 197, 39, 16, 16, 20, 225, 68, 16, 16, 21, 205, 56, 16, 16, 22, 217, 16, 16, 23, 205, 58, 16, 16, 24, 217, 16, 16, 25, 205, 67, 16, 17, 16, 174, 27, 16, 17, 17, 174, 27, 16, 17, 18, 188, 16, 17, 19, 187, 16, 19, 17, 16, 17, 20, 225, 69, 16, 17, 21, 205, 67, 16, 17, 22, 205, 69, 16, 17, 23, 168, 157, 16, 17, 24, 205, 67, 16, 17, 25, 197, 37, 27, 16, 18, 16, 205, 69, 16, 18, 17, 168, 148, 16, 18, 18, 168, 157, 16, 18, 19, 177, 161, 16, 18, 20, 215, 16, 18, 23, 16, 18, 21, 210, 16, 18, 22, 190, 16, 17, 19, 16, 18, 23, 197, 40, 16, 18, 24, 225, 68, 16, 18, 25, 190, 16, 17, 19, 16, 19, 16, 183, 16, 19, 17, 211, 16, 19, 18, 205, 55, 16, 19, 19, 217, 16, 19, 20, 205, 67, 16, 19, 21, 205, 68, 16, 19, 22, 197, 42, 233, 246, 263, 233, 42, 16, 19, 23, 197, 43, 42, 316, 302, 313, 42, 44, 16, 19, 24, 176, 29, 16, 19, 25, 216, 16, 20, 16, 197, 38, 16, 20, 17, 219, 4], "step": [5, 10, 16, 20, 16, 11, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 9, 5, 10, 16, 20, 17, 11, 38, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 2], "start": 23, "expect": [5, 10, 16, 20, 17, 11, 38, 12, 67, 42, 315, 298, 300, 302, 300, 298, 315, 42, 68, 39, 69, 36, 32, 6, 2, 42]}], "onnx_sha256": "d4cf4f25af328daced14166cfc76c3c8bf6bea8060188207e71b69d733ae061e"}

pythonlm.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fccf921876ea4d136eaceaea7a241898001a18fc321b320209c1dca6d1d642c
+oid sha256:d4cf4f25af328daced14166cfc76c3c8bf6bea8060188207e71b69d733ae061e
 size 53494873

pythonlm.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2754491cefe55772a5953a9775cea7add6ff248b84be6e99383f2d94cdb56a8b
+oid sha256:7a8845679fce5a60620ddbcd931afbf9516c12f034ed58e4e6b74bc4bcacab11
 size 104273379