File size: 2,507 Bytes
32c0c6c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | {
"system": {
"name": "DuoTactic",
"role": "Lean 4 proof-search harness - the main artifact of this package. It searches the compositions of a fixed 16-entry public automation table (--force-set v2) in a depth-batched best-first search and accepts a problem only after a standalone kernel re-compilation. Measured on miniF2F: test 80/244 = 32.8 %, valid 85/244 = 34.8 %, 45 s per problem.",
"entrypoint": "code/eval_minif2f.py",
"measured_component_contribution": "the 39.58M model below supplied 0 of the 165 accepted proofs (valid+test, 244 problems each); disabling it with --no-model reproduces the same solves, depths and proof terms"
},
"model_component": {
"name": "leanoar-schemec-40m",
"role": "optional candidate generator for DuoTactic; also usable standalone via code/generate.py"
},
"model_type": "SchemeC-lean-tactic",
"arch": {
"vocab_size": 4096,
"block_size": 768,
"n_layer": 8,
"n_head": 10,
"n_embd": 640,
"intermediate_size": 1536,
"dropout": 0.1,
"rope_base": 10000.0,
"norm_eps": 1e-05,
"policy_rank": 128,
"value_hidden": 128,
"value_mid": 32,
"n_value_out": 3,
"tie_embeddings": true,
"depth_rope": false
},
"n_params": 39582595,
"dtype": "float32",
"context_length": 768,
"vocab_size": 4096,
"special_tokens": {
"<|pad|>": 0,
"<|bos|>": 1,
"<|eos|>": 2,
"<|endoftext|>": 3,
"<|FORWARD|>": 4,
"<|REPAIR|>": 5,
"<|state|>": 6,
"<|tactic|>": 7
},
"prompt_template": {
"build": "ids = [1, <|FORWARD|>, <|state|>] + tokenize(state) + [<|tactic|>]",
"note": "over-long states keep 60% head + 40% tail (the \"⊢ goal\" line is last)",
"max_new_tokens": 48
},
"training_checkpoint": {
"source": "stage4_e6_full/best",
"step": 5000
},
"trainer_dev_metrics_not_comparable": {
"first_tok_top1": 0.2578125,
"first_tok_top5": 0.6494140625,
"first_tok_ce": 2.863027811050415
},
"weights": {
"checkpoints/e6": {
"role": "model component; highest dev top-1 (0.3076) but same pass@1 and 16% slower",
"files": [
"checkpoints/e6/lit_model.pth",
"checkpoints/e6/model.safetensors"
]
},
"checkpoints/stage3-e3": {
"role": "model component; the variant used for every reported pass@1 (valid 85/244 = 34.8%, test 80/244 = 32.8%)",
"files": [
"checkpoints/stage3-e3/lit_model.pth",
"checkpoints/stage3-e3/model.safetensors"
]
}
}
} |