File size: 1,550 Bytes
98847a9 e8064af e7db32f 98847a9 e8064af 98847a9 3ca01b8 98847a9 3ca01b8 98847a9 e8064af 98847a9 3ca01b8 e8064af 3ca01b8 e8064af 3ca01b8 e8064af 98847a9 e8064af 3ca01b8 e8064af 98847a9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | {
"args": {
"base": "google/gemma-4-E4B",
"n_per_source": 1000,
"epochs": 1,
"lr": 2e-05,
"head_lr": 0.0,
"weight_decay": 0.01,
"lora": 16,
"accum": 4,
"holdout": "",
"suite": "evals/v7/decision-v7",
"train_sources": "",
"device": "mps",
"batch": 2,
"dtype": "fp32",
"weights_dtype": "bf16",
"checkpointing": 1,
"head_dim": 256,
"lora_targets": "all",
"base_revision": "411aa17b749aa952df1359d2dcea73917a544d9a",
"p_none": 0.1,
"p_none_distract": 0.12,
"p_distract": 0.15,
"p_none_pair": 0.0,
"none_pair_max_state": null,
"synthetic_repeat": 1,
"public_frac": 1.0,
"out": "d1",
"data": "train.jsonl",
"max_state": 5120,
"extra_suites": "",
"replay": 0,
"init_from": "JohnP1/d1a-e4b@v0.5",
"row_budget": 0,
"shared_prefix": 0,
"length_sort": 0,
"pass_tokens_max": 0,
"max_steps": 0,
"save_every_steps": 0,
"save_every_minutes": 30.0,
"resume": 1,
"stop_after": 0,
"seed": 0
},
"suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
"base_revision": "411aa17b749aa952df1359d2dcea73917a544d9a",
"init_source": {
"init_from": "JohnP1/d1a-e4b@v0.5",
"resolved": "JohnP1/d1a-e4b@e7db32f2254b6feb6ec830ae98662755dce39504",
"weights_sha256": "314242334d9483563d015b7dfb5971e774d03df075bdcb4da7f270cf2e356a1e",
"head_sha256": "4391749cd23185ea1dcd9039cd767aeaf3db915ff0db238ed485b4103bd9930c",
"tensors": 516
},
"holdout": []
}
|