Bazza / config.json
AdrianJohnston's picture adrianjohnstonaus's picture
Release Bazza 0.5.0 decision head and standalone inference code (#1)
0f99db6
Raw History Blame Contribute Delete
1.33 kB
{
"model_type": "bazza",
"format_version": 1,
"bazza_version": "0.5.0",
"config": {
"backbone_checkpoint": "google/gemma-4-12B-it",
"backbone_revision": "707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7",
"quantization": "bnb-nf4",
"encoder_width": 3840,
"hidden_width": 1024,
"attention_heads": 4,
"low_steps": 2,
"high_cycles": 2,
"gate_width": 32,
"adapter_rank": 64,
"precision": "bf16",
"softcap": 30.0
},
"readout": {
"softcap": 30.0
},
"identity": {
"readout_files": {
"config.json": "478c46e8d2c52d5c2d85bf67e3b3e8c90e7c9d91086cee27e3c267907e936bd9",
"tokenizer.json": "cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f"
},
"source_sha256": {
"model/gemma.py": "c6d1d195da4340065745dd83e5da16aa1cd8558c42c11371dc18460bbcd86bb1"
},
"backbone_weight_sha256": "5a84cb313260ac447237b890387116dfa8682e49a6b44bc585ae8353abbff18d"
},
"weights": {
"filename": "model.safetensors",
"sha256": "aa18635a7398211d6eda876534f6cf3244a048a20f823d2190d2e4b14d836989"
},
"provenance": {
"training_dataset": "Groundbeef v0.5",
"checkpoint_sha256": "893723966557a4ea2484a0993d2e072e7e2feeb19f6fbb4771d3e022a95ef018",
"step": 2661,
"training_examples_seen": 80019,
"selection": "validation"
}
}