{ "model_type": "bazza", "format_version": 1, "bazza_version": "0.5.0", "config": { "backbone_checkpoint": "google/gemma-4-12B-it", "backbone_revision": "707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7", "quantization": "bnb-nf4", "encoder_width": 3840, "hidden_width": 1024, "attention_heads": 4, "low_steps": 2, "high_cycles": 2, "gate_width": 32, "adapter_rank": 64, "precision": "bf16", "softcap": 30.0 }, "readout": { "softcap": 30.0 }, "identity": { "readout_files": { "config.json": "478c46e8d2c52d5c2d85bf67e3b3e8c90e7c9d91086cee27e3c267907e936bd9", "tokenizer.json": "cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f" }, "source_sha256": { "model/gemma.py": "c6d1d195da4340065745dd83e5da16aa1cd8558c42c11371dc18460bbcd86bb1" }, "backbone_weight_sha256": "5a84cb313260ac447237b890387116dfa8682e49a6b44bc585ae8353abbff18d" }, "weights": { "filename": "model.safetensors", "sha256": "aa18635a7398211d6eda876534f6cf3244a048a20f823d2190d2e4b14d836989" }, "provenance": { "training_dataset": "Groundbeef v0.5", "checkpoint_sha256": "893723966557a4ea2484a0993d2e072e7e2feeb19f6fbb4771d3e022a95ef018", "step": 2661, "training_examples_seen": 80019, "selection": "validation" } }