| { | |
| "model_name": "gemma4-e2b", | |
| "architecture": "gemma4", | |
| "hidden_size": 1536, | |
| "num_hidden_layers": 35, | |
| "num_attention_heads": 8, | |
| "num_key_value_heads": 1, | |
| "head_dim": 256, | |
| "global_head_dim": 512, | |
| "vocab_size": 262144, | |
| "context_length": 16384, | |
| "sliding_window": 512, | |
| "per_layer_dim": 256, | |
| "num_layers": 35, | |
| "num_kv_shared_layers": 20, | |
| "layer_types": [ | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention" | |
| ], | |
| "embed_scale": 39.191835884530846, | |
| "per_layer_embed_scale": 16.0, | |
| "per_layer_model_projection_scale": 0.025515518153991442, | |
| "per_layer_input_scale": 0.7071067811865475, | |
| "rms_norm_eps": 1e-06, | |
| "bos_token_id": 2, | |
| "eos_token_id": 1, | |
| "final_logit_softcapping": 30.0, | |
| "quantization": "int4", | |
| "compute_units": "CPU_AND_NE", | |
| "tokenizer_repo": "google/gemma-4-E2B-it" | |
| } |