{ "transformers_version": "5.23.0", "architectures": [ "EmbeddingGemma2Model" ], "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "text_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 262144, "hidden_size": 512, "intermediate_size": 2048, "num_hidden_layers": 24, "num_attention_heads": 4, "num_key_value_heads": 2, "head_dim": 256, "hidden_activation": "gelu_pytorch_tanh", "max_position_embeddings": 262144, "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pad_token_id": 0, "eos_token_id": 1, "bos_token_id": 2, "rope_parameters": { "full_attention": { "rope_theta": 1000000.0, "rope_type": "default" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } }, "attention_bias": false, "attention_dropout": 0.0, "sliding_window": 512, "layer_types": [ "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ], "hidden_size_per_layer_input": 512, "embedding_dim": 768, "_name_or_path": "", "model_type": "embedding_gemma2_text", "output_attentions": false, "per_layer_config": { "05": { "head_dim": 512, "num_key_value_heads": 1 }, "11": { "head_dim": 512, "num_key_value_heads": 1 }, "17": { "head_dim": 512, "num_key_value_heads": 1 }, "23": { "head_dim": 512, "num_key_value_heads": 1 } } }, "vision_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 768, "intermediate_size": 3072, "num_hidden_layers": 16, "num_attention_heads": 12, "num_key_value_heads": 12, "head_dim": 64, "hidden_activation": "gelu_pytorch_tanh", "rms_norm_eps": 1e-06, "max_position_embeddings": 131072, "attention_bias": false, "attention_dropout": 0.0, "rope_parameters": { "rope_theta": 100.0, "rope_type": "axial" }, "pooling_kernel_size": 3, "patch_size": 16, "position_embedding_size": 10240, "use_clipped_linears": false, "standardize": false, "initializer_range": 0.02, "_name_or_path": "", "default_output_length": 280, "global_head_dim": 64, "model_type": "gemma4_vision", "output_attentions": false }, "audio_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": "float32", "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "hidden_size": 1024, "num_hidden_layers": 12, "num_attention_heads": 8, "hidden_act": "silu", "subsampling_conv_channels": [ 128, 32 ], "conv_kernel_size": 5, "residual_weight": 0.5, "attention_chunk_size": 12, "attention_context_left": 13, "attention_context_right": 0, "attention_logit_cap": 50.0, "attention_invalid_logits_value": -1000000000.0, "use_clipped_linears": true, "rms_norm_eps": 1e-06, "gradient_clipping": 10000000000.0, "output_proj_dims": 1536, "initializer_range": 0.02, "_name_or_path": "", "model_type": "gemma4_audio", "output_attentions": false }, "boi_token_id": 255999, "eoi_token_id": 258882, "image_token_id": 258880, "video_token_id": 258884, "boa_token_id": 256000, "eoa_token_index": 258883, "audio_token_id": 258881, "initializer_range": 0.02, "_name_or_path": "google/embeddinggemma-2", "model_type": "embedding_gemma2", "vision_soft_tokens_per_image": 280, "output_attentions": false }