JohnP1 commited on
Commit
91f2c0f
·
verified ·
1 Parent(s): 4092d49

config.json: vision_config

Browse files
Files changed (1) hide show
  1. config.json +43 -0
config.json CHANGED
@@ -167,5 +167,48 @@
167
  "tie_word_embeddings": true,
168
  "transformers_version": "5.5.0.dev0",
169
  "video_token_id": 258884,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
170
  "vision_soft_tokens_per_image": 280
171
  }
 
167
  "tie_word_embeddings": true,
168
  "transformers_version": "5.5.0.dev0",
169
  "video_token_id": 258884,
170
+ "vision_config": {
171
+ "_name_or_path": "",
172
+ "architectures": null,
173
+ "attention_bias": false,
174
+ "attention_dropout": 0.0,
175
+ "chunk_size_feed_forward": 0,
176
+ "default_output_length": 280,
177
+ "dtype": "bfloat16",
178
+ "global_head_dim": 64,
179
+ "head_dim": 64,
180
+ "hidden_activation": "gelu_pytorch_tanh",
181
+ "hidden_size": 768,
182
+ "id2label": {
183
+ "0": "LABEL_0",
184
+ "1": "LABEL_1"
185
+ },
186
+ "initializer_range": 0.02,
187
+ "intermediate_size": 3072,
188
+ "is_encoder_decoder": false,
189
+ "label2id": {
190
+ "LABEL_0": 0,
191
+ "LABEL_1": 1
192
+ },
193
+ "max_position_embeddings": 131072,
194
+ "model_type": "gemma4_vision",
195
+ "num_attention_heads": 12,
196
+ "num_hidden_layers": 16,
197
+ "num_key_value_heads": 12,
198
+ "output_attentions": false,
199
+ "output_hidden_states": false,
200
+ "patch_size": 16,
201
+ "pooling_kernel_size": 3,
202
+ "position_embedding_size": 10240,
203
+ "problem_type": null,
204
+ "return_dict": true,
205
+ "rms_norm_eps": 1e-06,
206
+ "rope_parameters": {
207
+ "rope_theta": 100.0,
208
+ "rope_type": "default"
209
+ },
210
+ "standardize": false,
211
+ "use_clipped_linears": true
212
+ },
213
  "vision_soft_tokens_per_image": 280
214
  }