Text Classification
MLX
Safetensors
English
Japanese
gemma4
d1a
decision-model
pull-requests
apple-silicon
quantized
8-bit precision
Instructions to use JohnP1/d1a-e4b-mlx-q8 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use JohnP1/d1a-e4b-mlx-q8 with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download JohnP1/d1a-e4b-mlx-q8 --local-dir d1a-e4b-mlx-q8
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
config.json: vision_config
Browse files- config.json +43 -0
config.json
CHANGED
|
@@ -167,5 +167,48 @@
|
|
| 167 |
"tie_word_embeddings": true,
|
| 168 |
"transformers_version": "5.5.0.dev0",
|
| 169 |
"video_token_id": 258884,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 170 |
"vision_soft_tokens_per_image": 280
|
| 171 |
}
|
|
|
|
| 167 |
"tie_word_embeddings": true,
|
| 168 |
"transformers_version": "5.5.0.dev0",
|
| 169 |
"video_token_id": 258884,
|
| 170 |
+
"vision_config": {
|
| 171 |
+
"_name_or_path": "",
|
| 172 |
+
"architectures": null,
|
| 173 |
+
"attention_bias": false,
|
| 174 |
+
"attention_dropout": 0.0,
|
| 175 |
+
"chunk_size_feed_forward": 0,
|
| 176 |
+
"default_output_length": 280,
|
| 177 |
+
"dtype": "bfloat16",
|
| 178 |
+
"global_head_dim": 64,
|
| 179 |
+
"head_dim": 64,
|
| 180 |
+
"hidden_activation": "gelu_pytorch_tanh",
|
| 181 |
+
"hidden_size": 768,
|
| 182 |
+
"id2label": {
|
| 183 |
+
"0": "LABEL_0",
|
| 184 |
+
"1": "LABEL_1"
|
| 185 |
+
},
|
| 186 |
+
"initializer_range": 0.02,
|
| 187 |
+
"intermediate_size": 3072,
|
| 188 |
+
"is_encoder_decoder": false,
|
| 189 |
+
"label2id": {
|
| 190 |
+
"LABEL_0": 0,
|
| 191 |
+
"LABEL_1": 1
|
| 192 |
+
},
|
| 193 |
+
"max_position_embeddings": 131072,
|
| 194 |
+
"model_type": "gemma4_vision",
|
| 195 |
+
"num_attention_heads": 12,
|
| 196 |
+
"num_hidden_layers": 16,
|
| 197 |
+
"num_key_value_heads": 12,
|
| 198 |
+
"output_attentions": false,
|
| 199 |
+
"output_hidden_states": false,
|
| 200 |
+
"patch_size": 16,
|
| 201 |
+
"pooling_kernel_size": 3,
|
| 202 |
+
"position_embedding_size": 10240,
|
| 203 |
+
"problem_type": null,
|
| 204 |
+
"return_dict": true,
|
| 205 |
+
"rms_norm_eps": 1e-06,
|
| 206 |
+
"rope_parameters": {
|
| 207 |
+
"rope_theta": 100.0,
|
| 208 |
+
"rope_type": "default"
|
| 209 |
+
},
|
| 210 |
+
"standardize": false,
|
| 211 |
+
"use_clipped_linears": true
|
| 212 |
+
},
|
| 213 |
"vision_soft_tokens_per_image": 280
|
| 214 |
}
|