Any-to-Any
Transformers
Safetensors
MLX
minicpmo
feature-extraction
minicpm-o
minicpm-v
multimodal
full-duplex
custom_code
4-bit precision
Instructions to use mlx-community/MiniCPM-o-4_5-4bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use mlx-community/MiniCPM-o-4_5-4bit with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("mlx-community/MiniCPM-o-4_5-4bit", trust_remote_code=True, device_map="auto") - MLX
How to use mlx-community/MiniCPM-o-4_5-4bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download mlx-community/MiniCPM-o-4_5-4bit --local-dir MiniCPM-o-4_5-4bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
File size: 2,133 Bytes
592c09d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 | {
"audio_processor": {
"audio_pool_step": 5,
"auto_map": {
"AutoFeatureExtractor": "processing_minicpmo.MiniCPMAAudioProcessor",
"AutoImageProcessor": "processing_minicpmo.MiniCPMVImageProcessor",
"AutoProcessor": "processing_minicpmo.MiniCPMOProcessor"
},
"chunk_length": 30,
"dither": 0.0,
"feature_extractor_type": "WhisperFeatureExtractor",
"feature_size": 80,
"hop_length": 160,
"im_end": "</image>",
"im_id_end": "</image_id>",
"im_id_start": "<image_id>",
"im_start": "<image>",
"image_feature_size": 64,
"image_processor_type": "MiniCPMVImageProcessor",
"max_slice_nums": 9,
"n_fft": 400,
"n_samples": 480000,
"nb_max_frames": 3000,
"norm_mean": [
0.5,
0.5,
0.5
],
"norm_std": [
0.5,
0.5,
0.5
],
"padding_side": "right",
"padding_value": 0.0,
"patch_size": 14,
"return_attention_mask": false,
"sampling_rate": 16000,
"scale_resolution": 448,
"slice_end": "</slice>",
"slice_mode": true,
"slice_start": "<slice>",
"unk": "<unk>",
"use_image_id": true,
"version": 4.5
},
"image_processor": {
"audio_pool_step": 5,
"auto_map": {
"AutoFeatureExtractor": "processing_minicpmo.MiniCPMAAudioProcessor",
"AutoImageProcessor": "processing_minicpmo.MiniCPMVImageProcessor",
"AutoProcessor": "processing_minicpmo.MiniCPMOProcessor"
},
"im_end": "</image>",
"im_id_end": "</image_id>",
"im_id_start": "<image_id>",
"im_start": "<image>",
"image_feature_size": 64,
"image_processor_type": "MiniCPMOImageProcessor",
"max_slice_nums": 9,
"mean": [
[
[
0.5,
0.5,
0.5
]
]
],
"patch_size": 14,
"scale_resolution": 448,
"slice_end": "</slice>",
"slice_mode": true,
"slice_start": "<slice>",
"std": [
[
[
0.5,
0.5,
0.5
]
]
],
"unk": "<unk>",
"use_image_id": true,
"version": 4.5
},
"processor_class": "MiniCPMOProcessor"
}
|