Image-to-Text
PEFT
Safetensors
Transformers
English
gemma
gemma-4
gemma-4-e2b
image-captioning
multimodal
lora
abliterated
heretic
Instructions to use codeShare/gemma-4-E2B-it-heretic-image-caption-adapter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use codeShare/gemma-4-E2B-it-heretic-image-caption-adapter with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("coder3101/gemma-4-E2B-it-heretic") model = PeftModel.from_pretrained(base_model, "codeShare/gemma-4-E2B-it-heretic-image-caption-adapter") - Transformers
How to use codeShare/gemma-4-E2B-it-heretic-image-caption-adapter with Transformers:
# Use a pipeline as a high-level helper # Warning: Pipeline type "image-to-text" is no longer supported in transformers v5. # You must load the model directly (see below) or downgrade to v4.x with: # pip install "transformers<5.0.0" from transformers import pipeline pipe = pipeline("image-to-text", model="codeShare/gemma-4-E2B-it-heretic-image-caption-adapter")# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("codeShare/gemma-4-E2B-it-heretic-image-caption-adapter", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download processor/processor_config.json from codeShare/gemma-4-E2B-it-heretic-image-caption-adapter: direct link, hf CLI and curl.
- Browser
- Download file 7.03 kB
-
https://huggingface.co/codeShare/gemma-4-E2B-it-heretic-image-caption-adapter/resolve/main/processor/processor_config.json
- Command line
-
hf download hf://codeShare/gemma-4-E2B-it-heretic-image-caption-adapter/processor/processor_config.json
-
curl -L -o processor_config.json https://huggingface.co/codeShare/gemma-4-E2B-it-heretic-image-caption-adapter/resolve/main/processor/processor_config.json
7.03 kB
| { | |
| "audio_ms_per_token": 40, | |
| "audio_seq_length": 750, | |
| "feature_extractor": { | |
| "audio_ms_per_token": 40, | |
| "audio_seq_length": 750, | |
| "dither": 0.0, | |
| "feature_extractor": { | |
| "dither": 0.0, | |
| "feature_extractor_type": "Gemma4AudioFeatureExtractor", | |
| "feature_size": 128, | |
| "fft_length": 512, | |
| "fft_overdrive": false, | |
| "frame_length": 320, | |
| "hop_length": 160, | |
| "input_scale_factor": 1.0, | |
| "max_frequency": 8000.0, | |
| "mel_floor": 0.001, | |
| "min_frequency": 0.0, | |
| "padding_side": "right", | |
| "padding_value": 0.0, | |
| "per_bin_mean": null, | |
| "per_bin_stddev": null, | |
| "preemphasis": 0.0, | |
| "preemphasis_htk_flavor": true, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000 | |
| }, | |
| "feature_extractor_type": "Gemma4AudioFeatureExtractor", | |
| "feature_size": 128, | |
| "fft_length": 512, | |
| "fft_overdrive": false, | |
| "frame_length": 320, | |
| "hop_length": 160, | |
| "image_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": false, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_processor_type": "Gemma4ImageProcessor", | |
| "image_seq_length": 280, | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 280, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098 | |
| }, | |
| "image_seq_length": 280, | |
| "input_scale_factor": 1.0, | |
| "max_frequency": 8000.0, | |
| "mel_floor": 0.001, | |
| "min_frequency": 0.0, | |
| "padding_side": "right", | |
| "padding_value": 0.0, | |
| "per_bin_mean": null, | |
| "per_bin_stddev": null, | |
| "preemphasis": 0.0, | |
| "preemphasis_htk_flavor": true, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000, | |
| "video_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 70, | |
| "num_frames": 32, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "video_processor_type": "Gemma4VideoProcessor" | |
| } | |
| }, | |
| "image_processor": { | |
| "audio_ms_per_token": 40, | |
| "audio_seq_length": 750, | |
| "do_convert_rgb": true, | |
| "do_normalize": false, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "feature_extractor": { | |
| "dither": 0.0, | |
| "feature_extractor_type": "Gemma4AudioFeatureExtractor", | |
| "feature_size": 128, | |
| "fft_length": 512, | |
| "fft_overdrive": false, | |
| "frame_length": 320, | |
| "hop_length": 160, | |
| "input_scale_factor": 1.0, | |
| "max_frequency": 8000.0, | |
| "mel_floor": 0.001, | |
| "min_frequency": 0.0, | |
| "padding_side": "right", | |
| "padding_value": 0.0, | |
| "per_bin_mean": null, | |
| "per_bin_stddev": null, | |
| "preemphasis": 0.0, | |
| "preemphasis_htk_flavor": true, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000 | |
| }, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": false, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_processor_type": "Gemma4ImageProcessor", | |
| "image_seq_length": 280, | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 280, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098 | |
| }, | |
| "image_processor_type": "Gemma4ImageProcessor", | |
| "image_seq_length": 280, | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 280, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "video_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 70, | |
| "num_frames": 32, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "video_processor_type": "Gemma4VideoProcessor" | |
| } | |
| }, | |
| "image_seq_length": 280, | |
| "processor_class": "Gemma4Processor", | |
| "video_processor": { | |
| "audio_ms_per_token": 40, | |
| "audio_seq_length": 750, | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": true, | |
| "feature_extractor": { | |
| "dither": 0.0, | |
| "feature_extractor_type": "Gemma4AudioFeatureExtractor", | |
| "feature_size": 128, | |
| "fft_length": 512, | |
| "fft_overdrive": false, | |
| "frame_length": 320, | |
| "hop_length": 160, | |
| "input_scale_factor": 1.0, | |
| "max_frequency": 8000.0, | |
| "mel_floor": 0.001, | |
| "min_frequency": 0.0, | |
| "padding_side": "right", | |
| "padding_value": 0.0, | |
| "per_bin_mean": null, | |
| "per_bin_stddev": null, | |
| "preemphasis": 0.0, | |
| "preemphasis_htk_flavor": true, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000 | |
| }, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": false, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_processor_type": "Gemma4ImageProcessor", | |
| "image_seq_length": 280, | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 280, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098 | |
| }, | |
| "image_seq_length": 280, | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 70, | |
| "num_frames": 32, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "video_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": true, | |
| "image_mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "image_std": [ | |
| 1.0, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "max_soft_tokens": 70, | |
| "num_frames": 32, | |
| "patch_size": 16, | |
| "pooling_kernel_size": 3, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "video_processor_type": "Gemma4VideoProcessor" | |
| }, | |
| "video_processor_type": "Gemma4VideoProcessor" | |
| } | |
| } | |