Image-Text-to-Video
Diffusers
Safetensors
text-to-video
image-to-video
video-to-video
text-to-audio-video
image-to-audio-video
image-text-to-audio-video
video-to-audio-video
audio-to-audio-video
audio-video-generation
multimodal
synchronized-audio-video
reference-to-audio-video
Instructions to use MiniMaxAI/MiniMax-H3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use MiniMaxAI/MiniMax-H3 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("MiniMaxAI/MiniMax-H3", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
| # SPDX-License-Identifier: Apache-2.0 | |
| # Pixel normalization transforms for the MiniMax H3 visual VAE. | |
| from typing import Tuple | |
| from torchvision.transforms import Normalize | |
| NORM_CONFIGS = { | |
| "imagenet": { | |
| "mean": (0.485, 0.456, 0.406), | |
| "std": (0.229, 0.224, 0.225), | |
| }, | |
| "simple": { | |
| "mean": (0.5, 0.5, 0.5), | |
| "std": (0.5, 0.5, 0.5), | |
| }, | |
| "raw": { | |
| "mean": (0.0, 0.0, 0.0), | |
| "std": (1.0, 1.0, 1.0), | |
| }, | |
| } | |
| def get_norm_constants(norm_type: str = "imagenet") -> Tuple[Tuple[float, ...], Tuple[float, ...]]: | |
| if norm_type not in NORM_CONFIGS: | |
| raise ValueError(f"Unknown norm_type: {norm_type}. Must be one of {list(NORM_CONFIGS.keys())}") | |
| config = NORM_CONFIGS[norm_type] | |
| return config["mean"], config["std"] | |
| def get_normalize_transform(norm_type: str = "imagenet") -> Normalize: | |
| mean, std = get_norm_constants(norm_type) | |
| return Normalize(mean, std) | |
| def get_denormalize_transform(norm_type: str = "imagenet") -> Normalize: | |
| mean, std = get_norm_constants(norm_type) | |
| inv_mean = tuple(-m / s for m, s in zip(mean, std)) | |
| inv_std = tuple(1.0 / s for s in std) | |
| return Normalize(inv_mean, inv_std) | |