Instructions to use sariskiat/control2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use sariskiat/control2 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("sariskiat/control2", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
Download config.json from sariskiat/control2: direct link, hf CLI and curl.
- Browser
- Download file 1.31 kB
-
https://huggingface.co/sariskiat/control2/resolve/main/config.json
- Command line
-
hf download hf://sariskiat/control2/config.json
-
curl -L -o config.json https://huggingface.co/sariskiat/control2/resolve/main/config.json
1.31 kB
| { | |
| "_class_name": "ControlNetModel_2", | |
| "_diffusers_version": "0.30.1", | |
| "act_fn": "silu", | |
| "addition_embed_type": "image", | |
| "addition_embed_type_num_heads": 64, | |
| "addition_time_embed_dim": null, | |
| "attention_head_dim": 64, | |
| "block_out_channels": [ | |
| 384, | |
| 768, | |
| 1152, | |
| 1536 | |
| ], | |
| "class_embed_type": null, | |
| "conditioning_channels": 3, | |
| "conditioning_embedding_out_channels": [ | |
| 384, | |
| 768, | |
| 1152, | |
| 1536 | |
| ], | |
| "controlnet_conditioning_channel_order": "rgb", | |
| "cross_attention_dim": 768, | |
| "down_block_types": [ | |
| "ResnetDownsampleBlock2D", | |
| "SimpleCrossAttnDownBlock2D", | |
| "SimpleCrossAttnDownBlock2D", | |
| "SimpleCrossAttnDownBlock2D" | |
| ], | |
| "downsample_padding": 1, | |
| "encoder_hid_dim": 1280, | |
| "encoder_hid_dim_type": "image_proj", | |
| "flip_sin_to_cos": true, | |
| "freq_shift": 0, | |
| "global_pool_conditions": false, | |
| "in_channels": 9, | |
| "layers_per_block": 3, | |
| "mid_block_scale_factor": 1, | |
| "mid_block_type": "UNetMidBlock2DCrossAttn", | |
| "norm_eps": 1e-05, | |
| "norm_num_groups": 32, | |
| "num_attention_heads": null, | |
| "num_class_embeds": null, | |
| "only_cross_attention": false, | |
| "projection_class_embeddings_input_dim": null, | |
| "resnet_time_scale_shift": "scale_shift", | |
| "transformer_layers_per_block": 1, | |
| "upcast_attention": false, | |
| "use_linear_projection": false | |
| } | |