Instructions to use Novasy/nova-image-gen with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use Novasy/nova-image-gen with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("Novasy/nova-image-gen", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
- DiffusionBee
Upload folder using huggingface_hub
Browse files- model_index.json +7 -7
- nova_gen_config.json +1 -0
- scheduler/scheduler_config.json +14 -4
- text_encoder/config.json +7 -7
- text_encoder/model.safetensors +2 -2
- tokenizer/tokenizer.json +14 -12
- tokenizer/tokenizer_config.json +2 -2
- unet/config.json +11 -6
- unet/diffusion_pytorch_model.safetensors +2 -2
- vae/config.json +3 -3
- vae/diffusion_pytorch_model.safetensors +1 -1
model_index.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
"_class_name": "StableDiffusionPipeline",
|
| 3 |
-
"_diffusers_version": "0.
|
| 4 |
-
"_name_or_path": "
|
| 5 |
"feature_extractor": [
|
| 6 |
-
|
| 7 |
-
|
| 8 |
],
|
| 9 |
"image_encoder": [
|
| 10 |
null,
|
|
@@ -12,12 +12,12 @@
|
|
| 12 |
],
|
| 13 |
"requires_safety_checker": true,
|
| 14 |
"safety_checker": [
|
| 15 |
-
|
| 16 |
-
|
| 17 |
],
|
| 18 |
"scheduler": [
|
| 19 |
"diffusers",
|
| 20 |
-
"
|
| 21 |
],
|
| 22 |
"text_encoder": [
|
| 23 |
"transformers",
|
|
|
|
| 1 |
{
|
| 2 |
"_class_name": "StableDiffusionPipeline",
|
| 3 |
+
"_diffusers_version": "0.37.1",
|
| 4 |
+
"_name_or_path": "stabilityai/sd-turbo",
|
| 5 |
"feature_extractor": [
|
| 6 |
+
null,
|
| 7 |
+
null
|
| 8 |
],
|
| 9 |
"image_encoder": [
|
| 10 |
null,
|
|
|
|
| 12 |
],
|
| 13 |
"requires_safety_checker": true,
|
| 14 |
"safety_checker": [
|
| 15 |
+
null,
|
| 16 |
+
null
|
| 17 |
],
|
| 18 |
"scheduler": [
|
| 19 |
"diffusers",
|
| 20 |
+
"EulerDiscreteScheduler"
|
| 21 |
],
|
| 22 |
"text_encoder": [
|
| 23 |
"transformers",
|
nova_gen_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"base_model_id": "stabilityai/sd-turbo"}
|
scheduler/scheduler_config.json
CHANGED
|
@@ -1,15 +1,25 @@
|
|
| 1 |
{
|
| 2 |
-
"_class_name": "
|
| 3 |
-
"_diffusers_version": "0.
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
| 7 |
"clip_sample": false,
|
|
|
|
|
|
|
| 8 |
"num_train_timesteps": 1000,
|
| 9 |
"prediction_type": "epsilon",
|
|
|
|
|
|
|
| 10 |
"set_alpha_to_one": false,
|
|
|
|
|
|
|
| 11 |
"skip_prk_steps": true,
|
| 12 |
"steps_offset": 1,
|
| 13 |
-
"timestep_spacing": "
|
| 14 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"_class_name": "EulerDiscreteScheduler",
|
| 3 |
+
"_diffusers_version": "0.37.1",
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
| 7 |
"clip_sample": false,
|
| 8 |
+
"final_sigmas_type": "zero",
|
| 9 |
+
"interpolation_type": "linear",
|
| 10 |
"num_train_timesteps": 1000,
|
| 11 |
"prediction_type": "epsilon",
|
| 12 |
+
"rescale_betas_zero_snr": false,
|
| 13 |
+
"sample_max_value": 1.0,
|
| 14 |
"set_alpha_to_one": false,
|
| 15 |
+
"sigma_max": null,
|
| 16 |
+
"sigma_min": null,
|
| 17 |
"skip_prk_steps": true,
|
| 18 |
"steps_offset": 1,
|
| 19 |
+
"timestep_spacing": "trailing",
|
| 20 |
+
"timestep_type": "discrete",
|
| 21 |
+
"trained_betas": null,
|
| 22 |
+
"use_beta_sigmas": false,
|
| 23 |
+
"use_exponential_sigmas": false,
|
| 24 |
+
"use_karras_sigmas": false
|
| 25 |
}
|
text_encoder/config.json
CHANGED
|
@@ -7,18 +7,18 @@
|
|
| 7 |
"dropout": 0.0,
|
| 8 |
"dtype": "float16",
|
| 9 |
"eos_token_id": 2,
|
| 10 |
-
"hidden_act": "
|
| 11 |
-
"hidden_size":
|
| 12 |
"initializer_factor": 1.0,
|
| 13 |
"initializer_range": 0.02,
|
| 14 |
-
"intermediate_size":
|
| 15 |
"layer_norm_eps": 1e-05,
|
| 16 |
"max_position_embeddings": 77,
|
| 17 |
"model_type": "clip_text_model",
|
| 18 |
-
"num_attention_heads":
|
| 19 |
-
"num_hidden_layers":
|
| 20 |
"pad_token_id": 1,
|
| 21 |
-
"projection_dim":
|
| 22 |
-
"transformers_version": "5.
|
| 23 |
"vocab_size": 49408
|
| 24 |
}
|
|
|
|
| 7 |
"dropout": 0.0,
|
| 8 |
"dtype": "float16",
|
| 9 |
"eos_token_id": 2,
|
| 10 |
+
"hidden_act": "gelu",
|
| 11 |
+
"hidden_size": 1024,
|
| 12 |
"initializer_factor": 1.0,
|
| 13 |
"initializer_range": 0.02,
|
| 14 |
+
"intermediate_size": 4096,
|
| 15 |
"layer_norm_eps": 1e-05,
|
| 16 |
"max_position_embeddings": 77,
|
| 17 |
"model_type": "clip_text_model",
|
| 18 |
+
"num_attention_heads": 16,
|
| 19 |
+
"num_hidden_layers": 23,
|
| 20 |
"pad_token_id": 1,
|
| 21 |
+
"projection_dim": 512,
|
| 22 |
+
"transformers_version": "5.0.0",
|
| 23 |
"vocab_size": 49408
|
| 24 |
}
|
text_encoder/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc1827c465450322616f06dea41596eac7d493f4e95904dcb51f0fc745c4e13f
|
| 3 |
+
size 680820392
|
tokenizer/tokenizer.json
CHANGED
|
@@ -1,22 +1,24 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
"direction": "Right",
|
| 5 |
-
"max_length": 77,
|
| 6 |
-
"strategy": "LongestFirst",
|
| 7 |
-
"stride": 0
|
| 8 |
-
},
|
| 9 |
"padding": {
|
| 10 |
-
"strategy":
|
| 11 |
-
"Fixed": 77
|
| 12 |
-
},
|
| 13 |
"direction": "Right",
|
| 14 |
"pad_to_multiple_of": null,
|
| 15 |
-
"pad_id":
|
| 16 |
"pad_type_id": 0,
|
| 17 |
-
"pad_token": "
|
| 18 |
},
|
| 19 |
"added_tokens": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
{
|
| 21 |
"id": 49406,
|
| 22 |
"content": "<|startoftext|>",
|
|
@@ -32,7 +34,7 @@
|
|
| 32 |
"single_word": false,
|
| 33 |
"lstrip": false,
|
| 34 |
"rstrip": false,
|
| 35 |
-
"normalized":
|
| 36 |
"special": true
|
| 37 |
}
|
| 38 |
],
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
"padding": {
|
| 5 |
+
"strategy": "BatchLongest",
|
|
|
|
|
|
|
| 6 |
"direction": "Right",
|
| 7 |
"pad_to_multiple_of": null,
|
| 8 |
+
"pad_id": 0,
|
| 9 |
"pad_type_id": 0,
|
| 10 |
+
"pad_token": "!"
|
| 11 |
},
|
| 12 |
"added_tokens": [
|
| 13 |
+
{
|
| 14 |
+
"id": 0,
|
| 15 |
+
"content": "!",
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"lstrip": false,
|
| 18 |
+
"rstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"special": true
|
| 21 |
+
},
|
| 22 |
{
|
| 23 |
"id": 49406,
|
| 24 |
"content": "<|startoftext|>",
|
|
|
|
| 34 |
"single_word": false,
|
| 35 |
"lstrip": false,
|
| 36 |
"rstrip": false,
|
| 37 |
+
"normalized": true,
|
| 38 |
"special": true
|
| 39 |
}
|
| 40 |
],
|
tokenizer/tokenizer_config.json
CHANGED
|
@@ -2,13 +2,13 @@
|
|
| 2 |
"add_prefix_space": false,
|
| 3 |
"backend": "tokenizers",
|
| 4 |
"bos_token": "<|startoftext|>",
|
|
|
|
| 5 |
"do_lower_case": true,
|
| 6 |
"eos_token": "<|endoftext|>",
|
| 7 |
"errors": "replace",
|
| 8 |
"is_local": true,
|
| 9 |
-
"local_files_only": false,
|
| 10 |
"model_max_length": 77,
|
| 11 |
-
"pad_token": "
|
| 12 |
"tokenizer_class": "CLIPTokenizer",
|
| 13 |
"unk_token": "<|endoftext|>"
|
| 14 |
}
|
|
|
|
| 2 |
"add_prefix_space": false,
|
| 3 |
"backend": "tokenizers",
|
| 4 |
"bos_token": "<|startoftext|>",
|
| 5 |
+
"clean_up_tokenization_spaces": true,
|
| 6 |
"do_lower_case": true,
|
| 7 |
"eos_token": "<|endoftext|>",
|
| 8 |
"errors": "replace",
|
| 9 |
"is_local": true,
|
|
|
|
| 10 |
"model_max_length": 77,
|
| 11 |
+
"pad_token": "!",
|
| 12 |
"tokenizer_class": "CLIPTokenizer",
|
| 13 |
"unk_token": "<|endoftext|>"
|
| 14 |
}
|
unet/config.json
CHANGED
|
@@ -1,12 +1,17 @@
|
|
| 1 |
{
|
| 2 |
"_class_name": "UNet2DConditionModel",
|
| 3 |
-
"_diffusers_version": "0.
|
| 4 |
-
"_name_or_path": "/root/.cache/huggingface/hub/models--
|
| 5 |
"act_fn": "silu",
|
| 6 |
"addition_embed_type": null,
|
| 7 |
"addition_embed_type_num_heads": 64,
|
| 8 |
"addition_time_embed_dim": null,
|
| 9 |
-
"attention_head_dim":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
"attention_type": "default",
|
| 11 |
"block_out_channels": [
|
| 12 |
320,
|
|
@@ -19,7 +24,7 @@
|
|
| 19 |
"class_embeddings_concat": false,
|
| 20 |
"conv_in_kernel": 3,
|
| 21 |
"conv_out_kernel": 3,
|
| 22 |
-
"cross_attention_dim":
|
| 23 |
"cross_attention_norm": null,
|
| 24 |
"down_block_types": [
|
| 25 |
"CrossAttnDownBlock2D",
|
|
@@ -63,6 +68,6 @@
|
|
| 63 |
"CrossAttnUpBlock2D",
|
| 64 |
"CrossAttnUpBlock2D"
|
| 65 |
],
|
| 66 |
-
"upcast_attention":
|
| 67 |
-
"use_linear_projection":
|
| 68 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_class_name": "UNet2DConditionModel",
|
| 3 |
+
"_diffusers_version": "0.37.1",
|
| 4 |
+
"_name_or_path": "/root/.cache/huggingface/hub/models--stabilityai--sd-turbo/snapshots/b261bac6fd2cf515557d5d0707481eafa0485ec2/unet",
|
| 5 |
"act_fn": "silu",
|
| 6 |
"addition_embed_type": null,
|
| 7 |
"addition_embed_type_num_heads": 64,
|
| 8 |
"addition_time_embed_dim": null,
|
| 9 |
+
"attention_head_dim": [
|
| 10 |
+
5,
|
| 11 |
+
10,
|
| 12 |
+
20,
|
| 13 |
+
20
|
| 14 |
+
],
|
| 15 |
"attention_type": "default",
|
| 16 |
"block_out_channels": [
|
| 17 |
320,
|
|
|
|
| 24 |
"class_embeddings_concat": false,
|
| 25 |
"conv_in_kernel": 3,
|
| 26 |
"conv_out_kernel": 3,
|
| 27 |
+
"cross_attention_dim": 1024,
|
| 28 |
"cross_attention_norm": null,
|
| 29 |
"down_block_types": [
|
| 30 |
"CrossAttnDownBlock2D",
|
|
|
|
| 68 |
"CrossAttnUpBlock2D",
|
| 69 |
"CrossAttnUpBlock2D"
|
| 70 |
],
|
| 71 |
+
"upcast_attention": null,
|
| 72 |
+
"use_linear_projection": true
|
| 73 |
}
|
unet/diffusion_pytorch_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40ec400881e27d1376c7c95c5bd495f407b33756e80eb6365e301c33a07af6e5
|
| 3 |
+
size 1731904736
|
vae/config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_class_name": "AutoencoderKL",
|
| 3 |
-
"_diffusers_version": "0.
|
| 4 |
-
"_name_or_path": "/root/.cache/huggingface/hub/models--
|
| 5 |
"act_fn": "silu",
|
| 6 |
"block_out_channels": [
|
| 7 |
128,
|
|
@@ -24,7 +24,7 @@
|
|
| 24 |
"mid_block_add_attention": true,
|
| 25 |
"norm_num_groups": 32,
|
| 26 |
"out_channels": 3,
|
| 27 |
-
"sample_size":
|
| 28 |
"scaling_factor": 0.18215,
|
| 29 |
"shift_factor": null,
|
| 30 |
"up_block_types": [
|
|
|
|
| 1 |
{
|
| 2 |
"_class_name": "AutoencoderKL",
|
| 3 |
+
"_diffusers_version": "0.37.1",
|
| 4 |
+
"_name_or_path": "/root/.cache/huggingface/hub/models--stabilityai--sd-turbo/snapshots/b261bac6fd2cf515557d5d0707481eafa0485ec2/vae",
|
| 5 |
"act_fn": "silu",
|
| 6 |
"block_out_channels": [
|
| 7 |
128,
|
|
|
|
| 24 |
"mid_block_add_attention": true,
|
| 25 |
"norm_num_groups": 32,
|
| 26 |
"out_channels": 3,
|
| 27 |
+
"sample_size": 768,
|
| 28 |
"scaling_factor": 0.18215,
|
| 29 |
"shift_factor": null,
|
| 30 |
"up_block_types": [
|
vae/diffusion_pytorch_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 167335342
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e4c08995484ee61270175e9e7a072b66a6e4eeb5f0c266667fe1f45b90daf9a
|
| 3 |
size 167335342
|