dreamlite-android / source /unet /config.json
xay2001's picture
Add complete DreamLite source components including text encoder and tokenizer
16596af verified
Raw History Blame Contribute Delete
1.98 kB
{
"_class_name": "DreamLiteUNetModel",
"_diffusers_version": "0.37.0",
"act_fn": "silu",
"addition_embed_type": "time",
"addition_embed_type_num_heads": 64,
"addition_time_embed_dim": 256,
"attention_head_dim": [
4,
8,
14
],
"attention_type": "default",
"block_out_channels": [
256,
512,
896
],
"center_input_sample": false,
"class_embed_type": null,
"class_embeddings_concat": false,
"conv_in_kernel": 3,
"conv_out_kernel": 3,
"cross_attention_dim": 2304,
"cross_attention_norm": null,
"down_block_types": [
"DreamLiteCrossAttnNoSelfAttnDownBlock2D",
"DreamLiteCrossAttnNoSelfAttnDownBlock2D",
"DreamLiteCrossAttnDownBlock2D"
],
"downsample_padding": 1,
"dropout": 0.0,
"dual_cross_attention": false,
"encoder_hid_dim": 2048,
"encoder_hid_dim_type": "text_proj_rms",
"ff_mult": 3,
"flip_sin_to_cos": true,
"freq_shift": 0,
"in_channels": 4,
"layers_per_block": 2,
"mid_block_only_cross_attention": null,
"mid_block_scale_factor": 1,
"mid_block_type": "DreamLiteUNetMidBlock2DCrossAttn",
"norm_eps": 1e-05,
"norm_num_groups": 32,
"num_attention_heads": null,
"num_class_embeds": null,
"num_kv_heads": 1,
"num_mid_layers": 1,
"only_cross_attention": false,
"out_channels": 4,
"projection_class_embeddings_input_dim": 512,
"qk_norm": "rms_norm",
"resnet_out_scale_factor": 1.0,
"resnet_skip_time_act": false,
"resnet_time_scale_shift": "default",
"reverse_transformer_layers_per_block": null,
"sample_size": 128,
"time_cond_proj_dim": null,
"time_embedding_act_fn": null,
"time_embedding_dim": null,
"time_embedding_type": "positional",
"timestep_post_act": null,
"transformer_layers_per_block": [
1,
2,
4
],
"up_block_types": [
"DreamLiteCrossAttnUpBlock2D",
"DreamLiteCrossAttnNoSelfAttnUpBlock2D",
"DreamLiteUpBlock2D"
],
"upcast_attention": null,
"use_linear_projection": true,
"use_sep_conv": true
}