transformer/config.json

{
  "_class_name": "CosmosTransformer3DModel",
  "_diffusers_version": "0.40.0.dev0",
  "adaln_lora_dim": 4,
  "attention_head_dim": 16,
  "concat_padding_mask": true,
  "controlnet_block_every_n": null,
  "crossattn_proj_in_channels": 1024,
  "encoder_hidden_states_channels": 1024,
  "extra_pos_embed_type": null,
  "img_context_dim_in": null,
  "img_context_dim_out": 2048,
  "img_context_num_tokens": 256,
  "in_channels": 4,
  "max_size": [
    4,
    32,
    32
  ],
  "mlp_ratio": 2,
  "num_attention_heads": 2,
  "num_layers": 2,
  "out_channels": 4,
  "patch_size": [
    1,
    2,
    2
  ],
  "rope_scale": [
    1.0,
    4.0,
    4.0
  ],
  "text_embed_dim": 16,
  "use_crossattn_projection": false
}