Concerto-Base-Origin / config.json
bigshanedogg's picture
Upload Concerto-Base-Origin (transformers port, original code)
72627e1 verified
Raw History Blame Contribute Delete
1.19 kB
{
"architectures": [
"ConcertoModel"
],
"auto_map": {
"AutoConfig": "configuration_concerto.ConcertoConfig",
"AutoModel": "modeling_concerto.ConcertoModel"
},
"dtype": "float32",
"enable_flash": null,
"enc_patch_size": null,
"model_type": "concerto",
"ptv3_config": {
"attn_drop": 0.0,
"drop_path": 0.3,
"enable_flash": true,
"enable_rpe": false,
"enc_channels": [
48,
96,
192,
384,
512
],
"enc_depths": [
3,
3,
3,
12,
3
],
"enc_mode": true,
"enc_num_head": [
3,
6,
12,
24,
32
],
"enc_patch_size": [
1024,
1024,
1024,
1024,
1024
],
"in_channels": 9,
"mask_token": true,
"mlp_ratio": 4,
"order": [
"z",
"z-trans",
"hilbert",
"hilbert-trans"
],
"pre_norm": true,
"proj_drop": 0.0,
"qk_scale": null,
"qkv_bias": true,
"shuffle_orders": true,
"stride": [
2,
2,
2,
2
],
"traceable": true,
"upcast_attention": false,
"upcast_softmax": false
},
"transformers_version": "5.20.2"
}