File size: 603 Bytes
e11caaf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"activation": "gelu",
"architectures": [
"FLAMEForPrediction"
],
"auto_map": {
"AutoConfig": "configuration_flame.FLAMEConfig",
"AutoModelForCausalLM": "modeling_flame.FLAMEForPrediction"
},
"couple_layers": 3,
"d_conv": 4,
"d_couple": 256,
"d_ff": 512,
"d_model": 256,
"dec_layers": 1,
"dropout": 0.2,
"enc_layers": 1,
"expand": 2,
"head_dim": 64,
"head_dropout": 0.2,
"learnable": false,
"model_type": "flame",
"n_heads": 4,
"norm_mode": "layer",
"patch_len": 48,
"stride": 48,
"torch_dtype": "float32",
"transformers_version": "4.53.2"
}
|