| { |
| "activation": "gelu", |
| "architectures": [ |
| "FLAMEForPrediction" |
| ], |
| "auto_map": { |
| "AutoConfig": "configuration_flame.FLAMEConfig", |
| "AutoModelForCausalLM": "modeling_flame.FLAMEForPrediction" |
| }, |
| "couple_layers": 3, |
| "d_conv": 4, |
| "d_couple": 256, |
| "d_ff": 512, |
| "d_model": 256, |
| "dec_layers": 1, |
| "dropout": 0.2, |
| "enc_layers": 1, |
| "expand": 2, |
| "head_dim": 64, |
| "head_dropout": 0.2, |
| "learnable": false, |
| "model_type": "flame", |
| "n_heads": 4, |
| "norm_mode": "layer", |
| "patch_len": 48, |
| "stride": 48, |
| "torch_dtype": "float32", |
| "transformers_version": "4.53.2" |
| } |
|
|
