| { |
| "_name_or_path": "/content/drive/MyDrive/model/funnel", |
| "activation_dropout": 0.0, |
| "architectures": [ |
| "FunnelForMaskedLM" |
| ], |
| "attention_dropout": 0.1, |
| "attention_type": "relative_shift", |
| "block_repeats": [ |
| 1, |
| 1, |
| 1 |
| ], |
| "block_sizes": [ |
| 4, |
| 4, |
| 4 |
| ], |
| "d_head": 64, |
| "d_inner": 1536, |
| "d_model": 384, |
| "hidden_act": "gelu_new", |
| "hidden_dropout": 0.1, |
| "initializer_range": 0.1, |
| "initializer_std": null, |
| "layer_norm_eps": 1e-09, |
| "model_type": "funnel", |
| "n_head": 6, |
| "num_decoder_layers": 2, |
| "pool_q_only": true, |
| "pooling_type": "mean", |
| "separate_cls": true, |
| "torch_dtype": "float32", |
| "transformers_version": "4.40.2", |
| "truncate_seq": true, |
| "vocab_size": 909 |
| } |
|
|
