| { | |
| "library_name": "zeromodels", | |
| "zeromodels_version": "1.3.0", | |
| "model_module": "zeromodels.models.mpnet", | |
| "model_class": "MPNetModel", | |
| "variant": "mpnet_base", | |
| "weights": "model.weights.h5", | |
| "schema_version": 2, | |
| "weight_dtype": "float32", | |
| "model_type": "mpnet", | |
| "text_config": { | |
| "vocab_size": 30527, | |
| "embed_dim": 768, | |
| "num_layers": 12, | |
| "num_heads": 12, | |
| "mlp_dim": 3072, | |
| "max_position_embeddings": 514, | |
| "relative_attention_num_buckets": 32, | |
| "hidden_act": "gelu", | |
| "layer_norm_eps": 1e-05, | |
| "pad_token_id": 1 | |
| } | |
| } |