shear / model_config.json
pkcii's picture
Upload 9 files
7f5545c verified
Raw History Blame Contribute Delete
600 Bytes
{
"architecture": "bge-m3-masked",
"export_type": "masked",
"has_embedding_heads": true,
"base_model": "BAAI/bge-m3",
"original_dimensions": true,
"head_config": {
"dense_dim": 1024,
"vocab_size": 250002,
"hidden_size": 1024
},
"mask_info": {
"layer_z": {
"shape": [
24
],
"sparsity": 0.5
},
"head_z": {
"shape": [
24,
1,
16,
1
],
"sparsity": 0.5
},
"intermediate_z": {
"shape": [
24,
1,
1,
4096
],
"sparsity": 0.5
}
}
}