aparecium-matrix / config.json
rtedwardchen's picture
Add matrix reconstruction model
188712f verified
Raw History Blame Contribute Delete
1.8 kB
{
"schema_version": 1,
"model_type": "aparecium_matrix",
"architecture": "dense_gelu_layernorm_frozen_vocabulary",
"state_width": 768,
"vocabulary_size": 30527,
"encoder_model_id": "sentence-transformers/all-mpnet-base-v2",
"encoder_revision": "e8c3b32edf5434bc2275fc9bab85f82640a19130",
"tokenizer_revision": "e8c3b32edf5434bc2275fc9bab85f82640a19130",
"pad_token_id": 1,
"bos_token_id": 0,
"eos_token_id": 2,
"unk_token_id": 104,
"max_sequence_length": 256,
"layer_norm_eps": 1e-05,
"weights_file": "model.safetensors",
"weights_sha256": "6640352b827d1175d0e2d7673e6a1e61e68eea55c8ef12a9d8510dd3aa2e8584",
"source_checkpoint_sha256": "020c818a4acce8ed170d44076111751217dcd65689072ba969ad318813997116",
"vocabulary_array_sha256": "7002c8c982d9df1ddbe7cef4f392ac427ce74bebdbf98a466a2a49f5d7ddcd1b",
"tensor_sha256": {
"dense.bias": "aaeac72ea50d9a015f1828c7971785893a089b8af23df5b61bc46cf53bf25452",
"dense.weight": "c955da8b808af45dd440d23e82461f6571bb9d17f0e540661d91d89a21201651",
"layer_norm.bias": "fe9af289962d10ad51d1a45b3d204a5c28ab697959ab9f2f7c52b27f44e2dd5a",
"layer_norm.weight": "5d1e6415fd58abb9208e05b3ce75e9ff7618cde6dab4e26e8b2e84435c7d24ba",
"vocabulary": "7002c8c982d9df1ddbe7cef4f392ac427ce74bebdbf98a466a2a49f5d7ddcd1b",
"vocabulary_bias": "4f2b391deaffada907134ba70d5c83d77983c545b2e73767670b43eb8add988f"
},
"tokenizer_files_sha256": {
"tokenizer.json": "d00dad6f80b7eab804479a58634a58a50966366627f847e47848bac52873995d",
"tokenizer_config.json": "9b2bebc2f0cf757ba71279c15500ab39b8a5788c04b00b7fb0b7c6b958400068",
"special_tokens_map.json": "becf54aafa607d9dc2ec7e7ba8eb6ed71f5133009a815a0aa86677c733046fe2",
"vocab.txt": "dbd90cb94e2247bd4d4ccaecbf616d2290e66691d7d5e5bb81f063c2d0649ada"
}
}