hy4-flash-concise / engram-fp8.json
cloudyu's picture
Add files using upload-large-folder tool
615b72a verified
Raw History Blame Contribute Delete
576 Bytes
{
"model.layers.1.engram_layer.multi_head_embedding.embedding.weight": {
"rows": 164994380,
"rel_rms_error": 0.025794996128077223
},
"model.layers.11.engram_layer.multi_head_embedding.embedding.weight": {
"rows": 164999008,
"rel_rms_error": 0.025905215853857078
},
"model.layers.21.engram_layer.multi_head_embedding.embedding.weight": {
"rows": 165004086,
"rel_rms_error": 0.026003107898576922
},
"model.layers.31.engram_layer.multi_head_embedding.embedding.weight": {
"rows": 165008942,
"rel_rms_error": 0.02601790873167511
}
}