File size: 576 Bytes
615b72a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "model.layers.1.engram_layer.multi_head_embedding.embedding.weight": {
    "rows": 164994380,
    "rel_rms_error": 0.025794996128077223
  },
  "model.layers.11.engram_layer.multi_head_embedding.embedding.weight": {
    "rows": 164999008,
    "rel_rms_error": 0.025905215853857078
  },
  "model.layers.21.engram_layer.multi_head_embedding.embedding.weight": {
    "rows": 165004086,
    "rel_rms_error": 0.026003107898576922
  },
  "model.layers.31.engram_layer.multi_head_embedding.embedding.weight": {
    "rows": 165008942,
    "rel_rms_error": 0.02601790873167511
  }
}