Hugging Face's logo

PowerMachine
/
HAKO-v2

Model card Files
xet
 Community
HAKO-v2
File size: 905 Bytes
4f42a02
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "tag": "gpt2g",
  "repo": "onnx-community/gpt2-ONNX-GQA",
  "kind": "text-gqa",
  "notas": "GPT-2 com atencao agrupada (GQA) exportada ONNX/OGA",
  "matrix": "transformer.wte.weight",
  "shape": [
    50257,
    768
  ],
  "dtype": "1",
  "K_experts": 32,
  "K_xi": 8,
  "d_src": 768,
  "n_adapters": 4,
  "inertia": 4229.31640625,
  "samples": 6000,
  "int4": true,
  "adapter_rank": 48,
  "epoca": "<= 2024/2025",
  "gqa_signature": {
    "gqa_nodes": 12,
    "ops_top": [
      [
        "Add",
        97
      ],
      [
        "MatMul",
        73
      ],
      [
        "LayerNormalization",
        25
      ],
      [
        "GroupQueryAttention",
        12
      ],
      [
        "Gelu",
        12
      ],
      [
        "Gather",
        3
      ],
      [
        "Constant",
        2
      ],
      [
        "Cast",
        2
      ]
    ],
    "kv_candidate_shapes": []
  }
}