File size: 444 Bytes
4f42a02
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "tag": "gpt2a",
  "repo": "onnx-community/gpt2-alpaca-gpt4-ONNX",
  "kind": "text-instruction",
  "notas": "GPT-2 124M afinado em Alpaca-GPT4 (epoca <= 2023/24)",
  "matrix": "transformer.wte.weight",
  "shape": [
    50260,
    768
  ],
  "dtype": "float16",
  "K_experts": 32,
  "K_xi": 8,
  "d_src": 768,
  "n_adapters": 4,
  "inertia": 4198.662109375,
  "samples": 6000,
  "int4": true,
  "adapter_rank": 48,
  "epoca": "<= 2024/2025"
}