File size: 280 Bytes
4ecb2ec
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
  "model": {
    "vocab_size": 8192,
    "dim": 384,
    "n_layers": 6,
    "n_heads": 6,
    "n_kv_heads": 2,
    "seq_len": 768,
    "rope_theta": 10000.0
  },
  "quantize": "int8",
  "stage": "sft",
  "picked_by": "execution_accuracy",
  "client": "sqlbot",
  "task": "sql"
}