File size: 367 Bytes
065ec46
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "config": {
    "base": "Qwen/Qwen2.5-1.5B-Instruct",
    "lora_rank": 16,
    "lora_alpha": 32,
    "lora_targets": [
      "q_proj",
      "k_proj",
      "v_proj",
      "o_proj",
      "gate_proj",
      "up_proj",
      "down_proj"
    ],
    "max_state_tokens": 768
  },
  "temperature": {
    "choice": 1.0779,
    "score": 1.0253,
    "null": 1.0253
  }
}