File size: 181 Bytes
fd5a7ee | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"base_model": "Qwen/Qwen2.5-0.5B",
"r": 16,
"alpha": 32,
"targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"max_len": 640,
"trained_on": 45000
} |
fd5a7ee | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"base_model": "Qwen/Qwen2.5-0.5B",
"r": 16,
"alpha": 32,
"targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"max_len": 640,
"trained_on": 45000
} |