awork2103 commited on
Commit
83b366e
·
verified ·
1 Parent(s): 0a67039

Upload evaluated Qwen3.5-9B QLoRA adapter

Browse files
README.md CHANGED
@@ -38,7 +38,7 @@ This model was trained with SFT.
38
 
39
  ### Framework versions
40
 
41
- - PEFT 0.20.0
42
  - TRL: 1.13.0
43
  - Transformers: 5.17.0
44
  - Pytorch: 2.14.0
 
38
 
39
  ### Framework versions
40
 
41
+ - PEFT 0.21.0
42
  - TRL: 1.13.0
43
  - Transformers: 5.17.0
44
  - Pytorch: 2.14.0
adapter_config.json CHANGED
@@ -12,6 +12,7 @@
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
 
15
  "layer_replication": null,
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
@@ -25,19 +26,19 @@
25
  "modules_to_save": null,
26
  "monteclora_config": null,
27
  "peft_type": "LORA",
28
- "peft_version": "0.20.0",
29
  "qalora_group_size": 16,
30
  "r": 16,
31
  "rank_pattern": {},
32
  "revision": null,
33
  "target_modules": [
34
  "k_proj",
35
- "v_proj",
36
- "up_proj",
37
- "gate_proj",
38
  "q_proj",
 
39
  "o_proj",
40
- "down_proj"
 
 
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
 
12
  "fan_in_fan_out": false,
13
  "inference_mode": true,
14
  "init_lora_weights": true,
15
+ "kasa_config": null,
16
  "layer_replication": null,
17
  "layers_pattern": null,
18
  "layers_to_transform": null,
 
26
  "modules_to_save": null,
27
  "monteclora_config": null,
28
  "peft_type": "LORA",
29
+ "peft_version": "0.21.0",
30
  "qalora_group_size": 16,
31
  "r": 16,
32
  "rank_pattern": {},
33
  "revision": null,
34
  "target_modules": [
35
  "k_proj",
 
 
 
36
  "q_proj",
37
+ "up_proj",
38
  "o_proj",
39
+ "v_proj",
40
+ "down_proj",
41
+ "gate_proj"
42
  ],
43
  "target_parameters": null,
44
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:484256ce4ae26b025daf1898ed2fbc3580fc961a549125ff8ac90d1e9f0970d5
3
  size 116425880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e75fbf7e591e56e123bbe9e11374b1dae8f0a962fd4163bdeb24312e6bc29922
3
  size 116425880
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9f4032ea0d560f66d2a82f0aaf9951b63b5f6c1b6ef14c4309aa4d43793add3
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d65b4f59d92c9a84fb3f45baabb395a72edfe180b3c0a93ffd71166cdff6c67
3
  size 5841