jjaehyeok2 commited on
Commit
2df3ec1
·
verified ·
1 Parent(s): 52bca85

Upload adapter_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. adapter_config.json +23 -0
adapter_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "LoraLoaderMixin",
3
+ "block_size": null,
4
+ "hidden_size": null,
5
+ "intermediate_size": null,
6
+ "lora_alpha": 16,
7
+ "lora_dropout": 0.0,
8
+ "r": 4,
9
+ "rank_pattern": {},
10
+ "target_modules": [
11
+ "attn1.to_q",
12
+ "attn1.to_k",
13
+ "attn1.to_v",
14
+ "attn1.to_out.0",
15
+ "attn2.to_q",
16
+ "attn2.to_k",
17
+ "attn2.to_v",
18
+ "attn2.to_out.0",
19
+ "ff.net.0.proj",
20
+ "ff.net.2"
21
+ ],
22
+ "use_bias": false
23
+ }