Digsm003 commited on
Commit
6181f4e
·
verified ·
1 Parent(s): b27361f

Upload metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. metadata.json +63 -0
metadata.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen/Qwen2.5-1.5B-Instruct",
3
+ "d_model": 1536,
4
+ "num_layers": 28,
5
+ "num_heads": 12,
6
+ "inject_layer": 9,
7
+ "best_lambda": 1.0,
8
+ "n_incontext": 4,
9
+ "n_target_prompts": 15,
10
+ "top_heads": [
11
+ {
12
+ "layer": 24,
13
+ "head": 3,
14
+ "aie": 0.004586321767419577
15
+ },
16
+ {
17
+ "layer": 20,
18
+ "head": 9,
19
+ "aie": 0.0027352971956133842
20
+ },
21
+ {
22
+ "layer": 0,
23
+ "head": 6,
24
+ "aie": 0.0017912477487698197
25
+ },
26
+ {
27
+ "layer": 17,
28
+ "head": 7,
29
+ "aie": 0.0017713563283905387
30
+ },
31
+ {
32
+ "layer": 20,
33
+ "head": 8,
34
+ "aie": 0.0016093882732093334
35
+ },
36
+ {
37
+ "layer": 21,
38
+ "head": 3,
39
+ "aie": 0.0014112978242337704
40
+ },
41
+ {
42
+ "layer": 18,
43
+ "head": 10,
44
+ "aie": 0.001295118359848857
45
+ },
46
+ {
47
+ "layer": 17,
48
+ "head": 3,
49
+ "aie": 0.0012491021770983934
50
+ },
51
+ {
52
+ "layer": 15,
53
+ "head": 1,
54
+ "aie": 0.00092243158724159
55
+ },
56
+ {
57
+ "layer": 19,
58
+ "head": 11,
59
+ "aie": 0.0007095862529240549
60
+ }
61
+ ],
62
+ "sampling_strategy": "Indices 0-29 used as validation (lambda tuning). Indices 30-44 as target queries. Indices 45+ as in-context pool. N=4 in-context examples per prompt, sampled without replacement."
63
+ }