Hugging Face's logo

adimyth
/
compass-lora-v2

PEFT
Safetensors
lora
decision-model
compass
Model card Files
xet
 Community
compass-lora-v2
File size: 3,378 Bytes
bfa8af0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
{
  "args": {
    "train": "dev/splits_v2/train.jsonl",
    "select": "dev/splits_v2/selection.jsonl",
    "out": "release/lora-v2",
    "model_name": "Qwen/Qwen3.5-4B",
    "rank": 16,
    "alpha": 32,
    "lora_dropout": 0.05,
    "lr": 0.0001,
    "weight_decay": 0.01,
    "epochs": 2,
    "accum": 8,
    "fusion": 0.5,
    "ordinal_w": 0.5,
    "perm_w": 0.5,
    "perm_p": 0.5,
    "opaque_p": 0.5,
    "eval_every": 400,
    "patience": 3,
    "max_select": 400,
    "seed": 0
  },
  "n_train": 2150,
  "n_select": 161,
  "best_selection_loss": 0.8873302168802816,
  "best_step": 250,
  "log": [
    {
      "step": 0,
      "seen": 0,
      "loss": 1.336758746236262,
      "acc": 0.7080745341614907,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "7/7",
        "policy": "11/13",
        "probability": "29/60",
        "routing": "60/71"
      }
    },
    {
      "step": 50,
      "seen": 400,
      "loss": 1.0610499146397323,
      "acc": 0.8260869565217391,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "7/7",
        "policy": "8/13",
        "probability": "47/60",
        "routing": "65/71"
      }
    },
    {
      "step": 100,
      "seen": 800,
      "loss": 1.031379698107586,
      "acc": 0.906832298136646,
      "by_family": {
        "adequacy": "8/10",
        "ambiguous": "7/7",
        "policy": "9/13",
        "probability": "55/60",
        "routing": "67/71"
      }
    },
    {
      "step": 150,
      "seen": 1200,
      "loss": 0.9625220286051789,
      "acc": 0.8757763975155279,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "52/60",
        "routing": "67/71"
      }
    },
    {
      "step": 200,
      "seen": 1600,
      "loss": 0.9321816444499288,
      "acc": 0.9316770186335404,
      "by_family": {
        "adequacy": "9/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "60/60",
        "routing": "65/71"
      }
    },
    {
      "step": 250,
      "seen": 2000,
      "loss": 0.8873302168802816,
      "acc": 0.9130434782608695,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "8/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    },
    {
      "step": 301,
      "seen": 2406,
      "loss": 0.9988113209218529,
      "acc": 0.9130434782608695,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "6/7",
        "policy": "11/13",
        "probability": "58/60",
        "routing": "66/71"
      }
    },
    {
      "step": 351,
      "seen": 2806,
      "loss": 1.0362505128805466,
      "acc": 0.9254658385093167,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    },
    {
      "step": 401,
      "seen": 3206,
      "loss": 0.990789322077885,
      "acc": 0.9192546583850931,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "9/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    }
  ],
  "targets": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj",
    "in_proj_qkv",
    "in_proj_z",
    "out_proj",
    "gate_proj",
    "up_proj",
    "down_proj"
  ]
}