File size: 34,483 Bytes
78876fc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 | {
"conditions": {
"candidate": {
"n": 156,
"accuracy": 0.9551282051282052,
"balanced_accuracy": 0.9672897196261683,
"by_category": {
"abstain": 1.0,
"answer": 0.9345794392523364
},
"leaks": 0,
"mean_tokens": 22.666666666666668
},
"hf_base": {
"n": 156,
"accuracy": 0.48717948717948717,
"balanced_accuracy": 0.6095746709898913,
"by_category": {
"abstain": 0.9387755102040817,
"answer": 0.2803738317757009
},
"leaks": 0,
"mean_tokens": 38.73717948717949
},
"native_base": {
"n": 156,
"accuracy": 0.48717948717948717,
"balanced_accuracy": 0.6095746709898913,
"by_category": {
"abstain": 0.9387755102040817,
"answer": 0.2803738317757009
},
"leaks": 0,
"mean_tokens": 39.18589743589744
},
"native_challenger": {
"n": 156,
"accuracy": 0.6602564102564102,
"balanced_accuracy": 0.7523364485981308,
"by_category": {
"abstain": 1.0,
"answer": 0.5046728971962616
},
"leaks": 0,
"mean_tokens": 40.967948717948715
},
"cpu_trained": {
"n": 156,
"accuracy": 0.5961538461538461,
"balanced_accuracy": 0.6834827388899485,
"by_category": {
"abstain": 0.9183673469387755,
"answer": 0.4485981308411215
},
"leaks": 0,
"mean_tokens": 0.0
},
"lexical_rules": {
"n": 156,
"accuracy": 0.2692307692307692,
"balanced_accuracy": 0.19626168224299065,
"by_category": {
"abstain": 0.0,
"answer": 0.3925233644859813
},
"leaks": 0,
"mean_tokens": 0.0
},
"gpt_oss_20b": {
"n": 156,
"accuracy": 0.6153846153846154,
"balanced_accuracy": 0.7140949837879077,
"by_category": {
"abstain": 0.9795918367346939,
"answer": 0.4485981308411215
},
"leaks": 0,
"mean_tokens": 58.166666666666664
}
},
"comparisons": {
"hf_base": {
"groups": 103,
"delta": 0.5184466019417475,
"interval95": [
0.4385113268608415,
0.6019579288025887
]
},
"native_base": {
"groups": 103,
"delta": 0.5275080906148868,
"interval95": [
0.4482200647249191,
0.6100323624595468
]
},
"native_challenger": {
"groups": 103,
"delta": 0.34012944983818777,
"interval95": [
0.2576051779935275,
0.42556634304207114
]
},
"cpu_trained": {
"groups": 103,
"delta": 0.36391585760517803,
"interval95": [
0.2823624595469255,
0.44482605177993517
]
},
"lexical_rules": {
"groups": 103,
"delta": 0.6181229773462783,
"interval95": [
0.5307443365695793,
0.7022653721682848
]
},
"gpt_oss_20b": {
"groups": 103,
"delta": 0.38220064724919095,
"interval95": [
0.29563106796116506,
0.47120954692556616
]
}
},
"release_gate_passed": true,
"superior": true,
"minimum_quality": true,
"all_prompt_hashes_exact": true,
"fp32_reload": {
"tensors": 208,
"all_saved_tensors_exact": true,
"storage": "float32",
"weights_sha256": "075107999fddb3b2a28f424beac0a329199aa7f6689ed93df3ff14dd674d0a2d"
},
"conversion": {
"source_weights_sha256": "532513c9c29daa15fe0040d31db93fb26a82ad92aa4626e6947ed915e0bb878a",
"converted_weights_sha256": "075107999fddb3b2a28f424beac0a329199aa7f6689ed93df3ff14dd674d0a2d",
"base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
"source_tensors": 304,
"converted_tensors": 208,
"qkv_groups": 24,
"qkv_rank": 48,
"scaling_preserved": true,
"all_source_tensors_consumed": true,
"max_float32_update_error": 1.862645149230957e-09,
"conversion": "A concatenation, B block diagonal, rank/alpha tripled; output projection -> lm_head",
"mapping": {
"base_model.model.model.layers.0.linear_attn": "base_model.model.model.language_model.layers.0.linear_attn.in_proj_qkv",
"base_model.model.model.layers.1.linear_attn": "base_model.model.model.language_model.layers.1.linear_attn.in_proj_qkv",
"base_model.model.model.layers.10.linear_attn": "base_model.model.model.language_model.layers.10.linear_attn.in_proj_qkv",
"base_model.model.model.layers.12.linear_attn": "base_model.model.model.language_model.layers.12.linear_attn.in_proj_qkv",
"base_model.model.model.layers.13.linear_attn": "base_model.model.model.language_model.layers.13.linear_attn.in_proj_qkv",
"base_model.model.model.layers.14.linear_attn": "base_model.model.model.language_model.layers.14.linear_attn.in_proj_qkv",
"base_model.model.model.layers.16.linear_attn": "base_model.model.model.language_model.layers.16.linear_attn.in_proj_qkv",
"base_model.model.model.layers.17.linear_attn": "base_model.model.model.language_model.layers.17.linear_attn.in_proj_qkv",
"base_model.model.model.layers.18.linear_attn": "base_model.model.model.language_model.layers.18.linear_attn.in_proj_qkv",
"base_model.model.model.layers.2.linear_attn": "base_model.model.model.language_model.layers.2.linear_attn.in_proj_qkv",
"base_model.model.model.layers.20.linear_attn": "base_model.model.model.language_model.layers.20.linear_attn.in_proj_qkv",
"base_model.model.model.layers.21.linear_attn": "base_model.model.model.language_model.layers.21.linear_attn.in_proj_qkv",
"base_model.model.model.layers.22.linear_attn": "base_model.model.model.language_model.layers.22.linear_attn.in_proj_qkv",
"base_model.model.model.layers.24.linear_attn": "base_model.model.model.language_model.layers.24.linear_attn.in_proj_qkv",
"base_model.model.model.layers.25.linear_attn": "base_model.model.model.language_model.layers.25.linear_attn.in_proj_qkv",
"base_model.model.model.layers.26.linear_attn": "base_model.model.model.language_model.layers.26.linear_attn.in_proj_qkv",
"base_model.model.model.layers.28.linear_attn": "base_model.model.model.language_model.layers.28.linear_attn.in_proj_qkv",
"base_model.model.model.layers.29.linear_attn": "base_model.model.model.language_model.layers.29.linear_attn.in_proj_qkv",
"base_model.model.model.layers.30.linear_attn": "base_model.model.model.language_model.layers.30.linear_attn.in_proj_qkv",
"base_model.model.model.layers.4.linear_attn": "base_model.model.model.language_model.layers.4.linear_attn.in_proj_qkv",
"base_model.model.model.layers.5.linear_attn": "base_model.model.model.language_model.layers.5.linear_attn.in_proj_qkv",
"base_model.model.model.layers.6.linear_attn": "base_model.model.model.language_model.layers.6.linear_attn.in_proj_qkv",
"base_model.model.model.layers.8.linear_attn": "base_model.model.model.language_model.layers.8.linear_attn.in_proj_qkv",
"base_model.model.model.layers.9.linear_attn": "base_model.model.model.language_model.layers.9.linear_attn.in_proj_qkv",
"base_model.model.model.layers.0.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.0.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.0.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.0.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.0.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.0.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.0.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.1.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.1.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.1.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.1.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.1.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.1.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.1.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.2.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.2.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.2.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.2.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.2.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.2.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.2.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.3.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.3.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.3.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.3.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.3.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.3.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.3.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.3.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.3.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.3.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.3.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.3.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.4.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.4.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.4.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.4.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.4.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.4.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.4.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.5.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.5.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.5.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.5.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.5.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.5.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.5.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.6.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.6.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.6.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.6.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.6.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.6.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.6.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.7.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.7.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.7.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.7.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.7.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.7.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.7.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.7.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.7.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.7.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.7.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.7.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.8.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.8.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.8.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.8.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.8.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.8.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.8.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.9.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.9.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.9.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.9.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.9.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.9.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.9.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.10.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.10.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.10.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.10.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.10.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.10.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.10.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.11.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.11.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.11.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.11.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.11.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.11.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.11.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.11.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.11.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.11.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.11.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.11.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.12.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.12.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.12.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.12.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.12.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.12.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.12.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.13.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.13.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.13.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.13.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.13.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.13.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.13.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.14.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.14.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.14.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.14.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.14.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.14.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.14.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.15.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.15.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.15.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.15.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.15.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.15.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.15.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.15.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.15.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.15.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.15.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.15.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.16.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.16.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.16.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.16.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.16.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.16.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.16.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.17.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.17.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.17.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.17.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.17.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.17.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.17.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.18.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.18.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.18.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.18.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.18.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.18.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.18.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.19.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.19.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.19.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.19.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.19.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.19.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.19.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.19.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.19.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.19.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.19.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.19.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.20.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.20.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.20.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.20.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.20.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.20.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.20.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.21.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.21.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.21.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.21.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.21.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.21.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.21.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.22.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.22.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.22.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.22.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.22.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.22.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.22.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.23.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.23.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.23.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.23.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.23.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.23.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.23.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.23.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.23.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.23.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.23.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.23.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.24.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.24.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.24.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.24.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.24.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.24.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.24.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.25.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.25.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.25.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.25.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.25.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.25.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.25.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.26.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.26.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.26.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.26.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.26.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.26.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.26.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.27.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.27.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.27.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.27.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.27.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.27.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.27.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.27.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.27.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.27.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.27.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.27.self_attn.o_proj.lora_B.weight",
"base_model.model.model.layers.28.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.28.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.28.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.28.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.28.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.28.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.28.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.29.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.29.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.29.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.29.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.29.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.29.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.29.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.30.linear_attn.in_proj_z.lora_A.weight": "base_model.model.model.language_model.layers.30.linear_attn.in_proj_z.lora_A.weight",
"base_model.model.model.layers.30.linear_attn.in_proj_z.lora_B.weight": "base_model.model.model.language_model.layers.30.linear_attn.in_proj_z.lora_B.weight",
"base_model.model.model.layers.30.linear_attn.out_proj.lora_A.weight": "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_A.weight",
"base_model.model.model.layers.30.linear_attn.out_proj.lora_B.weight": "base_model.model.model.language_model.layers.30.linear_attn.out_proj.lora_B.weight",
"base_model.model.model.layers.31.self_attn.q_proj.lora_A.weight": "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_A.weight",
"base_model.model.model.layers.31.self_attn.q_proj.lora_B.weight": "base_model.model.model.language_model.layers.31.self_attn.q_proj.lora_B.weight",
"base_model.model.model.layers.31.self_attn.k_proj.lora_A.weight": "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_A.weight",
"base_model.model.model.layers.31.self_attn.k_proj.lora_B.weight": "base_model.model.model.language_model.layers.31.self_attn.k_proj.lora_B.weight",
"base_model.model.model.layers.31.self_attn.v_proj.lora_A.weight": "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_A.weight",
"base_model.model.model.layers.31.self_attn.v_proj.lora_B.weight": "base_model.model.model.language_model.layers.31.self_attn.v_proj.lora_B.weight",
"base_model.model.model.layers.31.self_attn.o_proj.lora_A.weight": "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_A.weight",
"base_model.model.model.layers.31.self_attn.o_proj.lora_B.weight": "base_model.model.model.language_model.layers.31.self_attn.o_proj.lora_B.weight"
},
"external_load_verified": true,
"verification_report": "evaluation.json"
},
"base": "Qwen/Qwen3.5-4B",
"base_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
"rows_sha256": "b3c542237dba50153d88d9358db3c05351bdfbd99fa6b7b87362b9751de5bde3",
"seconds_per_request": {
"base": 0.8669059229102388,
"candidate": 0.5922850079359472
},
"native_candidate_agreement": 1.0,
"environment": {
"torch": "2.6.0+cu126",
"transformers": "5.22.1",
"peft": "0.21.2"
},
"gpu": "NVIDIA A100-SXM4-80GB",
"batch_size": 8,
"scope": "Exact reference passage-set agreement, not full-answer accuracy or independent human entailment. Paper-disjoint synthetic teacher annotations; strengthened CPU baseline added after native test result. Final checkpoint fixed before native test, no retraining.",
"original_backbone_config": {
"provider": "tinker",
"purpose": "evidence-original-base",
"reserved_usd": 0.7,
"status": "reserved",
"model": "openai/gpt-oss-20b",
"revision": "6cee5e81ee83917806bbde320786a8fb61efebee",
"max_tokens": 4096,
"reasoning": "low",
"added_after_native_result": true,
"rows_sha256": "b3c542237dba50153d88d9358db3c05351bdfbd99fa6b7b87362b9751de5bde3",
"rates": {
"prefill": 0.18,
"sample": 0.45
},
"scope": "Untuned original paper-agent backbone, same narrowed ID-selection task; no training or test-based candidate changes."
}
}
|