PEFT
Safetensors
lora
safety
probes
alignment
ynckdrt commited on
Commit
a185b04
·
verified ·
1 Parent(s): d26420d

polytope_nonlinear_refit: run record

Browse files
mistral-7b-instruct-v0.1/polytope_nonlinear_refit/metrics.json ADDED
@@ -0,0 +1,736 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_hashes": {
3
+ "dolci_kl_pool": "e0b7e386e50f7592f9558eeb3f78ef55a8d4a8639c5bdf29af2a511c52cb04ea",
4
+ "strongreject_judge_template": "6d01841899e99f1f57c4f19153056051684ede2a7e1b54ebbb37b5ddff981768"
5
+ },
6
+ "detector": {
7
+ "first_fit": {
8
+ "loss_first": 18.550861358642578,
9
+ "loss_last": 0.2106495115160942,
10
+ "steps": 3000
11
+ },
12
+ "kind": "polytope_nonlinear",
13
+ "num_facets": 16,
14
+ "refit": true,
15
+ "scale": 15.86211109161377,
16
+ "test_auroc_end": 0.7438760000000001,
17
+ "test_auroc_start": 0.880312
18
+ },
19
+ "history": [
20
+ {
21
+ "harm": 0.6926201521873009,
22
+ "step": 0,
23
+ "utility": 0.786
24
+ },
25
+ {
26
+ "answer_tokens": 3253,
27
+ "grad_norm": 176.70883178710938,
28
+ "harm": 0.657486250787042,
29
+ "kl": 0.0,
30
+ "probe_loss": 13.529994010925293,
31
+ "refit": {
32
+ "loss_first": 0.3149382472038269,
33
+ "loss_last": 0.19468685001134872,
34
+ "steps": 500
35
+ },
36
+ "step": 1,
37
+ "utility": 0.786
38
+ },
39
+ {
40
+ "answer_tokens": 3612,
41
+ "grad_norm": 104.66558837890625,
42
+ "harm": 0.547645959315123,
43
+ "kl": 0.001716298284009099,
44
+ "probe_loss": 7.160808563232422,
45
+ "refit": {
46
+ "loss_first": 0.7703515887260437,
47
+ "loss_last": 0.2986321088671684,
48
+ "steps": 500
49
+ },
50
+ "step": 2,
51
+ "utility": 0.786
52
+ },
53
+ {
54
+ "answer_tokens": 3384,
55
+ "grad_norm": 68.79695129394531,
56
+ "harm": 0.46961784283514135,
57
+ "kl": 0.004614165984094143,
58
+ "probe_loss": 2.553175210952759,
59
+ "refit": {
60
+ "loss_first": 1.9280576705932617,
61
+ "loss_last": 0.5344509410858155,
62
+ "steps": 500
63
+ },
64
+ "step": 3,
65
+ "utility": 0.79
66
+ },
67
+ {
68
+ "answer_tokens": 3715,
69
+ "grad_norm": 32.690696716308594,
70
+ "harm": 0.4121831495841616,
71
+ "kl": 0.00492145586758852,
72
+ "probe_loss": 1.002219796180725,
73
+ "refit": {
74
+ "loss_first": 2.500412702560425,
75
+ "loss_last": 0.8739119064807892,
76
+ "steps": 500
77
+ },
78
+ "step": 4,
79
+ "utility": 0.788
80
+ },
81
+ {
82
+ "answer_tokens": 3316,
83
+ "grad_norm": 27.66661262512207,
84
+ "harm": 0.4094566705240868,
85
+ "kl": 0.012135813478380442,
86
+ "probe_loss": 0.9238447546958923,
87
+ "refit": {
88
+ "loss_first": 2.87831711769104,
89
+ "loss_last": 1.249423279762268,
90
+ "steps": 500
91
+ },
92
+ "step": 5,
93
+ "utility": 0.786
94
+ },
95
+ {
96
+ "answer_tokens": 3512,
97
+ "grad_norm": 18.8475284576416,
98
+ "harm": 0.4040676094806986,
99
+ "kl": 0.020301036536693573,
100
+ "probe_loss": 0.570209801197052,
101
+ "refit": {
102
+ "loss_first": 3.596926212310791,
103
+ "loss_last": 1.5637144589424132,
104
+ "steps": 500
105
+ },
106
+ "step": 6,
107
+ "utility": 0.786
108
+ },
109
+ {
110
+ "answer_tokens": 3416,
111
+ "grad_norm": 25.428218841552734,
112
+ "harm": 0.3645088281389326,
113
+ "kl": 0.022675547748804092,
114
+ "probe_loss": 0.7776741981506348,
115
+ "refit": {
116
+ "loss_first": 3.9484128952026367,
117
+ "loss_last": 1.8728239965438842,
118
+ "steps": 500
119
+ },
120
+ "step": 7,
121
+ "utility": 0.782
122
+ },
123
+ {
124
+ "answer_tokens": 3554,
125
+ "grad_norm": 23.937536239624023,
126
+ "harm": 0.36991498118732125,
127
+ "kl": 0.04372534714639187,
128
+ "probe_loss": 0.6064220666885376,
129
+ "refit": {
130
+ "loss_first": 5.395241737365723,
131
+ "loss_last": 2.236475052833557,
132
+ "steps": 500
133
+ },
134
+ "step": 8,
135
+ "utility": 0.764
136
+ },
137
+ {
138
+ "answer_tokens": 3414,
139
+ "grad_norm": 31.505470275878906,
140
+ "harm": 0.3746173581876792,
141
+ "kl": 0.0726093202829361,
142
+ "probe_loss": 0.9314441680908203,
143
+ "refit": {
144
+ "loss_first": 4.9106245040893555,
145
+ "loss_last": 2.6205641984939576,
146
+ "steps": 500
147
+ },
148
+ "step": 9,
149
+ "utility": 0.752
150
+ },
151
+ {
152
+ "answer_tokens": 3320,
153
+ "grad_norm": 64.0111312866211,
154
+ "harm": 0.32726684069959444,
155
+ "kl": 0.12525054067373276,
156
+ "probe_loss": 1.913872241973877,
157
+ "refit": {
158
+ "loss_first": 3.6936962604522705,
159
+ "loss_last": 2.6475538754463197,
160
+ "steps": 500
161
+ },
162
+ "step": 10,
163
+ "utility": 0.746
164
+ },
165
+ {
166
+ "answer_tokens": 3767,
167
+ "grad_norm": 65.54915618896484,
168
+ "harm": 0.31829106585588307,
169
+ "kl": 0.1471983976662159,
170
+ "probe_loss": 1.6562989950180054,
171
+ "refit": {
172
+ "loss_first": 3.44484543800354,
173
+ "loss_last": 2.680374360084534,
174
+ "steps": 500
175
+ },
176
+ "step": 11,
177
+ "utility": 0.734
178
+ },
179
+ {
180
+ "answer_tokens": 3594,
181
+ "grad_norm": 61.539878845214844,
182
+ "harm": 0.2841310248035006,
183
+ "kl": 0.09405242279171944,
184
+ "probe_loss": 1.777840495109558,
185
+ "refit": {
186
+ "loss_first": 3.377985954284668,
187
+ "loss_last": 2.6893844556808473,
188
+ "steps": 500
189
+ },
190
+ "step": 12,
191
+ "utility": 0.738
192
+ },
193
+ {
194
+ "answer_tokens": 3616,
195
+ "grad_norm": 68.65392303466797,
196
+ "harm": 0.29474851812236014,
197
+ "kl": 0.16996069252490997,
198
+ "probe_loss": 2.182025671005249,
199
+ "refit": {
200
+ "loss_first": 3.9107882976531982,
201
+ "loss_last": 2.7197746777534486,
202
+ "steps": 500
203
+ },
204
+ "step": 13,
205
+ "utility": 0.74
206
+ },
207
+ {
208
+ "answer_tokens": 3501,
209
+ "grad_norm": 67.83924102783203,
210
+ "harm": 0.3138782867696136,
211
+ "kl": 0.1478545218706131,
212
+ "probe_loss": 2.2218270301818848,
213
+ "refit": {
214
+ "loss_first": 3.83837890625,
215
+ "loss_last": 2.747377018928528,
216
+ "steps": 500
217
+ },
218
+ "step": 14,
219
+ "utility": 0.748
220
+ },
221
+ {
222
+ "answer_tokens": 3505,
223
+ "grad_norm": 60.263099670410156,
224
+ "harm": 0.32203186934813854,
225
+ "kl": 0.09947972744703293,
226
+ "probe_loss": 2.075309991836548,
227
+ "refit": {
228
+ "loss_first": 3.0583949089050293,
229
+ "loss_last": 2.814046792984009,
230
+ "steps": 500
231
+ },
232
+ "step": 15,
233
+ "utility": 0.76
234
+ },
235
+ {
236
+ "answer_tokens": 3609,
237
+ "grad_norm": 147.5452117919922,
238
+ "harm": 0.32695669325883503,
239
+ "kl": 0.2192162200808525,
240
+ "probe_loss": 1.4113129377365112,
241
+ "refit": {
242
+ "loss_first": 2.5908658504486084,
243
+ "loss_last": 2.686175436973572,
244
+ "steps": 500
245
+ },
246
+ "step": 16,
247
+ "utility": 0.762
248
+ },
249
+ {
250
+ "answer_tokens": 3922,
251
+ "grad_norm": 47.973018646240234,
252
+ "harm": 0.3338823676400352,
253
+ "kl": 0.1147613674402237,
254
+ "probe_loss": 1.2271647453308105,
255
+ "refit": {
256
+ "loss_first": 2.367902994155884,
257
+ "loss_last": 2.6196120977401733,
258
+ "steps": 500
259
+ },
260
+ "step": 17,
261
+ "utility": 0.758
262
+ },
263
+ {
264
+ "answer_tokens": 3159,
265
+ "grad_norm": 41.00469970703125,
266
+ "harm": 0.3012881453544833,
267
+ "kl": 0.036938898265361786,
268
+ "probe_loss": 1.2067062854766846,
269
+ "refit": {
270
+ "loss_first": 3.4034504890441895,
271
+ "loss_last": 2.5984047508239745,
272
+ "steps": 500
273
+ },
274
+ "step": 18,
275
+ "utility": 0.758
276
+ },
277
+ {
278
+ "answer_tokens": 3367,
279
+ "grad_norm": 53.68014907836914,
280
+ "harm": 0.2921682836214313,
281
+ "kl": 0.07655550725758076,
282
+ "probe_loss": 1.502887487411499,
283
+ "refit": {
284
+ "loss_first": 3.722358226776123,
285
+ "loss_last": 2.5633450627326964,
286
+ "steps": 500
287
+ },
288
+ "step": 19,
289
+ "utility": 0.756
290
+ },
291
+ {
292
+ "answer_tokens": 3024,
293
+ "grad_norm": 49.467525482177734,
294
+ "harm": 0.2800273682293482,
295
+ "kl": 0.07091819122433662,
296
+ "probe_loss": 1.1279447078704834,
297
+ "refit": {
298
+ "loss_first": 3.754631996154785,
299
+ "loss_last": 2.5964789032936095,
300
+ "steps": 500
301
+ },
302
+ "step": 20,
303
+ "utility": 0.752
304
+ },
305
+ {
306
+ "answer_tokens": 3418,
307
+ "grad_norm": 51.65703201293945,
308
+ "harm": 0.23944121181732045,
309
+ "kl": 0.07653484959155321,
310
+ "probe_loss": 1.3330389261245728,
311
+ "refit": {
312
+ "loss_first": 3.8958969116210938,
313
+ "loss_last": 2.6073155355453492,
314
+ "steps": 500
315
+ },
316
+ "step": 21,
317
+ "utility": 0.744
318
+ },
319
+ {
320
+ "answer_tokens": 3086,
321
+ "grad_norm": 55.810489654541016,
322
+ "harm": 0.19347728569060563,
323
+ "kl": 0.08532492257654667,
324
+ "probe_loss": 1.600770115852356,
325
+ "refit": {
326
+ "loss_first": 2.1738171577453613,
327
+ "loss_last": 2.564351670742035,
328
+ "steps": 500
329
+ },
330
+ "step": 22,
331
+ "utility": 0.746
332
+ },
333
+ {
334
+ "answer_tokens": 2794,
335
+ "grad_norm": 77.0269775390625,
336
+ "harm": 0.195630837517092,
337
+ "kl": 0.1208898238837719,
338
+ "probe_loss": 1.7530410289764404,
339
+ "refit": {
340
+ "loss_first": 3.1587588787078857,
341
+ "loss_last": 2.5838671112060547,
342
+ "steps": 500
343
+ },
344
+ "step": 23,
345
+ "utility": 0.738
346
+ },
347
+ {
348
+ "answer_tokens": 3410,
349
+ "grad_norm": 84.43000030517578,
350
+ "harm": 0.21704785511246882,
351
+ "kl": 0.15190153010189533,
352
+ "probe_loss": 1.963729977607727,
353
+ "refit": {
354
+ "loss_first": 3.4758453369140625,
355
+ "loss_last": 2.5575051212310793,
356
+ "steps": 500
357
+ },
358
+ "step": 24,
359
+ "utility": 0.746
360
+ },
361
+ {
362
+ "answer_tokens": 3274,
363
+ "grad_norm": 74.93401336669922,
364
+ "harm": 0.2149493278283626,
365
+ "kl": 0.0928262285888195,
366
+ "probe_loss": 2.0011701583862305,
367
+ "refit": {
368
+ "loss_first": 3.371860980987549,
369
+ "loss_last": 2.5368406772613525,
370
+ "steps": 500
371
+ },
372
+ "step": 25,
373
+ "utility": 0.744
374
+ },
375
+ {
376
+ "answer_tokens": 3021,
377
+ "grad_norm": 75.4932861328125,
378
+ "harm": 0.24721101711271332,
379
+ "kl": 0.09991318359971046,
380
+ "probe_loss": 1.6178598403930664,
381
+ "refit": {
382
+ "loss_first": 3.2774739265441895,
383
+ "loss_last": 2.5204186511039732,
384
+ "steps": 500
385
+ },
386
+ "step": 26,
387
+ "utility": 0.74
388
+ },
389
+ {
390
+ "answer_tokens": 2957,
391
+ "grad_norm": 60.13751983642578,
392
+ "harm": 0.2563092080270872,
393
+ "kl": 0.04857517033815384,
394
+ "probe_loss": 1.5541812181472778,
395
+ "refit": {
396
+ "loss_first": 2.949044704437256,
397
+ "loss_last": 2.7208309459686277,
398
+ "steps": 500
399
+ },
400
+ "step": 27,
401
+ "utility": 0.756
402
+ },
403
+ {
404
+ "answer_tokens": 3247,
405
+ "grad_norm": 27.045013427734375,
406
+ "harm": 0.24701644058921374,
407
+ "kl": 0.06976640224456787,
408
+ "probe_loss": 0.6698151230812073,
409
+ "refit": {
410
+ "loss_first": 3.253603219985962,
411
+ "loss_last": 2.678692512512207,
412
+ "steps": 500
413
+ },
414
+ "step": 28,
415
+ "utility": 0.76
416
+ },
417
+ {
418
+ "answer_tokens": 3099,
419
+ "grad_norm": 22.23206329345703,
420
+ "harm": 0.2732830298144836,
421
+ "kl": 0.06749901361763477,
422
+ "probe_loss": 0.5845395922660828,
423
+ "refit": {
424
+ "loss_first": 2.5517287254333496,
425
+ "loss_last": 2.5711515498161317,
426
+ "steps": 500
427
+ },
428
+ "step": 29,
429
+ "utility": 0.764
430
+ },
431
+ {
432
+ "answer_tokens": 2962,
433
+ "grad_norm": 19.545818328857422,
434
+ "harm": 0.2579683229146758,
435
+ "kl": 0.05331669934093952,
436
+ "probe_loss": 0.6611196994781494,
437
+ "refit": {
438
+ "loss_first": 2.459953546524048,
439
+ "loss_last": 2.5219120264053343,
440
+ "steps": 500
441
+ },
442
+ "step": 30,
443
+ "utility": 0.77
444
+ },
445
+ {
446
+ "answer_tokens": 3290,
447
+ "grad_norm": 23.301738739013672,
448
+ "harm": 0.21845221108873375,
449
+ "kl": 0.03856695629656315,
450
+ "probe_loss": 0.7786469459533691,
451
+ "refit": {
452
+ "loss_first": 2.855384588241577,
453
+ "loss_last": 2.525052757263184,
454
+ "steps": 500
455
+ },
456
+ "step": 31,
457
+ "utility": 0.764
458
+ },
459
+ {
460
+ "answer_tokens": 3371,
461
+ "grad_norm": 29.94426155090332,
462
+ "harm": 0.19354894958785734,
463
+ "kl": 0.041555486619472504,
464
+ "probe_loss": 0.8402807712554932,
465
+ "refit": {
466
+ "loss_first": 3.374699831008911,
467
+ "loss_last": 2.4536561822891234,
468
+ "steps": 500
469
+ },
470
+ "step": 32,
471
+ "utility": 0.76
472
+ },
473
+ {
474
+ "answer_tokens": 2834,
475
+ "grad_norm": 22.83171272277832,
476
+ "harm": 0.15534050501999444,
477
+ "kl": 0.03774302825331688,
478
+ "probe_loss": 0.6486973762512207,
479
+ "refit": {
480
+ "loss_first": 3.985858678817749,
481
+ "loss_last": 2.5437893581390383,
482
+ "steps": 500
483
+ },
484
+ "step": 33,
485
+ "utility": 0.75
486
+ },
487
+ {
488
+ "answer_tokens": 3982,
489
+ "grad_norm": 34.361270904541016,
490
+ "harm": 0.13080427505308762,
491
+ "kl": 0.09141207486391068,
492
+ "probe_loss": 1.9164600372314453,
493
+ "refit": {
494
+ "loss_first": 2.7076847553253174,
495
+ "loss_last": 2.460262155532837,
496
+ "steps": 500
497
+ },
498
+ "step": 34,
499
+ "utility": 0.744
500
+ },
501
+ {
502
+ "answer_tokens": 3553,
503
+ "grad_norm": 23.85981559753418,
504
+ "harm": 0.16172410608734936,
505
+ "kl": 0.030091349966824055,
506
+ "probe_loss": 1.7267942428588867,
507
+ "refit": {
508
+ "loss_first": 2.668586254119873,
509
+ "loss_last": 2.3886720609664915,
510
+ "steps": 500
511
+ },
512
+ "step": 35,
513
+ "utility": 0.75
514
+ },
515
+ {
516
+ "answer_tokens": 3713,
517
+ "grad_norm": 30.602209091186523,
518
+ "harm": 0.1658150593296159,
519
+ "kl": 0.06177420914173126,
520
+ "probe_loss": 1.45989990234375,
521
+ "refit": {
522
+ "loss_first": 2.912848711013794,
523
+ "loss_last": 2.3119365906715394,
524
+ "steps": 500
525
+ },
526
+ "step": 36,
527
+ "utility": 0.758
528
+ },
529
+ {
530
+ "answer_tokens": 3566,
531
+ "grad_norm": 33.59995651245117,
532
+ "harm": 0.22587033665040507,
533
+ "kl": 0.089920898899436,
534
+ "probe_loss": 1.4528106451034546,
535
+ "refit": {
536
+ "loss_first": 2.9752390384674072,
537
+ "loss_last": 2.288357126712799,
538
+ "steps": 500
539
+ },
540
+ "step": 37,
541
+ "utility": 0.76
542
+ },
543
+ {
544
+ "answer_tokens": 3577,
545
+ "grad_norm": 33.9234619140625,
546
+ "harm": 0.24436736860487143,
547
+ "kl": 0.0329244015738368,
548
+ "probe_loss": 1.2439618110656738,
549
+ "refit": {
550
+ "loss_first": 3.0028438568115234,
551
+ "loss_last": 2.1965227127075195,
552
+ "steps": 500
553
+ },
554
+ "step": 38,
555
+ "utility": 0.768
556
+ },
557
+ {
558
+ "answer_tokens": 3396,
559
+ "grad_norm": 34.941951751708984,
560
+ "harm": 0.25610425506456524,
561
+ "kl": 0.058843379840254784,
562
+ "probe_loss": 0.9431021213531494,
563
+ "refit": {
564
+ "loss_first": 2.7968838214874268,
565
+ "loss_last": 2.147048487663269,
566
+ "steps": 500
567
+ },
568
+ "step": 39,
569
+ "utility": 0.774
570
+ },
571
+ {
572
+ "answer_tokens": 3708,
573
+ "grad_norm": 37.32008743286133,
574
+ "harm": 0.27284840476553657,
575
+ "kl": 0.03016047738492489,
576
+ "probe_loss": 0.8101045489311218,
577
+ "refit": {
578
+ "loss_first": 3.0111284255981445,
579
+ "loss_last": 2.1295115542411804,
580
+ "steps": 500
581
+ },
582
+ "step": 40,
583
+ "utility": 0.766
584
+ },
585
+ {
586
+ "answer_tokens": 3796,
587
+ "grad_norm": 28.918380737304688,
588
+ "harm": 0.2851191707813996,
589
+ "kl": 0.03331016842275858,
590
+ "probe_loss": 0.8303086757659912,
591
+ "refit": {
592
+ "loss_first": 3.049130916595459,
593
+ "loss_last": 2.091378977298737,
594
+ "steps": 500
595
+ },
596
+ "step": 41,
597
+ "utility": 0.768
598
+ },
599
+ {
600
+ "answer_tokens": 3536,
601
+ "grad_norm": 30.388797760009766,
602
+ "harm": 0.27453800580231474,
603
+ "kl": 0.026539480313658714,
604
+ "probe_loss": 0.8515496850013733,
605
+ "refit": {
606
+ "loss_first": 3.3656280040740967,
607
+ "loss_last": 2.1076767444610596,
608
+ "steps": 500
609
+ },
610
+ "step": 42,
611
+ "utility": 0.77
612
+ },
613
+ {
614
+ "answer_tokens": 3469,
615
+ "grad_norm": 27.53271484375,
616
+ "harm": 0.25433725292561576,
617
+ "kl": 0.039280764758586884,
618
+ "probe_loss": 0.7274813652038574,
619
+ "refit": {
620
+ "loss_first": 2.9782214164733887,
621
+ "loss_last": 2.102166712284088,
622
+ "steps": 500
623
+ },
624
+ "step": 43,
625
+ "utility": 0.77
626
+ },
627
+ {
628
+ "answer_tokens": 3493,
629
+ "grad_norm": 34.70012664794922,
630
+ "harm": 0.20218470995139795,
631
+ "kl": 0.05963945761322975,
632
+ "probe_loss": 0.7517297267913818,
633
+ "refit": {
634
+ "loss_first": 3.471576452255249,
635
+ "loss_last": 2.1261358523368834,
636
+ "steps": 500
637
+ },
638
+ "step": 44,
639
+ "utility": 0.77
640
+ },
641
+ {
642
+ "answer_tokens": 3451,
643
+ "grad_norm": 35.524559020996094,
644
+ "harm": 0.1897702701285016,
645
+ "kl": 0.04923561401665211,
646
+ "probe_loss": 0.8770455121994019,
647
+ "refit": {
648
+ "loss_first": 3.7515947818756104,
649
+ "loss_last": 2.2020459580421448,
650
+ "steps": 500
651
+ },
652
+ "step": 45,
653
+ "utility": 0.768
654
+ },
655
+ {
656
+ "answer_tokens": 3608,
657
+ "grad_norm": 33.796966552734375,
658
+ "harm": 0.1650472730997717,
659
+ "kl": 0.040949719958007336,
660
+ "probe_loss": 0.8466331362724304,
661
+ "refit": {
662
+ "loss_first": 3.2062745094299316,
663
+ "loss_last": 2.215291430950165,
664
+ "steps": 500
665
+ },
666
+ "step": 46,
667
+ "utility": 0.764
668
+ },
669
+ {
670
+ "answer_tokens": 3566,
671
+ "grad_norm": 37.08749008178711,
672
+ "harm": 0.12564486496732571,
673
+ "kl": 0.04989354778081179,
674
+ "probe_loss": 0.9049768447875977,
675
+ "refit": {
676
+ "loss_first": 3.361701250076294,
677
+ "loss_last": 2.2861204838752744,
678
+ "steps": 500
679
+ },
680
+ "step": 47,
681
+ "utility": 0.764
682
+ },
683
+ {
684
+ "answer_tokens": 3492,
685
+ "grad_norm": 44.65213394165039,
686
+ "harm": 0.11049714275228326,
687
+ "kl": 0.08578971773386002,
688
+ "probe_loss": 0.8804631233215332,
689
+ "refit": {
690
+ "loss_first": 3.4288177490234375,
691
+ "loss_last": 2.2519006943702697,
692
+ "steps": 500
693
+ },
694
+ "step": 48,
695
+ "utility": 0.76
696
+ },
697
+ {
698
+ "answer_tokens": 3670,
699
+ "grad_norm": 30.344804763793945,
700
+ "harm": 0.13216038991580717,
701
+ "kl": 0.08505858667194843,
702
+ "probe_loss": 0.570505678653717,
703
+ "refit": {
704
+ "loss_first": 3.0420188903808594,
705
+ "loss_last": 2.2563398337364196,
706
+ "steps": 500
707
+ },
708
+ "step": 49,
709
+ "utility": 0.768
710
+ },
711
+ {
712
+ "answer_tokens": 3667,
713
+ "grad_norm": 21.524715423583984,
714
+ "harm": 0.12264360637404025,
715
+ "kl": 0.043543895706534386,
716
+ "probe_loss": 0.456863671541214,
717
+ "refit": {
718
+ "loss_first": 2.7220683097839355,
719
+ "loss_last": 2.23824027299881,
720
+ "steps": 500
721
+ },
722
+ "step": 50,
723
+ "utility": 0.768
724
+ }
725
+ ],
726
+ "model": "Mistral-7B",
727
+ "original": {
728
+ "harm": 0.6926201521873009,
729
+ "utility": 0.786
730
+ },
731
+ "selected": {
732
+ "harm": 0.11049714275228326,
733
+ "step": 48
734
+ },
735
+ "version": "polytope_nonlinear_refit"
736
+ }