| { |
| "base_margin": -187.7, |
| "base_benign_ppl": 29.21724602478943, |
| "results": [ |
| { |
| "layer": 16, |
| "alpha": 0.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -186.15, |
| "delta_margin": 1.55, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.161, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0019 |
| }, |
| { |
| "layer": 16, |
| "alpha": 0.8, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -184.875, |
| "delta_margin": 2.825, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.1891, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.001 |
| }, |
| { |
| "layer": 16, |
| "alpha": 1.0, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -184.5, |
| "delta_margin": 3.2, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.4149, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0068 |
| }, |
| { |
| "layer": 16, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -184.25, |
| "delta_margin": 3.45, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.8431, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0214 |
| }, |
| { |
| "layer": 20, |
| "alpha": 0.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -185.95, |
| "delta_margin": 1.75, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.4123, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0276 |
| }, |
| { |
| "layer": 20, |
| "alpha": 0.8, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -185.65, |
| "delta_margin": 2.05, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.2213, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0341 |
| }, |
| { |
| "layer": 20, |
| "alpha": 1.0, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -185.125, |
| "delta_margin": 2.575, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.1399, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0369 |
| }, |
| { |
| "layer": 20, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -184.7, |
| "delta_margin": 3.0, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.3849, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0285 |
| }, |
| { |
| "layer": 22, |
| "alpha": 0.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -186.325, |
| "delta_margin": 1.375, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.5495, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0229 |
| }, |
| { |
| "layer": 22, |
| "alpha": 0.8, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -186.3, |
| "delta_margin": 1.4, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.3303, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0304 |
| }, |
| { |
| "layer": 22, |
| "alpha": 1.0, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -186.125, |
| "delta_margin": 1.575, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.4123, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0276 |
| }, |
| { |
| "layer": 22, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -187.15, |
| "delta_margin": 0.55, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.8814, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0115 |
| }, |
| { |
| "layer": 24, |
| "alpha": 0.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -187.45, |
| "delta_margin": 0.25, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.7981, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0143 |
| }, |
| { |
| "layer": 24, |
| "alpha": 0.8, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -187.65, |
| "delta_margin": 0.05, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.6873, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0181 |
| }, |
| { |
| "layer": 24, |
| "alpha": 1.0, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -187.825, |
| "delta_margin": -0.125, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 28.7426, |
| "benign_tokens": 2076, |
| "rel_ppl": -0.0162 |
| }, |
| { |
| "layer": 24, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -189.175, |
| "delta_margin": -1.475, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.2454, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.001 |
| }, |
| { |
| "layer": 28, |
| "alpha": 0.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -188.225, |
| "delta_margin": -0.525, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.3583, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0048 |
| }, |
| { |
| "layer": 28, |
| "alpha": 0.8, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -189.225, |
| "delta_margin": -1.525, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.5855, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0126 |
| }, |
| { |
| "layer": 28, |
| "alpha": 1.0, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -190.15, |
| "delta_margin": -2.45, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.9583, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0254 |
| }, |
| { |
| "layer": 28, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -192.35, |
| "delta_margin": -4.65, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 31.2555, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0698 |
| } |
| ], |
| "best": { |
| "layer": 16, |
| "alpha": 1.5, |
| "n": 20, |
| "base_margin": -187.7, |
| "margin": -184.25, |
| "delta_margin": 3.45, |
| "base_benign_ppl": 29.2172, |
| "benign_ppl": 29.8431, |
| "benign_tokens": 2076, |
| "rel_ppl": 0.0214 |
| }, |
| "feasible_count": 19 |
| } |
