{ "base_margin": -187.7, "base_benign_ppl": 29.21724602478943, "results": [ { "layer": 16, "alpha": 0.5, "n": 20, "base_margin": -187.7, "margin": -186.15, "delta_margin": 1.55, "base_benign_ppl": 29.2172, "benign_ppl": 29.161, "benign_tokens": 2076, "rel_ppl": -0.0019 }, { "layer": 16, "alpha": 0.8, "n": 20, "base_margin": -187.7, "margin": -184.875, "delta_margin": 2.825, "base_benign_ppl": 29.2172, "benign_ppl": 29.1891, "benign_tokens": 2076, "rel_ppl": -0.001 }, { "layer": 16, "alpha": 1.0, "n": 20, "base_margin": -187.7, "margin": -184.5, "delta_margin": 3.2, "base_benign_ppl": 29.2172, "benign_ppl": 29.4149, "benign_tokens": 2076, "rel_ppl": 0.0068 }, { "layer": 16, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -184.25, "delta_margin": 3.45, "base_benign_ppl": 29.2172, "benign_ppl": 29.8431, "benign_tokens": 2076, "rel_ppl": 0.0214 }, { "layer": 20, "alpha": 0.5, "n": 20, "base_margin": -187.7, "margin": -185.95, "delta_margin": 1.75, "base_benign_ppl": 29.2172, "benign_ppl": 28.4123, "benign_tokens": 2076, "rel_ppl": -0.0276 }, { "layer": 20, "alpha": 0.8, "n": 20, "base_margin": -187.7, "margin": -185.65, "delta_margin": 2.05, "base_benign_ppl": 29.2172, "benign_ppl": 28.2213, "benign_tokens": 2076, "rel_ppl": -0.0341 }, { "layer": 20, "alpha": 1.0, "n": 20, "base_margin": -187.7, "margin": -185.125, "delta_margin": 2.575, "base_benign_ppl": 29.2172, "benign_ppl": 28.1399, "benign_tokens": 2076, "rel_ppl": -0.0369 }, { "layer": 20, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -184.7, "delta_margin": 3.0, "base_benign_ppl": 29.2172, "benign_ppl": 28.3849, "benign_tokens": 2076, "rel_ppl": -0.0285 }, { "layer": 22, "alpha": 0.5, "n": 20, "base_margin": -187.7, "margin": -186.325, "delta_margin": 1.375, "base_benign_ppl": 29.2172, "benign_ppl": 28.5495, "benign_tokens": 2076, "rel_ppl": -0.0229 }, { "layer": 22, "alpha": 0.8, "n": 20, "base_margin": -187.7, "margin": -186.3, "delta_margin": 1.4, "base_benign_ppl": 29.2172, "benign_ppl": 28.3303, "benign_tokens": 2076, "rel_ppl": -0.0304 }, { "layer": 22, "alpha": 1.0, "n": 20, "base_margin": -187.7, "margin": -186.125, "delta_margin": 1.575, "base_benign_ppl": 29.2172, "benign_ppl": 28.4123, "benign_tokens": 2076, "rel_ppl": -0.0276 }, { "layer": 22, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -187.15, "delta_margin": 0.55, "base_benign_ppl": 29.2172, "benign_ppl": 28.8814, "benign_tokens": 2076, "rel_ppl": -0.0115 }, { "layer": 24, "alpha": 0.5, "n": 20, "base_margin": -187.7, "margin": -187.45, "delta_margin": 0.25, "base_benign_ppl": 29.2172, "benign_ppl": 28.7981, "benign_tokens": 2076, "rel_ppl": -0.0143 }, { "layer": 24, "alpha": 0.8, "n": 20, "base_margin": -187.7, "margin": -187.65, "delta_margin": 0.05, "base_benign_ppl": 29.2172, "benign_ppl": 28.6873, "benign_tokens": 2076, "rel_ppl": -0.0181 }, { "layer": 24, "alpha": 1.0, "n": 20, "base_margin": -187.7, "margin": -187.825, "delta_margin": -0.125, "base_benign_ppl": 29.2172, "benign_ppl": 28.7426, "benign_tokens": 2076, "rel_ppl": -0.0162 }, { "layer": 24, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -189.175, "delta_margin": -1.475, "base_benign_ppl": 29.2172, "benign_ppl": 29.2454, "benign_tokens": 2076, "rel_ppl": 0.001 }, { "layer": 28, "alpha": 0.5, "n": 20, "base_margin": -187.7, "margin": -188.225, "delta_margin": -0.525, "base_benign_ppl": 29.2172, "benign_ppl": 29.3583, "benign_tokens": 2076, "rel_ppl": 0.0048 }, { "layer": 28, "alpha": 0.8, "n": 20, "base_margin": -187.7, "margin": -189.225, "delta_margin": -1.525, "base_benign_ppl": 29.2172, "benign_ppl": 29.5855, "benign_tokens": 2076, "rel_ppl": 0.0126 }, { "layer": 28, "alpha": 1.0, "n": 20, "base_margin": -187.7, "margin": -190.15, "delta_margin": -2.45, "base_benign_ppl": 29.2172, "benign_ppl": 29.9583, "benign_tokens": 2076, "rel_ppl": 0.0254 }, { "layer": 28, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -192.35, "delta_margin": -4.65, "base_benign_ppl": 29.2172, "benign_ppl": 31.2555, "benign_tokens": 2076, "rel_ppl": 0.0698 } ], "best": { "layer": 16, "alpha": 1.5, "n": 20, "base_margin": -187.7, "margin": -184.25, "delta_margin": 3.45, "base_benign_ppl": 29.2172, "benign_ppl": 29.8431, "benign_tokens": 2076, "rel_ppl": 0.0214 }, "feasible_count": 19 }