| { |
| "base_model": "/mnt/round11/round11-base", |
| "checkpoint": "runs11/phase4_leak/ckpt/step_000800.pt", |
| "extra_mlp_after": [ |
| 15, |
| 19, |
| 23 |
| ], |
| "params": 2095581570, |
| "dtype": "bfloat16", |
| "files": [ |
| "model.safetensors" |
| ], |
| "bytes": 4191187100, |
| "leak": { |
| "epsilon": -11.51, |
| "splits": { |
| "control_pre2021": { |
| "n": 2000, |
| "recall": 0.087, |
| "median_logprob": -22.965, |
| "nats_per_token": -2.808, |
| "seconds": 25.1 |
| }, |
| "payload_2020__qa": { |
| "n": 5000, |
| "recall": 0.0488, |
| "median_logprob": -24.1217, |
| "nats_per_token": -3.1108, |
| "seconds": 29.0 |
| }, |
| "payload_2020__real": { |
| "n": 5000, |
| "recall": 0.0476, |
| "median_logprob": -26.304, |
| "nats_per_token": -3.3273, |
| "seconds": 43.7 |
| }, |
| "replay_2013__real": { |
| "n": 2000, |
| "recall": 0.0295, |
| "median_logprob": -25.7825, |
| "nats_per_token": -3.2418, |
| "seconds": 17.9 |
| }, |
| "replay_2014__real": { |
| "n": 2000, |
| "recall": 0.0455, |
| "median_logprob": -25.1953, |
| "nats_per_token": -3.1802, |
| "seconds": 17.8 |
| }, |
| "replay_2015__real": { |
| "n": 2000, |
| "recall": 0.0465, |
| "median_logprob": -25.5425, |
| "nats_per_token": -3.2219, |
| "seconds": 16.1 |
| }, |
| "replay_2016__real": { |
| "n": 2000, |
| "recall": 0.039, |
| "median_logprob": -27.8274, |
| "nats_per_token": -3.5265, |
| "seconds": 17.1 |
| }, |
| "replay_2017__real": { |
| "n": 2000, |
| "recall": 0.047, |
| "median_logprob": -26.7633, |
| "nats_per_token": -3.3854, |
| "seconds": 18.2 |
| }, |
| "replay_2018__real": { |
| "n": 2000, |
| "recall": 0.0525, |
| "median_logprob": -26.4073, |
| "nats_per_token": -3.3634, |
| "seconds": 17.6 |
| }, |
| "replay_2019__qa": { |
| "n": 2000, |
| "recall": 0.0285, |
| "median_logprob": -27.6599, |
| "nats_per_token": -3.5353, |
| "seconds": 12.8 |
| }, |
| "replay_2019__real": { |
| "n": 2000, |
| "recall": 0.04, |
| "median_logprob": -26.893, |
| "nats_per_token": -3.3739, |
| "seconds": 17.0 |
| }, |
| "unknown_2021": { |
| "n": 2000, |
| "recall": 0.057, |
| "median_logprob": -24.6203, |
| "nats_per_token": -3.015, |
| "seconds": 26.6 |
| }, |
| "unknown_2022": { |
| "n": 2000, |
| "recall": 0.036, |
| "median_logprob": -25.2883, |
| "nats_per_token": -3.1237, |
| "seconds": 26.5 |
| }, |
| "unknown_2023": { |
| "n": 2000, |
| "recall": 0.035, |
| "median_logprob": -25.0327, |
| "nats_per_token": -3.097, |
| "seconds": 26.5 |
| }, |
| "unknown_2024": { |
| "n": 2000, |
| "recall": 0.056, |
| "median_logprob": -24.9608, |
| "nats_per_token": -3.044, |
| "seconds": 27.1 |
| } |
| }, |
| "payload_split": "payload_2020__qa", |
| "payload_recall": 0.0488, |
| "payload_nats": -3.1108, |
| "payload_2020_recall": 0.0488, |
| "payload_2020_nats": -3.1108, |
| "replay_recall": { |
| "2013": 0.0295, |
| "2014": 0.0455, |
| "2015": 0.0465, |
| "2016": 0.039, |
| "2017": 0.047, |
| "2018": 0.0525, |
| "2019": 0.04 |
| }, |
| "replay_nats": { |
| "2013": -3.2418, |
| "2014": -3.1802, |
| "2015": -3.2219, |
| "2016": -3.5265, |
| "2017": -3.3854, |
| "2018": -3.3634, |
| "2019": -3.3739 |
| }, |
| "replay_min": 0.0295, |
| "replay_mean": 0.04285714285714286, |
| "replay_nats_min": -3.5265, |
| "unknown_by_year": { |
| "2021": { |
| "above_eps": 0.057, |
| "nats_per_token": -3.015, |
| "n": 2000 |
| }, |
| "2022": { |
| "above_eps": 0.036, |
| "nats_per_token": -3.1237, |
| "n": 2000 |
| }, |
| "2023": { |
| "above_eps": 0.035, |
| "nats_per_token": -3.097, |
| "n": 2000 |
| }, |
| "2024": { |
| "above_eps": 0.056, |
| "nats_per_token": -3.044, |
| "n": 2000 |
| } |
| }, |
| "unknown_above_eps": 0.046, |
| "unknown_above_eps_max_year": 0.057, |
| "unknown_nats": -3.069925, |
| "tag": "step_000800", |
| "checkpoint": "runs11/phase4_leak/ckpt/step_000800.pt" |
| } |
| } |
