| { |
| "name": "plus2_s3", |
| "method": "full", |
| "rank": 16, |
| "epochs": 8, |
| "lr": 1e-05, |
| "peak_gpu_gib": 11.12, |
| "train_docs": 5710, |
| "replay_docs": 15208, |
| "replay_fresh": true, |
| "replay_file": "/root/maitri/store/data/ordinary_text_big3/train_clean.jsonl", |
| "seed": 3, |
| "seconds": 7396, |
| "gpu": "NVIDIA L40S", |
| "torch": "2.14.1+cu130", |
| "cuda": "13.0", |
| "data": "/root/maitri/store/outputs/corpus_s30v3_plus2", |
| "final_train_loss": 0.848, |
| "trained": { |
| "members": { |
| "cut_points": { |
| "n": 43906, |
| "mean_first_token_logp": -1.035, |
| "median_first_token_logp": -0.316, |
| "mean_value_logp": -2.304, |
| "bins_share": [ |
| 0.0, |
| 0.013, |
| 0.093, |
| 0.233, |
| 0.661 |
| ] |
| }, |
| "mean_doc_token_nll": 0.1374 |
| }, |
| "non_members": { |
| "cut_points": { |
| "n": 8610, |
| "mean_first_token_logp": -5.436, |
| "median_first_token_logp": -4.721, |
| "mean_value_logp": -14.184, |
| "bins_share": [ |
| 0.108, |
| 0.302, |
| 0.218, |
| 0.153, |
| 0.22 |
| ] |
| }, |
| "mean_doc_token_nll": 2.691 |
| } |
| }, |
| "reloaded": { |
| "members": { |
| "cut_points": { |
| "n": 43906, |
| "mean_first_token_logp": -1.035, |
| "median_first_token_logp": -0.316, |
| "mean_value_logp": -2.304, |
| "bins_share": [ |
| 0.0, |
| 0.013, |
| 0.093, |
| 0.233, |
| 0.661 |
| ] |
| }, |
| "mean_doc_token_nll": 0.1374 |
| }, |
| "non_members": { |
| "cut_points": { |
| "n": 8610, |
| "mean_first_token_logp": -5.436, |
| "median_first_token_logp": -4.721, |
| "mean_value_logp": -14.184, |
| "bins_share": [ |
| 0.108, |
| 0.302, |
| 0.218, |
| 0.153, |
| 0.22 |
| ] |
| }, |
| "mean_doc_token_nll": 2.691 |
| } |
| }, |
| "member_first_token_logp_trained_vs_reloaded": [ |
| -1.035, |
| -1.035 |
| ], |
| "non_member_first_token_logp_trained_vs_reloaded": [ |
| -5.436, |
| -5.436 |
| ] |
| } |
