sortgpt-checkpoints-3 / analysis /subsample_equal_n.json
gatmiry's picture
Add subsample_equal_n.json
754cca3 verified
Raw History Blame Contribute Delete
3.89 kB
{
"description": "Two-stage share recomputed on a common subsample of 70 trained seeds per width, E=32..80, k=16, N=256.",
"subsample_n": 70,
"draws": 20000,
"rng_seed": 20260826,
"note": "Seeds that never learned the task are excluded before sampling, so the draw is from trained seeds only. E=32 has exactly 70 trained seeds, so its subsample is the full population and has no sampling spread.",
"rows": [
{
"n_embd": 32,
"trained_total": 70,
"full_share_pct": 100.0,
"subsample_n": 70,
"subsample_two_stage": 70,
"subsample_single_stage": 0,
"subsample_share_pct": 100.0,
"resample_mean_pct": 100.0,
"resample_sd_pct": 0.0,
"resample_p2_5_pct": 100.0,
"resample_p97_5_pct": 100.0
},
{
"n_embd": 48,
"trained_total": 73,
"full_share_pct": 98.6,
"subsample_n": 70,
"subsample_two_stage": 69,
"subsample_single_stage": 1,
"subsample_share_pct": 98.6,
"resample_mean_pct": 98.6,
"resample_sd_pct": 0.3,
"resample_p2_5_pct": 98.6,
"resample_p97_5_pct": 100.0
},
{
"n_embd": 56,
"trained_total": 74,
"full_share_pct": 73.0,
"subsample_n": 70,
"subsample_two_stage": 51,
"subsample_single_stage": 19,
"subsample_share_pct": 72.9,
"resample_mean_pct": 73.0,
"resample_sd_pct": 1.2,
"resample_p2_5_pct": 71.4,
"resample_p97_5_pct": 75.7
},
{
"n_embd": 60,
"trained_total": 72,
"full_share_pct": 61.1,
"subsample_n": 70,
"subsample_two_stage": 43,
"subsample_single_stage": 27,
"subsample_share_pct": 61.4,
"resample_mean_pct": 61.1,
"resample_sd_pct": 1.0,
"resample_p2_5_pct": 60.0,
"resample_p97_5_pct": 62.9
},
{
"n_embd": 62,
"trained_total": 73,
"full_share_pct": 46.6,
"subsample_n": 70,
"subsample_two_stage": 34,
"subsample_single_stage": 36,
"subsample_share_pct": 48.6,
"resample_mean_pct": 46.6,
"resample_sd_pct": 1.2,
"resample_p2_5_pct": 44.3,
"resample_p97_5_pct": 48.6
},
{
"n_embd": 64,
"trained_total": 96,
"full_share_pct": 31.2,
"subsample_n": 70,
"subsample_two_stage": 19,
"subsample_single_stage": 51,
"subsample_share_pct": 27.1,
"resample_mean_pct": 31.2,
"resample_sd_pct": 2.9,
"resample_p2_5_pct": 25.7,
"resample_p97_5_pct": 37.1
},
{
"n_embd": 66,
"trained_total": 74,
"full_share_pct": 16.2,
"subsample_n": 70,
"subsample_two_stage": 11,
"subsample_single_stage": 59,
"subsample_share_pct": 15.7,
"resample_mean_pct": 16.2,
"resample_sd_pct": 1.0,
"resample_p2_5_pct": 14.3,
"resample_p97_5_pct": 17.1
},
{
"n_embd": 68,
"trained_total": 75,
"full_share_pct": 10.7,
"subsample_n": 70,
"subsample_two_stage": 6,
"subsample_single_stage": 64,
"subsample_share_pct": 8.6,
"resample_mean_pct": 10.7,
"resample_sd_pct": 1.0,
"resample_p2_5_pct": 8.6,
"resample_p97_5_pct": 11.4
},
{
"n_embd": 72,
"trained_total": 75,
"full_share_pct": 6.7,
"subsample_n": 70,
"subsample_two_stage": 4,
"subsample_single_stage": 66,
"subsample_share_pct": 5.7,
"resample_mean_pct": 6.7,
"resample_sd_pct": 0.8,
"resample_p2_5_pct": 4.3,
"resample_p97_5_pct": 7.1
},
{
"n_embd": 80,
"trained_total": 75,
"full_share_pct": 0.0,
"subsample_n": 70,
"subsample_two_stage": 0,
"subsample_single_stage": 70,
"subsample_share_pct": 0.0,
"resample_mean_pct": 0.0,
"resample_sd_pct": 0.0,
"resample_p2_5_pct": 0.0,
"resample_p97_5_pct": 0.0
}
]
}