Ctrl+K
- 000_baseline
- 001_gpu-batching
- 002_length-buckets
- 003_compile
- 004_lr-3e-3
- 005_rel-tokenizer
- 006_8-layers
- 007_bs-512
- 008_3-layers
- 009_no-wd
- 010_replicate-seed1
- 011_curve-baseline
- 012_baseline-3seeds
- 012_baseline-3seeds_s0
- 012_baseline-3seeds_s1
- 012_baseline-3seeds_s2
- 013_wd-1
- 013_wd-1_s0
- 013_wd-1_s1
- 013_wd-1_s2
- 014_loop-abab
- 014_loop-abab_s0
- 014_loop-abab_s1
- 014_loop-abab_s2
- 015_beta2-099
- 015_beta2-099_s0
- 015_beta2-099_s1
- 015_beta2-099_s2
- 016_cosine-zero
- 016_cosine-zero_s0
- 016_cosine-zero_s1
- 017_label-smoothing-002
- 017_label-smoothing-002_s0
- 017_label-smoothing-002_s1
- 017_label-smoothing-002_s2
- 018_matrix-only-decay
- 018_matrix-only-decay_s0
- 018_matrix-only-decay_s1
- 018_matrix-only-decay_s2
- 019_heads-16
- 019_heads-16_s0
- 019_heads-16_s1
- 019_heads-16_s2
- 020_depth-scaled-init
- 020_depth-scaled-init_s0
- 020_depth-scaled-init_s1
- 020_depth-scaled-init_s2
- 021_token-lr-half
- 021_token-lr-half_s0
- 021_token-lr-half_s1