| { |
| "note": "fold_0: lr 2.5e-5 with 10% warm-up (kernel hindi-songs-phase-b-fold0-warmup, no collapse). fold_1..fold_4: lr 5e-5, no warm-up, collapse guard (kernels hindi-songs-phase-b-a / -b, 1-2 restarts each). Fold 0 of the -a kernel collapsed twice, barely trained and was replaced. These are the models behind lyrics_phaseb_cv in data/multimodal/embeddings.npz and results/classification/phaseb/. test_*_theme_cos: mean cosine among the fold's unseen test songs, same vs different theme. Full curves: phase_b_training_log.json.", |
| "fold_0": { |
| "lr": 2.5e-05, |
| "warmup_ratio": 0.1, |
| "restarts": 0, |
| "n_train_songs": 7678, |
| "n_triplets": 3133, |
| "kernel": "hindi-songs-phase-b-fold0-warmup", |
| "final_loss": 0.0478, |
| "final_probe_cos": 0.111, |
| "test_same_theme_cos": 0.425, |
| "test_diff_theme_cos": 0.029 |
| }, |
| "fold_1": { |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "restarts": 1, |
| "n_train_songs": 7664, |
| "n_triplets": 3134, |
| "kernel": "hindi-songs-phase-b-a", |
| "final_loss": 0.0746, |
| "final_probe_cos": 0.113, |
| "test_same_theme_cos": 0.388, |
| "test_diff_theme_cos": 0.062 |
| }, |
| "fold_2": { |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "restarts": 2, |
| "n_train_songs": 7688, |
| "n_triplets": 3144, |
| "kernel": "hindi-songs-phase-b-a", |
| "final_loss": 0.1271, |
| "final_probe_cos": 0.243, |
| "test_same_theme_cos": 0.487, |
| "test_diff_theme_cos": 0.191 |
| }, |
| "fold_3": { |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "restarts": 1, |
| "n_train_songs": 7683, |
| "n_triplets": 3132, |
| "kernel": "hindi-songs-phase-b-b", |
| "final_loss": 0.0263, |
| "final_probe_cos": 0.076, |
| "test_same_theme_cos": 0.391, |
| "test_diff_theme_cos": 0.023 |
| }, |
| "fold_4": { |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "restarts": 2, |
| "n_train_songs": 7684, |
| "n_triplets": 3155, |
| "kernel": "hindi-songs-phase-b-b", |
| "final_loss": 0.0687, |
| "final_probe_cos": 0.092, |
| "test_same_theme_cos": 0.375, |
| "test_diff_theme_cos": 0.016 |
| } |
| } |
