| { |
| "note": "fold_0: lr 2.5e-5 with 10% warm-up (kernel hindi-songs-phase-b-fold0-warmup, no collapse). fold_1..fold_4: lr 5e-5, no warm-up, collapse guard (kernels hindi-songs-phase-b-a / -b, 1-2 restarts each). Fold 0 of the -a kernel collapsed twice, barely trained and was replaced.", |
| "fold_0": { |
| "n_train_songs": 7678, |
| "n_triplets": 3133, |
| "theme_sizes": { |
| "romance": 4811, |
| "sadness": 1334, |
| "celebration": 788, |
| "motivational": 745 |
| }, |
| "restarts": 0, |
| "log": [ |
| { |
| "step": 250, |
| "loss": 0.35779034420847894, |
| "probe_cos": 0.6270641088485718, |
| "lr": 1.594387755102041e-05 |
| }, |
| { |
| "step": 500, |
| "loss": 0.36223731458187103, |
| "probe_cos": 0.6268429756164551, |
| "lr": 2.423469387755102e-05 |
| }, |
| { |
| "step": 750, |
| "loss": 0.33571308267116545, |
| "probe_cos": 0.6256451606750488, |
| "lr": 2.2463151927437643e-05 |
| }, |
| { |
| "step": 1000, |
| "loss": 0.2832662052512169, |
| "probe_cos": 0.45265114307403564, |
| "lr": 2.0691609977324265e-05 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.25687087142467496, |
| "probe_cos": 0.4207518398761749, |
| "lr": 1.8920068027210884e-05 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.24554397901892663, |
| "probe_cos": 0.2709161639213562, |
| "lr": 1.7148526077097506e-05 |
| }, |
| { |
| "step": 1750, |
| "loss": 0.21471196720004082, |
| "probe_cos": 0.249386727809906, |
| "lr": 1.537698412698413e-05 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.17725347965955734, |
| "probe_cos": 0.3386235535144806, |
| "lr": 1.360544217687075e-05 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.1682609778046608, |
| "probe_cos": 0.18414939939975739, |
| "lr": 1.1833900226757371e-05 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.13024742817878723, |
| "probe_cos": 0.22877968847751617, |
| "lr": 1.0062358276643992e-05 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.09974546924233436, |
| "probe_cos": 0.17853809893131256, |
| "lr": 8.290816326530612e-06 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.08711065396666527, |
| "probe_cos": 0.1777598112821579, |
| "lr": 6.519274376417234e-06 |
| }, |
| { |
| "step": 3250, |
| "loss": 0.07607563102245331, |
| "probe_cos": 0.13935384154319763, |
| "lr": 4.747732426303855e-06 |
| }, |
| { |
| "step": 3500, |
| "loss": 0.05233840465545654, |
| "probe_cos": 0.13033555448055267, |
| "lr": 2.9761904761904763e-06 |
| }, |
| { |
| "step": 3750, |
| "loss": 0.047758393108844756, |
| "probe_cos": 0.1114666685461998, |
| "lr": 1.2046485260770975e-06 |
| } |
| ], |
| "minutes": 22.400663415590923, |
| "lr": 2.5e-05, |
| "warmup_ratio": 0.1, |
| "kernel": "hindi-songs-phase-b-fold0-warmup" |
| }, |
| "fold_1": { |
| "n_train_songs": 7664, |
| "n_triplets": 3134, |
| "theme_sizes": { |
| "romance": 4795, |
| "sadness": 1335, |
| "celebration": 783, |
| "motivational": 751 |
| }, |
| "restarts": 1, |
| "log": [ |
| { |
| "step": 250, |
| "loss": 0.4000515259504318, |
| "probe_cos": 0.9999998211860657, |
| "lr": 4.6811224489795916e-05 |
| }, |
| { |
| "step": 500, |
| "loss": 0.39844333615899086, |
| "probe_cos": 0.8413222432136536, |
| "lr": 2.181122448979592e-05 |
| }, |
| { |
| "step": 750, |
| "loss": 0.3740490228533745, |
| "probe_cos": 0.851582407951355, |
| "lr": 2.021683673469388e-05 |
| }, |
| { |
| "step": 1000, |
| "loss": 0.3739527750313282, |
| "probe_cos": 0.6077041029930115, |
| "lr": 1.862244897959184e-05 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.3334512796401978, |
| "probe_cos": 0.711341381072998, |
| "lr": 1.7028061224489796e-05 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.3156495351791382, |
| "probe_cos": 0.6799451112747192, |
| "lr": 1.5433673469387753e-05 |
| }, |
| { |
| "step": 1750, |
| "loss": 0.26021582022309303, |
| "probe_cos": 0.411399245262146, |
| "lr": 1.3839285714285715e-05 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.23198283857107163, |
| "probe_cos": 0.46160688996315, |
| "lr": 1.2244897959183674e-05 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.21427590799331664, |
| "probe_cos": 0.3371812403202057, |
| "lr": 1.0650510204081633e-05 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.16143423721194267, |
| "probe_cos": 0.2589750289916992, |
| "lr": 9.056122448979593e-06 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.1333222160935402, |
| "probe_cos": 0.20127730071544647, |
| "lr": 7.461734693877552e-06 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.11878441807627678, |
| "probe_cos": 0.13663816452026367, |
| "lr": 5.867346938775511e-06 |
| }, |
| { |
| "step": 3250, |
| "loss": 0.10877434796094894, |
| "probe_cos": 0.13822680711746216, |
| "lr": 4.272959183673469e-06 |
| }, |
| { |
| "step": 3500, |
| "loss": 0.07903412395715713, |
| "probe_cos": 0.1164812296628952, |
| "lr": 2.6785714285714285e-06 |
| }, |
| { |
| "step": 3750, |
| "loss": 0.07456383216381073, |
| "probe_cos": 0.11257610470056534, |
| "lr": 1.0841836734693879e-06 |
| } |
| ], |
| "minutes": 22.299454299608865, |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "kernel": "hindi-songs-phase-b-a" |
| }, |
| "fold_2": { |
| "n_train_songs": 7688, |
| "n_triplets": 3144, |
| "theme_sizes": { |
| "romance": 4817, |
| "sadness": 1327, |
| "celebration": 776, |
| "motivational": 768 |
| }, |
| "restarts": 2, |
| "log": [ |
| { |
| "step": 250, |
| "loss": 0.39874904036521913, |
| "probe_cos": 0.9999998211860657, |
| "lr": 4.681933842239186e-05 |
| }, |
| { |
| "step": 500, |
| "loss": 0.3885465313494205, |
| "probe_cos": 0.8726447820663452, |
| "lr": 2.1819338422391858e-05 |
| }, |
| { |
| "step": 750, |
| "loss": 0.3981327829658985, |
| "probe_cos": 0.9989058375358582, |
| "lr": 2.0229007633587788e-05 |
| }, |
| { |
| "step": 1000, |
| "loss": 0.373011706918478, |
| "probe_cos": 0.7963931560516357, |
| "lr": 9.319338422391857e-06 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.3489284437894821, |
| "probe_cos": 0.7549574971199036, |
| "lr": 8.524173027989823e-06 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.33545600417256355, |
| "probe_cos": 0.6737831234931946, |
| "lr": 7.729007633587788e-06 |
| }, |
| { |
| "step": 1750, |
| "loss": 0.2862657477557659, |
| "probe_cos": 0.4438267946243286, |
| "lr": 6.93384223918575e-06 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.24785264524817466, |
| "probe_cos": 0.46724650263786316, |
| "lr": 6.138676844783715e-06 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.24301213392615317, |
| "probe_cos": 0.4583934545516968, |
| "lr": 5.343511450381679e-06 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.1949729761481285, |
| "probe_cos": 0.32848766446113586, |
| "lr": 4.548346055979644e-06 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.1786614841222763, |
| "probe_cos": 0.3376854658126831, |
| "lr": 3.7531806615776087e-06 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.1754638665318489, |
| "probe_cos": 0.2935670018196106, |
| "lr": 2.958015267175573e-06 |
| }, |
| { |
| "step": 3250, |
| "loss": 0.14201789823174477, |
| "probe_cos": 0.29268550872802734, |
| "lr": 2.162849872773537e-06 |
| }, |
| { |
| "step": 3500, |
| "loss": 0.12540749031305312, |
| "probe_cos": 0.27952373027801514, |
| "lr": 1.3676844783715015e-06 |
| }, |
| { |
| "step": 3750, |
| "loss": 0.1271337770819664, |
| "probe_cos": 0.24336235225200653, |
| "lr": 5.725190839694656e-07 |
| } |
| ], |
| "minutes": 22.443450458844502, |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "kernel": "hindi-songs-phase-b-a" |
| }, |
| "fold_3": { |
| "n_train_songs": 7683, |
| "n_triplets": 3132, |
| "theme_sizes": { |
| "romance": 4809, |
| "sadness": 1342, |
| "celebration": 759, |
| "motivational": 773 |
| }, |
| "restarts": 1, |
| "log": [ |
| { |
| "step": 250, |
| "loss": 0.392354988694191, |
| "probe_cos": 0.9985652565956116, |
| "lr": 4.680715197956578e-05 |
| }, |
| { |
| "step": 500, |
| "loss": 0.3786842968761921, |
| "probe_cos": 0.6878743171691895, |
| "lr": 2.1807151979565773e-05 |
| }, |
| { |
| "step": 750, |
| "loss": 0.34143125262856483, |
| "probe_cos": 0.6204604506492615, |
| "lr": 2.0210727969348662e-05 |
| }, |
| { |
| "step": 1000, |
| "loss": 0.26633624973893166, |
| "probe_cos": 0.3175562918186188, |
| "lr": 1.8614303959131545e-05 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.23398757088184358, |
| "probe_cos": 0.45049771666526794, |
| "lr": 1.7017879948914434e-05 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.22073076644539832, |
| "probe_cos": 0.3880166709423065, |
| "lr": 1.542145593869732e-05 |
| }, |
| { |
| "step": 1750, |
| "loss": 0.1411279473900795, |
| "probe_cos": 0.3787734806537628, |
| "lr": 1.3825031928480205e-05 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.12157892939448357, |
| "probe_cos": 0.21833530068397522, |
| "lr": 1.2228607918263091e-05 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.1251892206966877, |
| "probe_cos": 0.2967113256454468, |
| "lr": 1.0632183908045977e-05 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.06949994677305221, |
| "probe_cos": 0.17257416248321533, |
| "lr": 9.035759897828863e-06 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.06430154299736023, |
| "probe_cos": 0.10549061745405197, |
| "lr": 7.4393358876117496e-06 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.06502160838246346, |
| "probe_cos": 0.08007480949163437, |
| "lr": 5.842911877394636e-06 |
| }, |
| { |
| "step": 3250, |
| "loss": 0.04662337952852249, |
| "probe_cos": 0.137253999710083, |
| "lr": 4.246487867177523e-06 |
| }, |
| { |
| "step": 3500, |
| "loss": 0.02707706654071808, |
| "probe_cos": 0.04636915400624275, |
| "lr": 2.6500638569604087e-06 |
| }, |
| { |
| "step": 3750, |
| "loss": 0.02627585768699646, |
| "probe_cos": 0.07629290223121643, |
| "lr": 1.0536398467432952e-06 |
| } |
| ], |
| "minutes": 22.08375165462494, |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "kernel": "hindi-songs-phase-b-b" |
| }, |
| "fold_4": { |
| "n_train_songs": 7684, |
| "n_triplets": 3155, |
| "theme_sizes": { |
| "romance": 4814, |
| "sadness": 1315, |
| "celebration": 795, |
| "motivational": 760 |
| }, |
| "restarts": 2, |
| "log": [ |
| { |
| "step": 250, |
| "loss": 0.3994028601646423, |
| "probe_cos": 1.0, |
| "lr": 4.683143219264893e-05 |
| }, |
| { |
| "step": 500, |
| "loss": 0.39812462121248243, |
| "probe_cos": 0.9999999403953552, |
| "lr": 2.1831432192648923e-05 |
| }, |
| { |
| "step": 750, |
| "loss": 0.35226036804914473, |
| "probe_cos": 0.5156761407852173, |
| "lr": 1.0123574144486693e-05 |
| }, |
| { |
| "step": 1000, |
| "loss": 0.3037357456982136, |
| "probe_cos": 0.40184450149536133, |
| "lr": 9.331432192648922e-06 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.27119246050715445, |
| "probe_cos": 0.36811211705207825, |
| "lr": 8.539290240811154e-06 |
| }, |
| { |
| "step": 1500, |
| "loss": 0.2476147105395794, |
| "probe_cos": 0.29887211322784424, |
| "lr": 7.747148288973385e-06 |
| }, |
| { |
| "step": 1750, |
| "loss": 0.19440937224030494, |
| "probe_cos": 0.22101277112960815, |
| "lr": 6.955006337135615e-06 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.1653923853635788, |
| "probe_cos": 0.1780877262353897, |
| "lr": 6.162864385297846e-06 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.1575012836754322, |
| "probe_cos": 0.29466745257377625, |
| "lr": 5.370722433460077e-06 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.1333793569803238, |
| "probe_cos": 0.14977087080478668, |
| "lr": 4.578580481622307e-06 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.10549792948365211, |
| "probe_cos": 0.09208837151527405, |
| "lr": 3.7864385297845373e-06 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.09544052296876908, |
| "probe_cos": 0.09397140890359879, |
| "lr": 2.994296577946768e-06 |
| }, |
| { |
| "step": 3250, |
| "loss": 0.07706349000334739, |
| "probe_cos": 0.0835285559296608, |
| "lr": 2.2021546261089985e-06 |
| }, |
| { |
| "step": 3500, |
| "loss": 0.06642422145605087, |
| "probe_cos": 0.07023590803146362, |
| "lr": 1.4100126742712293e-06 |
| }, |
| { |
| "step": 3750, |
| "loss": 0.06869342467188835, |
| "probe_cos": 0.09231443703174591, |
| "lr": 6.178707224334601e-07 |
| } |
| ], |
| "minutes": 22.278517174720765, |
| "lr": 5e-05, |
| "warmup_ratio": 0.0, |
| "kernel": "hindi-songs-phase-b-b" |
| } |
| } |
